| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 770, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.1441087871789932, |
| "epoch": 0.006498781478472786, |
| "grad_norm": 0.22594086825847626, |
| "learning_rate": 0.0002, |
| "loss": 2.612501859664917, |
| "mean_token_accuracy": 0.5085290372371674, |
| "num_tokens": 37502.0, |
| "step": 1 |
| }, |
| { |
| "entropy": 1.2685535103082657, |
| "epoch": 0.012997562956945572, |
| "grad_norm": 0.1942373365163803, |
| "learning_rate": 0.0002, |
| "loss": 2.2667126655578613, |
| "mean_token_accuracy": 0.5350659266114235, |
| "num_tokens": 75406.0, |
| "step": 2 |
| }, |
| { |
| "entropy": 1.4654520899057388, |
| "epoch": 0.01949634443541836, |
| "grad_norm": 0.13897432386875153, |
| "learning_rate": 0.0002, |
| "loss": 1.8304898738861084, |
| "mean_token_accuracy": 0.5590623021125793, |
| "num_tokens": 112903.0, |
| "step": 3 |
| }, |
| { |
| "entropy": 1.4532236605882645, |
| "epoch": 0.025995125913891144, |
| "grad_norm": 0.11201836168766022, |
| "learning_rate": 0.0002, |
| "loss": 1.496299147605896, |
| "mean_token_accuracy": 0.6046230122447014, |
| "num_tokens": 150359.0, |
| "step": 4 |
| }, |
| { |
| "entropy": 1.4331371188163757, |
| "epoch": 0.03249390739236393, |
| "grad_norm": 0.14954882860183716, |
| "learning_rate": 0.0002, |
| "loss": 1.3865656852722168, |
| "mean_token_accuracy": 0.6091600209474564, |
| "num_tokens": 187830.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 1.3669009655714035, |
| "epoch": 0.03899268887083672, |
| "grad_norm": 0.09565649181604385, |
| "learning_rate": 0.0002, |
| "loss": 1.2659735679626465, |
| "mean_token_accuracy": 0.6358497440814972, |
| "num_tokens": 225297.0, |
| "step": 6 |
| }, |
| { |
| "entropy": 1.2914617359638214, |
| "epoch": 0.045491470349309504, |
| "grad_norm": 0.0539422333240509, |
| "learning_rate": 0.0002, |
| "loss": 1.1662700176239014, |
| "mean_token_accuracy": 0.6492680311203003, |
| "num_tokens": 262906.0, |
| "step": 7 |
| }, |
| { |
| "entropy": 1.249274119734764, |
| "epoch": 0.05199025182778229, |
| "grad_norm": 0.051388416439294815, |
| "learning_rate": 0.0002, |
| "loss": 1.1255854368209839, |
| "mean_token_accuracy": 0.6475581750273705, |
| "num_tokens": 300403.0, |
| "step": 8 |
| }, |
| { |
| "entropy": 1.1595238000154495, |
| "epoch": 0.05848903330625508, |
| "grad_norm": 0.057235199958086014, |
| "learning_rate": 0.0002, |
| "loss": 1.0490708351135254, |
| "mean_token_accuracy": 0.6654231324791908, |
| "num_tokens": 337487.0, |
| "step": 9 |
| }, |
| { |
| "entropy": 1.0685205161571503, |
| "epoch": 0.06498781478472786, |
| "grad_norm": 0.0577155165374279, |
| "learning_rate": 0.0002, |
| "loss": 0.97551429271698, |
| "mean_token_accuracy": 0.6776877418160439, |
| "num_tokens": 374847.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 0.9968453124165535, |
| "epoch": 0.07148659626320066, |
| "grad_norm": 0.04976983740925789, |
| "learning_rate": 0.0002, |
| "loss": 0.9292951822280884, |
| "mean_token_accuracy": 0.6831405088305473, |
| "num_tokens": 412186.0, |
| "step": 11 |
| }, |
| { |
| "entropy": 0.9424244612455368, |
| "epoch": 0.07798537774167344, |
| "grad_norm": 0.37462693452835083, |
| "learning_rate": 0.0002, |
| "loss": 0.8883110284805298, |
| "mean_token_accuracy": 0.6893546730279922, |
| "num_tokens": 449659.0, |
| "step": 12 |
| }, |
| { |
| "entropy": 0.9025738090276718, |
| "epoch": 0.08448415922014622, |
| "grad_norm": 0.04783688113093376, |
| "learning_rate": 0.0002, |
| "loss": 0.8548192977905273, |
| "mean_token_accuracy": 0.6972228810191154, |
| "num_tokens": 487236.0, |
| "step": 13 |
| }, |
| { |
| "entropy": 0.8390183448791504, |
| "epoch": 0.09098294069861901, |
| "grad_norm": 0.06745485961437225, |
| "learning_rate": 0.0002, |
| "loss": 0.8280504941940308, |
| "mean_token_accuracy": 0.7010790929198265, |
| "num_tokens": 524798.0, |
| "step": 14 |
| }, |
| { |
| "entropy": 0.7939982861280441, |
| "epoch": 0.09748172217709179, |
| "grad_norm": 0.10931341350078583, |
| "learning_rate": 0.0002, |
| "loss": 0.8073402643203735, |
| "mean_token_accuracy": 0.702845998108387, |
| "num_tokens": 561826.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 0.762756697833538, |
| "epoch": 0.10398050365556458, |
| "grad_norm": 0.03783512860536575, |
| "learning_rate": 0.0002, |
| "loss": 0.7596306800842285, |
| "mean_token_accuracy": 0.7148320376873016, |
| "num_tokens": 599249.0, |
| "step": 16 |
| }, |
| { |
| "entropy": 0.7585324719548225, |
| "epoch": 0.11047928513403736, |
| "grad_norm": 0.039289139211177826, |
| "learning_rate": 0.0002, |
| "loss": 0.7472726106643677, |
| "mean_token_accuracy": 0.7169229537248611, |
| "num_tokens": 636495.0, |
| "step": 17 |
| }, |
| { |
| "entropy": 0.7434245273470879, |
| "epoch": 0.11697806661251016, |
| "grad_norm": 0.04286178946495056, |
| "learning_rate": 0.0002, |
| "loss": 0.7349382638931274, |
| "mean_token_accuracy": 0.7195246070623398, |
| "num_tokens": 674172.0, |
| "step": 18 |
| }, |
| { |
| "entropy": 0.7307169139385223, |
| "epoch": 0.12347684809098294, |
| "grad_norm": 0.03696495294570923, |
| "learning_rate": 0.0002, |
| "loss": 0.7205268144607544, |
| "mean_token_accuracy": 0.7222909703850746, |
| "num_tokens": 711746.0, |
| "step": 19 |
| }, |
| { |
| "entropy": 0.724890224635601, |
| "epoch": 0.12997562956945571, |
| "grad_norm": 0.03647635132074356, |
| "learning_rate": 0.0002, |
| "loss": 0.7131904363632202, |
| "mean_token_accuracy": 0.7218770682811737, |
| "num_tokens": 748966.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 0.7279537171125412, |
| "epoch": 0.1364744110479285, |
| "grad_norm": 0.033042650669813156, |
| "learning_rate": 0.0002, |
| "loss": 0.7094431519508362, |
| "mean_token_accuracy": 0.7240697368979454, |
| "num_tokens": 786631.0, |
| "step": 21 |
| }, |
| { |
| "entropy": 0.7210045382380486, |
| "epoch": 0.1429731925264013, |
| "grad_norm": 0.033061351627111435, |
| "learning_rate": 0.0002, |
| "loss": 0.7019110918045044, |
| "mean_token_accuracy": 0.7280351296067238, |
| "num_tokens": 823906.0, |
| "step": 22 |
| }, |
| { |
| "entropy": 0.6902946382761002, |
| "epoch": 0.14947197400487408, |
| "grad_norm": 0.03491866961121559, |
| "learning_rate": 0.0002, |
| "loss": 0.683687150478363, |
| "mean_token_accuracy": 0.7348670437932014, |
| "num_tokens": 860977.0, |
| "step": 23 |
| }, |
| { |
| "entropy": 0.6839202269911766, |
| "epoch": 0.15597075548334688, |
| "grad_norm": 0.030243346467614174, |
| "learning_rate": 0.0002, |
| "loss": 0.673778772354126, |
| "mean_token_accuracy": 0.7354807555675507, |
| "num_tokens": 898933.0, |
| "step": 24 |
| }, |
| { |
| "entropy": 0.6664924547076225, |
| "epoch": 0.16246953696181965, |
| "grad_norm": 0.026247479021549225, |
| "learning_rate": 0.0002, |
| "loss": 0.6572352051734924, |
| "mean_token_accuracy": 0.7394573912024498, |
| "num_tokens": 935795.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 0.6681515946984291, |
| "epoch": 0.16896831844029245, |
| "grad_norm": 0.03119724616408348, |
| "learning_rate": 0.0002, |
| "loss": 0.6646086573600769, |
| "mean_token_accuracy": 0.7379100769758224, |
| "num_tokens": 973280.0, |
| "step": 26 |
| }, |
| { |
| "entropy": 0.6617112681269646, |
| "epoch": 0.17546709991876522, |
| "grad_norm": 0.031551606953144073, |
| "learning_rate": 0.0002, |
| "loss": 0.6585603952407837, |
| "mean_token_accuracy": 0.7389705181121826, |
| "num_tokens": 1010622.0, |
| "step": 27 |
| }, |
| { |
| "entropy": 0.6501665636897087, |
| "epoch": 0.18196588139723802, |
| "grad_norm": 0.02211320586502552, |
| "learning_rate": 0.0002, |
| "loss": 0.6490904092788696, |
| "mean_token_accuracy": 0.7440381571650505, |
| "num_tokens": 1047900.0, |
| "step": 28 |
| }, |
| { |
| "entropy": 0.6470993533730507, |
| "epoch": 0.18846466287571081, |
| "grad_norm": 0.027688423171639442, |
| "learning_rate": 0.0002, |
| "loss": 0.6543895602226257, |
| "mean_token_accuracy": 0.7402380779385567, |
| "num_tokens": 1085392.0, |
| "step": 29 |
| }, |
| { |
| "entropy": 0.6416624039411545, |
| "epoch": 0.19496344435418358, |
| "grad_norm": 0.025217361748218536, |
| "learning_rate": 0.0002, |
| "loss": 0.651384711265564, |
| "mean_token_accuracy": 0.7433382496237755, |
| "num_tokens": 1122465.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 0.6523652598261833, |
| "epoch": 0.20146222583265638, |
| "grad_norm": 0.025227373465895653, |
| "learning_rate": 0.0002, |
| "loss": 0.6592613458633423, |
| "mean_token_accuracy": 0.7378358989953995, |
| "num_tokens": 1160451.0, |
| "step": 31 |
| }, |
| { |
| "entropy": 0.6369072422385216, |
| "epoch": 0.20796100731112915, |
| "grad_norm": 0.021375838667154312, |
| "learning_rate": 0.0002, |
| "loss": 0.6419180631637573, |
| "mean_token_accuracy": 0.7449744045734406, |
| "num_tokens": 1198041.0, |
| "step": 32 |
| }, |
| { |
| "entropy": 0.6256191805005074, |
| "epoch": 0.21445978878960195, |
| "grad_norm": 0.03092559427022934, |
| "learning_rate": 0.0002, |
| "loss": 0.6407320499420166, |
| "mean_token_accuracy": 0.7460681945085526, |
| "num_tokens": 1235291.0, |
| "step": 33 |
| }, |
| { |
| "entropy": 0.6299648508429527, |
| "epoch": 0.22095857026807472, |
| "grad_norm": 0.021124541759490967, |
| "learning_rate": 0.0002, |
| "loss": 0.6359473466873169, |
| "mean_token_accuracy": 0.7471542730927467, |
| "num_tokens": 1272686.0, |
| "step": 34 |
| }, |
| { |
| "entropy": 0.6513500586152077, |
| "epoch": 0.22745735174654752, |
| "grad_norm": 0.020855363458395004, |
| "learning_rate": 0.0002, |
| "loss": 0.6451584100723267, |
| "mean_token_accuracy": 0.7422506660223007, |
| "num_tokens": 1310182.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 0.6261186450719833, |
| "epoch": 0.23395613322502032, |
| "grad_norm": 0.019606754183769226, |
| "learning_rate": 0.0002, |
| "loss": 0.6181178092956543, |
| "mean_token_accuracy": 0.7557711079716682, |
| "num_tokens": 1347558.0, |
| "step": 36 |
| }, |
| { |
| "entropy": 0.6535262390971184, |
| "epoch": 0.2404549147034931, |
| "grad_norm": 0.016229776665568352, |
| "learning_rate": 0.0002, |
| "loss": 0.6474911570549011, |
| "mean_token_accuracy": 0.7401541844010353, |
| "num_tokens": 1385217.0, |
| "step": 37 |
| }, |
| { |
| "entropy": 0.6392895579338074, |
| "epoch": 0.2469536961819659, |
| "grad_norm": 0.01589571312069893, |
| "learning_rate": 0.0002, |
| "loss": 0.6345689296722412, |
| "mean_token_accuracy": 0.7464647218585014, |
| "num_tokens": 1422439.0, |
| "step": 38 |
| }, |
| { |
| "entropy": 0.6444704979658127, |
| "epoch": 0.25345247766043866, |
| "grad_norm": 0.019169991835951805, |
| "learning_rate": 0.0002, |
| "loss": 0.6417882442474365, |
| "mean_token_accuracy": 0.7431693077087402, |
| "num_tokens": 1459951.0, |
| "step": 39 |
| }, |
| { |
| "entropy": 0.6366401016712189, |
| "epoch": 0.25995125913891143, |
| "grad_norm": 0.016541991382837296, |
| "learning_rate": 0.0002, |
| "loss": 0.6387360095977783, |
| "mean_token_accuracy": 0.7458900958299637, |
| "num_tokens": 1497263.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 0.6309419572353363, |
| "epoch": 0.26645004061738425, |
| "grad_norm": 0.02144729532301426, |
| "learning_rate": 0.0002, |
| "loss": 0.635954737663269, |
| "mean_token_accuracy": 0.7469696402549744, |
| "num_tokens": 1534631.0, |
| "step": 41 |
| }, |
| { |
| "entropy": 0.6426582857966423, |
| "epoch": 0.272948822095857, |
| "grad_norm": 0.017918268218636513, |
| "learning_rate": 0.0002, |
| "loss": 0.6445891261100769, |
| "mean_token_accuracy": 0.7427951768040657, |
| "num_tokens": 1572110.0, |
| "step": 42 |
| }, |
| { |
| "entropy": 0.6238497421145439, |
| "epoch": 0.2794476035743298, |
| "grad_norm": 0.016322394832968712, |
| "learning_rate": 0.0002, |
| "loss": 0.6238967180252075, |
| "mean_token_accuracy": 0.7503543570637703, |
| "num_tokens": 1608997.0, |
| "step": 43 |
| }, |
| { |
| "entropy": 0.6374280378222466, |
| "epoch": 0.2859463850528026, |
| "grad_norm": 0.0153085608035326, |
| "learning_rate": 0.0002, |
| "loss": 0.6364343762397766, |
| "mean_token_accuracy": 0.745714507997036, |
| "num_tokens": 1646556.0, |
| "step": 44 |
| }, |
| { |
| "entropy": 0.6222607344388962, |
| "epoch": 0.2924451665312754, |
| "grad_norm": 0.016996094956994057, |
| "learning_rate": 0.0002, |
| "loss": 0.6201090812683105, |
| "mean_token_accuracy": 0.7516758143901825, |
| "num_tokens": 1683700.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 0.636712834239006, |
| "epoch": 0.29894394800974816, |
| "grad_norm": 0.016749687492847443, |
| "learning_rate": 0.0002, |
| "loss": 0.6368897557258606, |
| "mean_token_accuracy": 0.746493011713028, |
| "num_tokens": 1720661.0, |
| "step": 46 |
| }, |
| { |
| "entropy": 0.6459397748112679, |
| "epoch": 0.30544272948822093, |
| "grad_norm": 0.011651836335659027, |
| "learning_rate": 0.0002, |
| "loss": 0.6419233083724976, |
| "mean_token_accuracy": 0.7443490549921989, |
| "num_tokens": 1758131.0, |
| "step": 47 |
| }, |
| { |
| "entropy": 0.6379885226488113, |
| "epoch": 0.31194151096669376, |
| "grad_norm": 0.013901753351092339, |
| "learning_rate": 0.0002, |
| "loss": 0.6361222267150879, |
| "mean_token_accuracy": 0.746205136179924, |
| "num_tokens": 1795397.0, |
| "step": 48 |
| }, |
| { |
| "entropy": 0.6377697363495827, |
| "epoch": 0.31844029244516653, |
| "grad_norm": 0.014066919684410095, |
| "learning_rate": 0.0002, |
| "loss": 0.6356197595596313, |
| "mean_token_accuracy": 0.7455531656742096, |
| "num_tokens": 1832991.0, |
| "step": 49 |
| }, |
| { |
| "entropy": 0.6351528614759445, |
| "epoch": 0.3249390739236393, |
| "grad_norm": 0.013286196626722813, |
| "learning_rate": 0.0002, |
| "loss": 0.6371215581893921, |
| "mean_token_accuracy": 0.7454295605421066, |
| "num_tokens": 1870273.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 0.6069519519805908, |
| "epoch": 0.3314378554021121, |
| "grad_norm": 0.013732723891735077, |
| "learning_rate": 0.0002, |
| "loss": 0.6103472709655762, |
| "mean_token_accuracy": 0.7536283582448959, |
| "num_tokens": 1907528.0, |
| "step": 51 |
| }, |
| { |
| "entropy": 0.6297546997666359, |
| "epoch": 0.3379366368805849, |
| "grad_norm": 0.013711776584386826, |
| "learning_rate": 0.0002, |
| "loss": 0.6334048509597778, |
| "mean_token_accuracy": 0.745865486562252, |
| "num_tokens": 1945255.0, |
| "step": 52 |
| }, |
| { |
| "entropy": 0.6280607059597969, |
| "epoch": 0.34443541835905767, |
| "grad_norm": 0.01293123047798872, |
| "learning_rate": 0.0002, |
| "loss": 0.6310492753982544, |
| "mean_token_accuracy": 0.7467462942004204, |
| "num_tokens": 1982630.0, |
| "step": 53 |
| }, |
| { |
| "entropy": 0.6271316409111023, |
| "epoch": 0.35093419983753044, |
| "grad_norm": 0.01478263083845377, |
| "learning_rate": 0.0002, |
| "loss": 0.6254487037658691, |
| "mean_token_accuracy": 0.7497461065649986, |
| "num_tokens": 2020399.0, |
| "step": 54 |
| }, |
| { |
| "entropy": 0.6377271711826324, |
| "epoch": 0.35743298131600326, |
| "grad_norm": 0.013956044800579548, |
| "learning_rate": 0.0002, |
| "loss": 0.6360988020896912, |
| "mean_token_accuracy": 0.7437145560979843, |
| "num_tokens": 2057803.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 0.6247914582490921, |
| "epoch": 0.36393176279447603, |
| "grad_norm": 0.014322548173367977, |
| "learning_rate": 0.0002, |
| "loss": 0.6240888833999634, |
| "mean_token_accuracy": 0.7484056130051613, |
| "num_tokens": 2094784.0, |
| "step": 56 |
| }, |
| { |
| "entropy": 0.6302464827895164, |
| "epoch": 0.3704305442729488, |
| "grad_norm": 0.011746145784854889, |
| "learning_rate": 0.0002, |
| "loss": 0.633884608745575, |
| "mean_token_accuracy": 0.7437854781746864, |
| "num_tokens": 2132466.0, |
| "step": 57 |
| }, |
| { |
| "entropy": 0.6274847015738487, |
| "epoch": 0.37692932575142163, |
| "grad_norm": 0.013853202573955059, |
| "learning_rate": 0.0002, |
| "loss": 0.6355714797973633, |
| "mean_token_accuracy": 0.7430111691355705, |
| "num_tokens": 2169906.0, |
| "step": 58 |
| }, |
| { |
| "entropy": 0.6265148296952248, |
| "epoch": 0.3834281072298944, |
| "grad_norm": 0.01277268398553133, |
| "learning_rate": 0.0002, |
| "loss": 0.6335763335227966, |
| "mean_token_accuracy": 0.7446934059262276, |
| "num_tokens": 2207365.0, |
| "step": 59 |
| }, |
| { |
| "entropy": 0.6214065626263618, |
| "epoch": 0.38992688870836717, |
| "grad_norm": 0.010742721147835255, |
| "learning_rate": 0.0002, |
| "loss": 0.6200428009033203, |
| "mean_token_accuracy": 0.748136468231678, |
| "num_tokens": 2244334.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 0.6408857852220535, |
| "epoch": 0.39642567018683994, |
| "grad_norm": 0.011468583717942238, |
| "learning_rate": 0.0002, |
| "loss": 0.6358450651168823, |
| "mean_token_accuracy": 0.7437937930226326, |
| "num_tokens": 2281670.0, |
| "step": 61 |
| }, |
| { |
| "entropy": 0.6396703198552132, |
| "epoch": 0.40292445166531277, |
| "grad_norm": 0.011673662811517715, |
| "learning_rate": 0.0002, |
| "loss": 0.6363998651504517, |
| "mean_token_accuracy": 0.7431989163160324, |
| "num_tokens": 2318924.0, |
| "step": 62 |
| }, |
| { |
| "entropy": 0.6249052062630653, |
| "epoch": 0.40942323314378554, |
| "grad_norm": 0.0118953175842762, |
| "learning_rate": 0.0002, |
| "loss": 0.6213114261627197, |
| "mean_token_accuracy": 0.7500982582569122, |
| "num_tokens": 2356317.0, |
| "step": 63 |
| }, |
| { |
| "entropy": 0.6271346360445023, |
| "epoch": 0.4159220146222583, |
| "grad_norm": 0.012425282970070839, |
| "learning_rate": 0.0002, |
| "loss": 0.6213847398757935, |
| "mean_token_accuracy": 0.7495132237672806, |
| "num_tokens": 2393601.0, |
| "step": 64 |
| }, |
| { |
| "entropy": 0.629973016679287, |
| "epoch": 0.42242079610073113, |
| "grad_norm": 0.011852126568555832, |
| "learning_rate": 0.0002, |
| "loss": 0.6328772306442261, |
| "mean_token_accuracy": 0.7433357834815979, |
| "num_tokens": 2430713.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 0.625373125076294, |
| "epoch": 0.4289195775792039, |
| "grad_norm": 0.011082636192440987, |
| "learning_rate": 0.0002, |
| "loss": 0.6278108954429626, |
| "mean_token_accuracy": 0.7462311089038849, |
| "num_tokens": 2468332.0, |
| "step": 66 |
| }, |
| { |
| "entropy": 0.6213006973266602, |
| "epoch": 0.4354183590576767, |
| "grad_norm": 0.012099278159439564, |
| "learning_rate": 0.0002, |
| "loss": 0.6325806975364685, |
| "mean_token_accuracy": 0.748037800192833, |
| "num_tokens": 2505751.0, |
| "step": 67 |
| }, |
| { |
| "entropy": 0.6149301454424858, |
| "epoch": 0.44191714053614944, |
| "grad_norm": 0.011624482460319996, |
| "learning_rate": 0.0002, |
| "loss": 0.6194391250610352, |
| "mean_token_accuracy": 0.7509394213557243, |
| "num_tokens": 2543314.0, |
| "step": 68 |
| }, |
| { |
| "entropy": 0.6199035122990608, |
| "epoch": 0.44841592201462227, |
| "grad_norm": 0.010423528961837292, |
| "learning_rate": 0.0002, |
| "loss": 0.6224488615989685, |
| "mean_token_accuracy": 0.749529704451561, |
| "num_tokens": 2580776.0, |
| "step": 69 |
| }, |
| { |
| "entropy": 0.6317284181714058, |
| "epoch": 0.45491470349309504, |
| "grad_norm": 0.010865025222301483, |
| "learning_rate": 0.0002, |
| "loss": 0.6270354986190796, |
| "mean_token_accuracy": 0.7461089566349983, |
| "num_tokens": 2618167.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 0.6248530969023705, |
| "epoch": 0.4614134849715678, |
| "grad_norm": 0.010545512661337852, |
| "learning_rate": 0.0002, |
| "loss": 0.6243047714233398, |
| "mean_token_accuracy": 0.7491967007517815, |
| "num_tokens": 2655748.0, |
| "step": 71 |
| }, |
| { |
| "entropy": 0.6242939457297325, |
| "epoch": 0.46791226645004064, |
| "grad_norm": 0.01175450999289751, |
| "learning_rate": 0.0002, |
| "loss": 0.6177983283996582, |
| "mean_token_accuracy": 0.7500801458954811, |
| "num_tokens": 2693338.0, |
| "step": 72 |
| }, |
| { |
| "entropy": 0.6458104699850082, |
| "epoch": 0.4744110479285134, |
| "grad_norm": 0.009623173624277115, |
| "learning_rate": 0.0002, |
| "loss": 0.6407941579818726, |
| "mean_token_accuracy": 0.7437473684549332, |
| "num_tokens": 2730673.0, |
| "step": 73 |
| }, |
| { |
| "entropy": 0.6289036273956299, |
| "epoch": 0.4809098294069862, |
| "grad_norm": 0.010831008665263653, |
| "learning_rate": 0.0002, |
| "loss": 0.6292392015457153, |
| "mean_token_accuracy": 0.749647282063961, |
| "num_tokens": 2768101.0, |
| "step": 74 |
| }, |
| { |
| "entropy": 0.6329901814460754, |
| "epoch": 0.487408610885459, |
| "grad_norm": 0.013034787029027939, |
| "learning_rate": 0.0002, |
| "loss": 0.6349586248397827, |
| "mean_token_accuracy": 0.7437526881694794, |
| "num_tokens": 2805877.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 0.6201201230287552, |
| "epoch": 0.4939073923639318, |
| "grad_norm": 0.010362153872847557, |
| "learning_rate": 0.0002, |
| "loss": 0.6222230195999146, |
| "mean_token_accuracy": 0.749205470085144, |
| "num_tokens": 2843002.0, |
| "step": 76 |
| }, |
| { |
| "entropy": 0.6270335763692856, |
| "epoch": 0.5004061738424046, |
| "grad_norm": 0.01038055308163166, |
| "learning_rate": 0.0002, |
| "loss": 0.6268460154533386, |
| "mean_token_accuracy": 0.7455538734793663, |
| "num_tokens": 2880433.0, |
| "step": 77 |
| }, |
| { |
| "entropy": 0.6266148760914803, |
| "epoch": 0.5069049553208773, |
| "grad_norm": 0.011833865195512772, |
| "learning_rate": 0.0002, |
| "loss": 0.6316983699798584, |
| "mean_token_accuracy": 0.7472645714879036, |
| "num_tokens": 2917833.0, |
| "step": 78 |
| }, |
| { |
| "entropy": 0.6177176311612129, |
| "epoch": 0.5134037367993501, |
| "grad_norm": 0.012312863022089005, |
| "learning_rate": 0.0002, |
| "loss": 0.620547890663147, |
| "mean_token_accuracy": 0.7489045560359955, |
| "num_tokens": 2955261.0, |
| "step": 79 |
| }, |
| { |
| "entropy": 0.6255826130509377, |
| "epoch": 0.5199025182778229, |
| "grad_norm": 0.011764319613575935, |
| "learning_rate": 0.0002, |
| "loss": 0.6278033256530762, |
| "mean_token_accuracy": 0.7475135996937752, |
| "num_tokens": 2992205.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 0.6303588896989822, |
| "epoch": 0.5264012997562957, |
| "grad_norm": 0.01056460291147232, |
| "learning_rate": 0.0002, |
| "loss": 0.6343796253204346, |
| "mean_token_accuracy": 0.7422873452305794, |
| "num_tokens": 3029696.0, |
| "step": 81 |
| }, |
| { |
| "entropy": 0.6168110445141792, |
| "epoch": 0.5329000812347685, |
| "grad_norm": 0.010063163004815578, |
| "learning_rate": 0.0002, |
| "loss": 0.6208071112632751, |
| "mean_token_accuracy": 0.7490193694829941, |
| "num_tokens": 3067080.0, |
| "step": 82 |
| }, |
| { |
| "entropy": 0.6252159550786018, |
| "epoch": 0.5393988627132412, |
| "grad_norm": 0.010448803193867207, |
| "learning_rate": 0.0002, |
| "loss": 0.6253081560134888, |
| "mean_token_accuracy": 0.7478374615311623, |
| "num_tokens": 3104286.0, |
| "step": 83 |
| }, |
| { |
| "entropy": 0.6273334473371506, |
| "epoch": 0.545897644191714, |
| "grad_norm": 0.010500379838049412, |
| "learning_rate": 0.0002, |
| "loss": 0.6298959255218506, |
| "mean_token_accuracy": 0.7449745014309883, |
| "num_tokens": 3141685.0, |
| "step": 84 |
| }, |
| { |
| "entropy": 0.6271170675754547, |
| "epoch": 0.5523964256701869, |
| "grad_norm": 0.011779806576669216, |
| "learning_rate": 0.0002, |
| "loss": 0.6241638660430908, |
| "mean_token_accuracy": 0.7471632659435272, |
| "num_tokens": 3178925.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 0.6358036622405052, |
| "epoch": 0.5588952071486596, |
| "grad_norm": 0.010791173204779625, |
| "learning_rate": 0.0002, |
| "loss": 0.6331329941749573, |
| "mean_token_accuracy": 0.7441665381193161, |
| "num_tokens": 3216076.0, |
| "step": 86 |
| }, |
| { |
| "entropy": 0.6320113763213158, |
| "epoch": 0.5653939886271324, |
| "grad_norm": 0.009891759604215622, |
| "learning_rate": 0.0002, |
| "loss": 0.6326582431793213, |
| "mean_token_accuracy": 0.7445697784423828, |
| "num_tokens": 3253700.0, |
| "step": 87 |
| }, |
| { |
| "entropy": 0.6250990331172943, |
| "epoch": 0.5718927701056052, |
| "grad_norm": 0.013541702181100845, |
| "learning_rate": 0.0002, |
| "loss": 0.6289629936218262, |
| "mean_token_accuracy": 0.745047003030777, |
| "num_tokens": 3291250.0, |
| "step": 88 |
| }, |
| { |
| "entropy": 0.6287946552038193, |
| "epoch": 0.578391551584078, |
| "grad_norm": 0.009651604108512402, |
| "learning_rate": 0.0002, |
| "loss": 0.6300573348999023, |
| "mean_token_accuracy": 0.7451979964971542, |
| "num_tokens": 3328548.0, |
| "step": 89 |
| }, |
| { |
| "entropy": 0.6240335181355476, |
| "epoch": 0.5848903330625508, |
| "grad_norm": 0.009283720515668392, |
| "learning_rate": 0.0002, |
| "loss": 0.6263805031776428, |
| "mean_token_accuracy": 0.7456449046730995, |
| "num_tokens": 3365327.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 0.6241980046033859, |
| "epoch": 0.5913891145410236, |
| "grad_norm": 0.010714948177337646, |
| "learning_rate": 0.0002, |
| "loss": 0.625645637512207, |
| "mean_token_accuracy": 0.7471252828836441, |
| "num_tokens": 3402757.0, |
| "step": 91 |
| }, |
| { |
| "entropy": 0.628009632229805, |
| "epoch": 0.5978878960194963, |
| "grad_norm": 0.012750590220093727, |
| "learning_rate": 0.0002, |
| "loss": 0.6261017322540283, |
| "mean_token_accuracy": 0.7465066090226173, |
| "num_tokens": 3440031.0, |
| "step": 92 |
| }, |
| { |
| "entropy": 0.6196997240185738, |
| "epoch": 0.6043866774979691, |
| "grad_norm": 0.011183288879692554, |
| "learning_rate": 0.0002, |
| "loss": 0.6222946047782898, |
| "mean_token_accuracy": 0.7507361546158791, |
| "num_tokens": 3477362.0, |
| "step": 93 |
| }, |
| { |
| "entropy": 0.6370684951543808, |
| "epoch": 0.6108854589764419, |
| "grad_norm": 0.010141120292246342, |
| "learning_rate": 0.0002, |
| "loss": 0.638361930847168, |
| "mean_token_accuracy": 0.7412139847874641, |
| "num_tokens": 3514709.0, |
| "step": 94 |
| }, |
| { |
| "entropy": 0.6254898384213448, |
| "epoch": 0.6173842404549147, |
| "grad_norm": 0.009656463749706745, |
| "learning_rate": 0.0002, |
| "loss": 0.6284251809120178, |
| "mean_token_accuracy": 0.7460697740316391, |
| "num_tokens": 3552355.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 0.626992717385292, |
| "epoch": 0.6238830219333875, |
| "grad_norm": 0.01039013173431158, |
| "learning_rate": 0.0002, |
| "loss": 0.632388174533844, |
| "mean_token_accuracy": 0.7448238283395767, |
| "num_tokens": 3590160.0, |
| "step": 96 |
| }, |
| { |
| "entropy": 0.6212045699357986, |
| "epoch": 0.6303818034118602, |
| "grad_norm": 0.011750632897019386, |
| "learning_rate": 0.0002, |
| "loss": 0.623359203338623, |
| "mean_token_accuracy": 0.7481106221675873, |
| "num_tokens": 3627240.0, |
| "step": 97 |
| }, |
| { |
| "entropy": 0.6192934885621071, |
| "epoch": 0.6368805848903331, |
| "grad_norm": 0.009845283813774586, |
| "learning_rate": 0.0002, |
| "loss": 0.6226494312286377, |
| "mean_token_accuracy": 0.7480833828449249, |
| "num_tokens": 3664279.0, |
| "step": 98 |
| }, |
| { |
| "entropy": 0.6310721859335899, |
| "epoch": 0.6433793663688059, |
| "grad_norm": 0.011091063730418682, |
| "learning_rate": 0.0002, |
| "loss": 0.6305258274078369, |
| "mean_token_accuracy": 0.7463658377528191, |
| "num_tokens": 3701955.0, |
| "step": 99 |
| }, |
| { |
| "entropy": 0.6249227002263069, |
| "epoch": 0.6498781478472786, |
| "grad_norm": 0.009939444251358509, |
| "learning_rate": 0.0002, |
| "loss": 0.6257964372634888, |
| "mean_token_accuracy": 0.7479037865996361, |
| "num_tokens": 3739298.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 0.6227108985185623, |
| "epoch": 0.6563769293257514, |
| "grad_norm": 0.010004580952227116, |
| "learning_rate": 0.0002, |
| "loss": 0.6256003379821777, |
| "mean_token_accuracy": 0.7474573701620102, |
| "num_tokens": 3776806.0, |
| "step": 101 |
| }, |
| { |
| "entropy": 0.6166384890675545, |
| "epoch": 0.6628757108042242, |
| "grad_norm": 0.010987838730216026, |
| "learning_rate": 0.0002, |
| "loss": 0.6182519197463989, |
| "mean_token_accuracy": 0.7499695047736168, |
| "num_tokens": 3813941.0, |
| "step": 102 |
| }, |
| { |
| "entropy": 0.6348938420414925, |
| "epoch": 0.669374492282697, |
| "grad_norm": 0.011195721104741096, |
| "learning_rate": 0.0002, |
| "loss": 0.6304492950439453, |
| "mean_token_accuracy": 0.7462876811623573, |
| "num_tokens": 3851698.0, |
| "step": 103 |
| }, |
| { |
| "entropy": 0.6282550320029259, |
| "epoch": 0.6758732737611698, |
| "grad_norm": 0.010595601983368397, |
| "learning_rate": 0.0002, |
| "loss": 0.6273945569992065, |
| "mean_token_accuracy": 0.7473014816641808, |
| "num_tokens": 3888988.0, |
| "step": 104 |
| }, |
| { |
| "entropy": 0.6324817091226578, |
| "epoch": 0.6823720552396426, |
| "grad_norm": 0.009895245544612408, |
| "learning_rate": 0.0002, |
| "loss": 0.632161557674408, |
| "mean_token_accuracy": 0.7444497495889664, |
| "num_tokens": 3925974.0, |
| "step": 105 |
| }, |
| { |
| "entropy": 0.6199614554643631, |
| "epoch": 0.6888708367181153, |
| "grad_norm": 0.010299347341060638, |
| "learning_rate": 0.0002, |
| "loss": 0.6227681636810303, |
| "mean_token_accuracy": 0.746825821697712, |
| "num_tokens": 3962869.0, |
| "step": 106 |
| }, |
| { |
| "entropy": 0.6321764960885048, |
| "epoch": 0.6953696181965882, |
| "grad_norm": 0.010949746705591679, |
| "learning_rate": 0.0002, |
| "loss": 0.6333647966384888, |
| "mean_token_accuracy": 0.7444829195737839, |
| "num_tokens": 4000443.0, |
| "step": 107 |
| }, |
| { |
| "entropy": 0.6052318215370178, |
| "epoch": 0.7018683996750609, |
| "grad_norm": 0.010511154308915138, |
| "learning_rate": 0.0002, |
| "loss": 0.6079590916633606, |
| "mean_token_accuracy": 0.7547851428389549, |
| "num_tokens": 4037560.0, |
| "step": 108 |
| }, |
| { |
| "entropy": 0.6213503628969193, |
| "epoch": 0.7083671811535337, |
| "grad_norm": 0.009959033690392971, |
| "learning_rate": 0.0002, |
| "loss": 0.622962236404419, |
| "mean_token_accuracy": 0.7485458552837372, |
| "num_tokens": 4075139.0, |
| "step": 109 |
| }, |
| { |
| "entropy": 0.6228557601571083, |
| "epoch": 0.7148659626320065, |
| "grad_norm": 0.009467214345932007, |
| "learning_rate": 0.0002, |
| "loss": 0.6287202835083008, |
| "mean_token_accuracy": 0.7456526011228561, |
| "num_tokens": 4112628.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 0.6176012232899666, |
| "epoch": 0.7213647441104792, |
| "grad_norm": 0.009703468531370163, |
| "learning_rate": 0.0002, |
| "loss": 0.6198960542678833, |
| "mean_token_accuracy": 0.7511189430952072, |
| "num_tokens": 4150384.0, |
| "step": 111 |
| }, |
| { |
| "entropy": 0.6364283263683319, |
| "epoch": 0.7278635255889521, |
| "grad_norm": 0.009932373650372028, |
| "learning_rate": 0.0002, |
| "loss": 0.6412342190742493, |
| "mean_token_accuracy": 0.742191307246685, |
| "num_tokens": 4187483.0, |
| "step": 112 |
| }, |
| { |
| "entropy": 0.6340491250157356, |
| "epoch": 0.7343623070674249, |
| "grad_norm": 0.009394255466759205, |
| "learning_rate": 0.0002, |
| "loss": 0.632526695728302, |
| "mean_token_accuracy": 0.7457142248749733, |
| "num_tokens": 4224861.0, |
| "step": 113 |
| }, |
| { |
| "entropy": 0.626609705388546, |
| "epoch": 0.7408610885458976, |
| "grad_norm": 0.010729662142693996, |
| "learning_rate": 0.0002, |
| "loss": 0.6251577138900757, |
| "mean_token_accuracy": 0.7473985999822617, |
| "num_tokens": 4261958.0, |
| "step": 114 |
| }, |
| { |
| "entropy": 0.6041073203086853, |
| "epoch": 0.7473598700243704, |
| "grad_norm": 0.010525292716920376, |
| "learning_rate": 0.0002, |
| "loss": 0.599025309085846, |
| "mean_token_accuracy": 0.7583419680595398, |
| "num_tokens": 4299462.0, |
| "step": 115 |
| }, |
| { |
| "entropy": 0.6210100278258324, |
| "epoch": 0.7538586515028433, |
| "grad_norm": 0.009981499053537846, |
| "learning_rate": 0.0002, |
| "loss": 0.6192715167999268, |
| "mean_token_accuracy": 0.7496819868683815, |
| "num_tokens": 4336903.0, |
| "step": 116 |
| }, |
| { |
| "entropy": 0.6161150112748146, |
| "epoch": 0.760357432981316, |
| "grad_norm": 0.009832478128373623, |
| "learning_rate": 0.0002, |
| "loss": 0.6186830401420593, |
| "mean_token_accuracy": 0.7503286600112915, |
| "num_tokens": 4374156.0, |
| "step": 117 |
| }, |
| { |
| "entropy": 0.6233196780085564, |
| "epoch": 0.7668562144597888, |
| "grad_norm": 0.009722237475216389, |
| "learning_rate": 0.0002, |
| "loss": 0.6274971961975098, |
| "mean_token_accuracy": 0.7461902946233749, |
| "num_tokens": 4411885.0, |
| "step": 118 |
| }, |
| { |
| "entropy": 0.6291887611150742, |
| "epoch": 0.7733549959382616, |
| "grad_norm": 0.01063536573201418, |
| "learning_rate": 0.0002, |
| "loss": 0.6366918087005615, |
| "mean_token_accuracy": 0.7416415438055992, |
| "num_tokens": 4449209.0, |
| "step": 119 |
| }, |
| { |
| "entropy": 0.6099276095628738, |
| "epoch": 0.7798537774167343, |
| "grad_norm": 0.010151992551982403, |
| "learning_rate": 0.0002, |
| "loss": 0.6134237051010132, |
| "mean_token_accuracy": 0.7496887296438217, |
| "num_tokens": 4486909.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.6280336380004883, |
| "epoch": 0.7863525588952072, |
| "grad_norm": 0.011214104481041431, |
| "learning_rate": 0.0002, |
| "loss": 0.6303111910820007, |
| "mean_token_accuracy": 0.743942454457283, |
| "num_tokens": 4524269.0, |
| "step": 121 |
| }, |
| { |
| "entropy": 0.624128632247448, |
| "epoch": 0.7928513403736799, |
| "grad_norm": 0.01028621755540371, |
| "learning_rate": 0.0002, |
| "loss": 0.6248451471328735, |
| "mean_token_accuracy": 0.7479912042617798, |
| "num_tokens": 4561643.0, |
| "step": 122 |
| }, |
| { |
| "entropy": 0.6252302676439285, |
| "epoch": 0.7993501218521527, |
| "grad_norm": 0.01105236541479826, |
| "learning_rate": 0.0002, |
| "loss": 0.6249452233314514, |
| "mean_token_accuracy": 0.7472440227866173, |
| "num_tokens": 4599086.0, |
| "step": 123 |
| }, |
| { |
| "entropy": 0.6296864897012711, |
| "epoch": 0.8058489033306255, |
| "grad_norm": 0.009404209442436695, |
| "learning_rate": 0.0002, |
| "loss": 0.6316344738006592, |
| "mean_token_accuracy": 0.7425857782363892, |
| "num_tokens": 4636471.0, |
| "step": 124 |
| }, |
| { |
| "entropy": 0.6118782311677933, |
| "epoch": 0.8123476848090982, |
| "grad_norm": 0.010075677186250687, |
| "learning_rate": 0.0002, |
| "loss": 0.6151276230812073, |
| "mean_token_accuracy": 0.7537136599421501, |
| "num_tokens": 4673814.0, |
| "step": 125 |
| }, |
| { |
| "entropy": 0.6220783665776253, |
| "epoch": 0.8188464662875711, |
| "grad_norm": 0.01058894768357277, |
| "learning_rate": 0.0002, |
| "loss": 0.623919665813446, |
| "mean_token_accuracy": 0.7449487373232841, |
| "num_tokens": 4711348.0, |
| "step": 126 |
| }, |
| { |
| "entropy": 0.6320341899991035, |
| "epoch": 0.8253452477660439, |
| "grad_norm": 0.009438078850507736, |
| "learning_rate": 0.0002, |
| "loss": 0.635218620300293, |
| "mean_token_accuracy": 0.7428243607282639, |
| "num_tokens": 4748964.0, |
| "step": 127 |
| }, |
| { |
| "entropy": 0.608184851706028, |
| "epoch": 0.8318440292445166, |
| "grad_norm": 0.00950313825160265, |
| "learning_rate": 0.0002, |
| "loss": 0.608941376209259, |
| "mean_token_accuracy": 0.7540178000926971, |
| "num_tokens": 4786015.0, |
| "step": 128 |
| }, |
| { |
| "entropy": 0.6191292628645897, |
| "epoch": 0.8383428107229894, |
| "grad_norm": 0.00933976098895073, |
| "learning_rate": 0.0002, |
| "loss": 0.6211662292480469, |
| "mean_token_accuracy": 0.7470189183950424, |
| "num_tokens": 4823477.0, |
| "step": 129 |
| }, |
| { |
| "entropy": 0.6169113591313362, |
| "epoch": 0.8448415922014623, |
| "grad_norm": 0.00967735517770052, |
| "learning_rate": 0.0002, |
| "loss": 0.6221678256988525, |
| "mean_token_accuracy": 0.7482811883091927, |
| "num_tokens": 4860492.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 0.6181379705667496, |
| "epoch": 0.851340373679935, |
| "grad_norm": 0.010275167413055897, |
| "learning_rate": 0.0002, |
| "loss": 0.6256829500198364, |
| "mean_token_accuracy": 0.7461275234818459, |
| "num_tokens": 4897310.0, |
| "step": 131 |
| }, |
| { |
| "entropy": 0.6289433836936951, |
| "epoch": 0.8578391551584078, |
| "grad_norm": 0.010724073275923729, |
| "learning_rate": 0.0002, |
| "loss": 0.6285852193832397, |
| "mean_token_accuracy": 0.7468666434288025, |
| "num_tokens": 4935222.0, |
| "step": 132 |
| }, |
| { |
| "entropy": 0.6300692111253738, |
| "epoch": 0.8643379366368806, |
| "grad_norm": 0.009074898436665535, |
| "learning_rate": 0.0002, |
| "loss": 0.6281343698501587, |
| "mean_token_accuracy": 0.7458086088299751, |
| "num_tokens": 4972549.0, |
| "step": 133 |
| }, |
| { |
| "entropy": 0.6445952579379082, |
| "epoch": 0.8708367181153533, |
| "grad_norm": 0.009369590319693089, |
| "learning_rate": 0.0002, |
| "loss": 0.6381428837776184, |
| "mean_token_accuracy": 0.7420760691165924, |
| "num_tokens": 5010593.0, |
| "step": 134 |
| }, |
| { |
| "entropy": 0.6136679574847221, |
| "epoch": 0.8773354995938262, |
| "grad_norm": 0.01232313271611929, |
| "learning_rate": 0.0002, |
| "loss": 0.6184711456298828, |
| "mean_token_accuracy": 0.7486978471279144, |
| "num_tokens": 5047468.0, |
| "step": 135 |
| }, |
| { |
| "entropy": 0.6270027384161949, |
| "epoch": 0.8838342810722989, |
| "grad_norm": 0.010591822676360607, |
| "learning_rate": 0.0002, |
| "loss": 0.6306672692298889, |
| "mean_token_accuracy": 0.7446641474962234, |
| "num_tokens": 5084586.0, |
| "step": 136 |
| }, |
| { |
| "entropy": 0.6240550950169563, |
| "epoch": 0.8903330625507717, |
| "grad_norm": 0.009444071911275387, |
| "learning_rate": 0.0002, |
| "loss": 0.6233399510383606, |
| "mean_token_accuracy": 0.749994620680809, |
| "num_tokens": 5122453.0, |
| "step": 137 |
| }, |
| { |
| "entropy": 0.6302881464362144, |
| "epoch": 0.8968318440292445, |
| "grad_norm": 0.009541204199194908, |
| "learning_rate": 0.0002, |
| "loss": 0.6329821348190308, |
| "mean_token_accuracy": 0.7429886758327484, |
| "num_tokens": 5160031.0, |
| "step": 138 |
| }, |
| { |
| "entropy": 0.6242454648017883, |
| "epoch": 0.9033306255077173, |
| "grad_norm": 0.01136871799826622, |
| "learning_rate": 0.0002, |
| "loss": 0.628311038017273, |
| "mean_token_accuracy": 0.7444250509142876, |
| "num_tokens": 5197538.0, |
| "step": 139 |
| }, |
| { |
| "entropy": 0.6239208057522774, |
| "epoch": 0.9098294069861901, |
| "grad_norm": 0.009039361029863358, |
| "learning_rate": 0.0002, |
| "loss": 0.6212806105613708, |
| "mean_token_accuracy": 0.7484918162226677, |
| "num_tokens": 5234839.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.6303699910640717, |
| "epoch": 0.9163281884646629, |
| "grad_norm": 0.008452481590211391, |
| "learning_rate": 0.0002, |
| "loss": 0.6276811361312866, |
| "mean_token_accuracy": 0.7478921040892601, |
| "num_tokens": 5272501.0, |
| "step": 141 |
| }, |
| { |
| "entropy": 0.6282826215028763, |
| "epoch": 0.9228269699431356, |
| "grad_norm": 0.009988308884203434, |
| "learning_rate": 0.0002, |
| "loss": 0.6308070421218872, |
| "mean_token_accuracy": 0.744203083217144, |
| "num_tokens": 5310068.0, |
| "step": 142 |
| }, |
| { |
| "entropy": 0.6363607943058014, |
| "epoch": 0.9293257514216084, |
| "grad_norm": 0.010694671422243118, |
| "learning_rate": 0.0002, |
| "loss": 0.6361459493637085, |
| "mean_token_accuracy": 0.7425540909171104, |
| "num_tokens": 5347594.0, |
| "step": 143 |
| }, |
| { |
| "entropy": 0.6332810074090958, |
| "epoch": 0.9358245329000813, |
| "grad_norm": 0.008342958055436611, |
| "learning_rate": 0.0002, |
| "loss": 0.6327856779098511, |
| "mean_token_accuracy": 0.7445112019777298, |
| "num_tokens": 5385240.0, |
| "step": 144 |
| }, |
| { |
| "entropy": 0.622712031006813, |
| "epoch": 0.942323314378554, |
| "grad_norm": 0.009324009530246258, |
| "learning_rate": 0.0002, |
| "loss": 0.622111439704895, |
| "mean_token_accuracy": 0.7491918131709099, |
| "num_tokens": 5423063.0, |
| "step": 145 |
| }, |
| { |
| "entropy": 0.6331967115402222, |
| "epoch": 0.9488220958570268, |
| "grad_norm": 0.009456835687160492, |
| "learning_rate": 0.0002, |
| "loss": 0.635155200958252, |
| "mean_token_accuracy": 0.7427491322159767, |
| "num_tokens": 5460300.0, |
| "step": 146 |
| }, |
| { |
| "entropy": 0.6007715612649918, |
| "epoch": 0.9553208773354996, |
| "grad_norm": 0.009612048044800758, |
| "learning_rate": 0.0002, |
| "loss": 0.6061209440231323, |
| "mean_token_accuracy": 0.7546330019831657, |
| "num_tokens": 5497104.0, |
| "step": 147 |
| }, |
| { |
| "entropy": 0.623559907078743, |
| "epoch": 0.9618196588139724, |
| "grad_norm": 0.009891507215797901, |
| "learning_rate": 0.0002, |
| "loss": 0.6299046874046326, |
| "mean_token_accuracy": 0.7460341230034828, |
| "num_tokens": 5534717.0, |
| "step": 148 |
| }, |
| { |
| "entropy": 0.6161656081676483, |
| "epoch": 0.9683184402924452, |
| "grad_norm": 0.009623561054468155, |
| "learning_rate": 0.0002, |
| "loss": 0.6207596659660339, |
| "mean_token_accuracy": 0.7484462484717369, |
| "num_tokens": 5572155.0, |
| "step": 149 |
| }, |
| { |
| "entropy": 0.6296671330928802, |
| "epoch": 0.974817221770918, |
| "grad_norm": 0.009666231460869312, |
| "learning_rate": 0.0002, |
| "loss": 0.6299723386764526, |
| "mean_token_accuracy": 0.7442828044295311, |
| "num_tokens": 5609434.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 0.635062001645565, |
| "epoch": 0.9813160032493907, |
| "grad_norm": 0.009376533329486847, |
| "learning_rate": 0.0002, |
| "loss": 0.6303079128265381, |
| "mean_token_accuracy": 0.7447433397173882, |
| "num_tokens": 5646893.0, |
| "step": 151 |
| }, |
| { |
| "entropy": 0.630713015794754, |
| "epoch": 0.9878147847278635, |
| "grad_norm": 0.009512092918157578, |
| "learning_rate": 0.0002, |
| "loss": 0.6241896152496338, |
| "mean_token_accuracy": 0.745731770992279, |
| "num_tokens": 5684403.0, |
| "step": 152 |
| }, |
| { |
| "entropy": 0.623988039791584, |
| "epoch": 0.9943135662063363, |
| "grad_norm": 0.00946712028235197, |
| "learning_rate": 0.0002, |
| "loss": 0.6251310110092163, |
| "mean_token_accuracy": 0.7487976476550102, |
| "num_tokens": 5721608.0, |
| "step": 153 |
| }, |
| { |
| "entropy": 0.5962605476379395, |
| "epoch": 1.0, |
| "grad_norm": 0.010017761029303074, |
| "learning_rate": 0.0002, |
| "loss": 0.6195710897445679, |
| "mean_token_accuracy": 0.754073713506971, |
| "num_tokens": 5737850.0, |
| "step": 154 |
| }, |
| { |
| "entropy": 0.6159528121352196, |
| "epoch": 1.0064987814784727, |
| "grad_norm": 0.011626223102211952, |
| "learning_rate": 0.0002, |
| "loss": 0.6283953785896301, |
| "mean_token_accuracy": 0.7437271103262901, |
| "num_tokens": 5775226.0, |
| "step": 155 |
| }, |
| { |
| "entropy": 0.6398139446973801, |
| "epoch": 1.0129975629569457, |
| "grad_norm": 0.009600057266652584, |
| "learning_rate": 0.0002, |
| "loss": 0.6418601274490356, |
| "mean_token_accuracy": 0.7394955083727837, |
| "num_tokens": 5812842.0, |
| "step": 156 |
| }, |
| { |
| "entropy": 0.6106663420796394, |
| "epoch": 1.0194963444354184, |
| "grad_norm": 0.01011701114475727, |
| "learning_rate": 0.0002, |
| "loss": 0.6077284812927246, |
| "mean_token_accuracy": 0.754165381193161, |
| "num_tokens": 5850157.0, |
| "step": 157 |
| }, |
| { |
| "entropy": 0.6355043426156044, |
| "epoch": 1.025995125913891, |
| "grad_norm": 0.009700894355773926, |
| "learning_rate": 0.0002, |
| "loss": 0.6273776888847351, |
| "mean_token_accuracy": 0.7454625219106674, |
| "num_tokens": 5887576.0, |
| "step": 158 |
| }, |
| { |
| "entropy": 0.629393994808197, |
| "epoch": 1.032493907392364, |
| "grad_norm": 0.007958617061376572, |
| "learning_rate": 0.0002, |
| "loss": 0.6252051591873169, |
| "mean_token_accuracy": 0.7460998743772507, |
| "num_tokens": 5925165.0, |
| "step": 159 |
| }, |
| { |
| "entropy": 0.6266166046261787, |
| "epoch": 1.0389926888708367, |
| "grad_norm": 0.00998145341873169, |
| "learning_rate": 0.0002, |
| "loss": 0.6290674209594727, |
| "mean_token_accuracy": 0.7430498450994492, |
| "num_tokens": 5962505.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 0.6140859052538872, |
| "epoch": 1.0454914703493094, |
| "grad_norm": 0.010381487198174, |
| "learning_rate": 0.0002, |
| "loss": 0.6180790662765503, |
| "mean_token_accuracy": 0.7507300451397896, |
| "num_tokens": 5999871.0, |
| "step": 161 |
| }, |
| { |
| "entropy": 0.6197154447436333, |
| "epoch": 1.0519902518277824, |
| "grad_norm": 0.009876130148768425, |
| "learning_rate": 0.0002, |
| "loss": 0.6249828338623047, |
| "mean_token_accuracy": 0.7454148605465889, |
| "num_tokens": 6037575.0, |
| "step": 162 |
| }, |
| { |
| "entropy": 0.6122508272528648, |
| "epoch": 1.058489033306255, |
| "grad_norm": 0.008684883825480938, |
| "learning_rate": 0.0002, |
| "loss": 0.6138869524002075, |
| "mean_token_accuracy": 0.7517640963196754, |
| "num_tokens": 6074892.0, |
| "step": 163 |
| }, |
| { |
| "entropy": 0.6194281056523323, |
| "epoch": 1.0649878147847278, |
| "grad_norm": 0.010471724905073643, |
| "learning_rate": 0.0002, |
| "loss": 0.6223649978637695, |
| "mean_token_accuracy": 0.7462374493479729, |
| "num_tokens": 6112197.0, |
| "step": 164 |
| }, |
| { |
| "entropy": 0.6203417181968689, |
| "epoch": 1.0714865962632008, |
| "grad_norm": 0.00992770865559578, |
| "learning_rate": 0.0002, |
| "loss": 0.6209006309509277, |
| "mean_token_accuracy": 0.7480901628732681, |
| "num_tokens": 6149571.0, |
| "step": 165 |
| }, |
| { |
| "entropy": 0.6099580377340317, |
| "epoch": 1.0779853777416735, |
| "grad_norm": 0.00981567706912756, |
| "learning_rate": 0.0002, |
| "loss": 0.6166203022003174, |
| "mean_token_accuracy": 0.7501059100031853, |
| "num_tokens": 6186570.0, |
| "step": 166 |
| }, |
| { |
| "entropy": 0.6217071712017059, |
| "epoch": 1.0844841592201462, |
| "grad_norm": 0.009364967234432697, |
| "learning_rate": 0.0002, |
| "loss": 0.6240255236625671, |
| "mean_token_accuracy": 0.7475733831524849, |
| "num_tokens": 6224124.0, |
| "step": 167 |
| }, |
| { |
| "entropy": 0.6265001520514488, |
| "epoch": 1.090982940698619, |
| "grad_norm": 0.009150683879852295, |
| "learning_rate": 0.0002, |
| "loss": 0.6249997615814209, |
| "mean_token_accuracy": 0.7465919181704521, |
| "num_tokens": 6261544.0, |
| "step": 168 |
| }, |
| { |
| "entropy": 0.6337415799498558, |
| "epoch": 1.0974817221770918, |
| "grad_norm": 0.009555370546877384, |
| "learning_rate": 0.0002, |
| "loss": 0.6337403059005737, |
| "mean_token_accuracy": 0.7431929185986519, |
| "num_tokens": 6298708.0, |
| "step": 169 |
| }, |
| { |
| "entropy": 0.6212407127022743, |
| "epoch": 1.1039805036555645, |
| "grad_norm": 0.009204280562698841, |
| "learning_rate": 0.0002, |
| "loss": 0.6198785305023193, |
| "mean_token_accuracy": 0.7490911036729813, |
| "num_tokens": 6336357.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.6211022287607193, |
| "epoch": 1.1104792851340373, |
| "grad_norm": 0.010933548212051392, |
| "learning_rate": 0.0002, |
| "loss": 0.6218096017837524, |
| "mean_token_accuracy": 0.7478840723633766, |
| "num_tokens": 6373815.0, |
| "step": 171 |
| }, |
| { |
| "entropy": 0.6218304485082626, |
| "epoch": 1.1169780666125102, |
| "grad_norm": 0.007957971654832363, |
| "learning_rate": 0.0002, |
| "loss": 0.6211934089660645, |
| "mean_token_accuracy": 0.7479007542133331, |
| "num_tokens": 6411469.0, |
| "step": 172 |
| }, |
| { |
| "entropy": 0.623476430773735, |
| "epoch": 1.123476848090983, |
| "grad_norm": 0.008693872950971127, |
| "learning_rate": 0.0002, |
| "loss": 0.628318727016449, |
| "mean_token_accuracy": 0.7435088455677032, |
| "num_tokens": 6448782.0, |
| "step": 173 |
| }, |
| { |
| "entropy": 0.6133372634649277, |
| "epoch": 1.1299756295694556, |
| "grad_norm": 0.010963717475533485, |
| "learning_rate": 0.0002, |
| "loss": 0.6166828274726868, |
| "mean_token_accuracy": 0.7512464672327042, |
| "num_tokens": 6485790.0, |
| "step": 174 |
| }, |
| { |
| "entropy": 0.6234560832381248, |
| "epoch": 1.1364744110479286, |
| "grad_norm": 0.009953116998076439, |
| "learning_rate": 0.0002, |
| "loss": 0.6275191903114319, |
| "mean_token_accuracy": 0.7457004636526108, |
| "num_tokens": 6523433.0, |
| "step": 175 |
| }, |
| { |
| "entropy": 0.612127959728241, |
| "epoch": 1.1429731925264013, |
| "grad_norm": 0.008568039163947105, |
| "learning_rate": 0.0002, |
| "loss": 0.6111507415771484, |
| "mean_token_accuracy": 0.7523760348558426, |
| "num_tokens": 6560764.0, |
| "step": 176 |
| }, |
| { |
| "entropy": 0.6384553462266922, |
| "epoch": 1.149471974004874, |
| "grad_norm": 0.010018682107329369, |
| "learning_rate": 0.0002, |
| "loss": 0.6336829662322998, |
| "mean_token_accuracy": 0.743287555873394, |
| "num_tokens": 6598409.0, |
| "step": 177 |
| }, |
| { |
| "entropy": 0.6272930577397346, |
| "epoch": 1.155970755483347, |
| "grad_norm": 0.009546359069645405, |
| "learning_rate": 0.0002, |
| "loss": 0.626544713973999, |
| "mean_token_accuracy": 0.7449387013912201, |
| "num_tokens": 6636067.0, |
| "step": 178 |
| }, |
| { |
| "entropy": 0.6086627542972565, |
| "epoch": 1.1624695369618196, |
| "grad_norm": 0.009319686330854893, |
| "learning_rate": 0.0002, |
| "loss": 0.6141277551651001, |
| "mean_token_accuracy": 0.7520448267459869, |
| "num_tokens": 6673446.0, |
| "step": 179 |
| }, |
| { |
| "entropy": 0.5994155630469322, |
| "epoch": 1.1689683184402924, |
| "grad_norm": 0.011318805627524853, |
| "learning_rate": 0.0002, |
| "loss": 0.6087459325790405, |
| "mean_token_accuracy": 0.7519726976752281, |
| "num_tokens": 6710715.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.6187063455581665, |
| "epoch": 1.1754670999187653, |
| "grad_norm": 0.009100009687244892, |
| "learning_rate": 0.0002, |
| "loss": 0.6213230490684509, |
| "mean_token_accuracy": 0.7466496899724007, |
| "num_tokens": 6748737.0, |
| "step": 181 |
| }, |
| { |
| "entropy": 0.6402401477098465, |
| "epoch": 1.181965881397238, |
| "grad_norm": 0.009086531586945057, |
| "learning_rate": 0.0002, |
| "loss": 0.636063277721405, |
| "mean_token_accuracy": 0.7429427057504654, |
| "num_tokens": 6785555.0, |
| "step": 182 |
| }, |
| { |
| "entropy": 0.6275543943047523, |
| "epoch": 1.1884646628757107, |
| "grad_norm": 0.00983697734773159, |
| "learning_rate": 0.0002, |
| "loss": 0.6195461750030518, |
| "mean_token_accuracy": 0.7482333034276962, |
| "num_tokens": 6822608.0, |
| "step": 183 |
| }, |
| { |
| "entropy": 0.6261148154735565, |
| "epoch": 1.1949634443541837, |
| "grad_norm": 0.008595704101026058, |
| "learning_rate": 0.0002, |
| "loss": 0.6235471963882446, |
| "mean_token_accuracy": 0.7465647235512733, |
| "num_tokens": 6860107.0, |
| "step": 184 |
| }, |
| { |
| "entropy": 0.615828700363636, |
| "epoch": 1.2014622258326564, |
| "grad_norm": 0.010348568670451641, |
| "learning_rate": 0.0002, |
| "loss": 0.6194600462913513, |
| "mean_token_accuracy": 0.7490681707859039, |
| "num_tokens": 6897202.0, |
| "step": 185 |
| }, |
| { |
| "entropy": 0.6132261380553246, |
| "epoch": 1.207961007311129, |
| "grad_norm": 0.010876818560063839, |
| "learning_rate": 0.0002, |
| "loss": 0.6224918365478516, |
| "mean_token_accuracy": 0.7479420974850655, |
| "num_tokens": 6934670.0, |
| "step": 186 |
| }, |
| { |
| "entropy": 0.6103203073143959, |
| "epoch": 1.214459788789602, |
| "grad_norm": 0.009953301399946213, |
| "learning_rate": 0.0002, |
| "loss": 0.6190877556800842, |
| "mean_token_accuracy": 0.7497604489326477, |
| "num_tokens": 6971658.0, |
| "step": 187 |
| }, |
| { |
| "entropy": 0.617573581635952, |
| "epoch": 1.2209585702680747, |
| "grad_norm": 0.00837781187146902, |
| "learning_rate": 0.0002, |
| "loss": 0.617588996887207, |
| "mean_token_accuracy": 0.7494269385933876, |
| "num_tokens": 7009123.0, |
| "step": 188 |
| }, |
| { |
| "entropy": 0.629171572625637, |
| "epoch": 1.2274573517465475, |
| "grad_norm": 0.008275787346065044, |
| "learning_rate": 0.0002, |
| "loss": 0.6283445358276367, |
| "mean_token_accuracy": 0.7444169595837593, |
| "num_tokens": 7046906.0, |
| "step": 189 |
| }, |
| { |
| "entropy": 0.6318405717611313, |
| "epoch": 1.2339561332250204, |
| "grad_norm": 0.008116304874420166, |
| "learning_rate": 0.0002, |
| "loss": 0.6320441365242004, |
| "mean_token_accuracy": 0.7443558126688004, |
| "num_tokens": 7084180.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.6146104484796524, |
| "epoch": 1.2404549147034931, |
| "grad_norm": 0.009803351014852524, |
| "learning_rate": 0.0002, |
| "loss": 0.6140527725219727, |
| "mean_token_accuracy": 0.7488429099321365, |
| "num_tokens": 7121475.0, |
| "step": 191 |
| }, |
| { |
| "entropy": 0.6153127253055573, |
| "epoch": 1.2469536961819658, |
| "grad_norm": 0.007825122214853764, |
| "learning_rate": 0.0002, |
| "loss": 0.6195809245109558, |
| "mean_token_accuracy": 0.7493974566459656, |
| "num_tokens": 7158753.0, |
| "step": 192 |
| }, |
| { |
| "entropy": 0.6186842620372772, |
| "epoch": 1.2534524776604385, |
| "grad_norm": 0.00928817130625248, |
| "learning_rate": 0.0002, |
| "loss": 0.6203854084014893, |
| "mean_token_accuracy": 0.748259611427784, |
| "num_tokens": 7195797.0, |
| "step": 193 |
| }, |
| { |
| "entropy": 0.6210475564002991, |
| "epoch": 1.2599512591389115, |
| "grad_norm": 0.010004797019064426, |
| "learning_rate": 0.0002, |
| "loss": 0.6249719858169556, |
| "mean_token_accuracy": 0.7474558278918266, |
| "num_tokens": 7233547.0, |
| "step": 194 |
| }, |
| { |
| "entropy": 0.6319233104586601, |
| "epoch": 1.2664500406173842, |
| "grad_norm": 0.010124076157808304, |
| "learning_rate": 0.0002, |
| "loss": 0.6346510648727417, |
| "mean_token_accuracy": 0.7430363744497299, |
| "num_tokens": 7271165.0, |
| "step": 195 |
| }, |
| { |
| "entropy": 0.6228615492582321, |
| "epoch": 1.2729488220958571, |
| "grad_norm": 0.00920382421463728, |
| "learning_rate": 0.0002, |
| "loss": 0.6211229562759399, |
| "mean_token_accuracy": 0.7490492090582848, |
| "num_tokens": 7308659.0, |
| "step": 196 |
| }, |
| { |
| "entropy": 0.6310986131429672, |
| "epoch": 1.2794476035743299, |
| "grad_norm": 0.009224419482052326, |
| "learning_rate": 0.0002, |
| "loss": 0.626353919506073, |
| "mean_token_accuracy": 0.7454532235860825, |
| "num_tokens": 7346203.0, |
| "step": 197 |
| }, |
| { |
| "entropy": 0.610854484140873, |
| "epoch": 1.2859463850528026, |
| "grad_norm": 0.009150652214884758, |
| "learning_rate": 0.0002, |
| "loss": 0.6110652685165405, |
| "mean_token_accuracy": 0.7504596933722496, |
| "num_tokens": 7383470.0, |
| "step": 198 |
| }, |
| { |
| "entropy": 0.6061088666319847, |
| "epoch": 1.2924451665312753, |
| "grad_norm": 0.008921864442527294, |
| "learning_rate": 0.0002, |
| "loss": 0.611494779586792, |
| "mean_token_accuracy": 0.7522832676768303, |
| "num_tokens": 7420939.0, |
| "step": 199 |
| }, |
| { |
| "entropy": 0.6130355596542358, |
| "epoch": 1.2989439480097482, |
| "grad_norm": 0.009989106096327305, |
| "learning_rate": 0.0002, |
| "loss": 0.6249145269393921, |
| "mean_token_accuracy": 0.7437470331788063, |
| "num_tokens": 7458037.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.6245267316699028, |
| "epoch": 1.305442729488221, |
| "grad_norm": 0.008322354406118393, |
| "learning_rate": 0.0002, |
| "loss": 0.6295627355575562, |
| "mean_token_accuracy": 0.7449559271335602, |
| "num_tokens": 7495466.0, |
| "step": 201 |
| }, |
| { |
| "entropy": 0.6188690215349197, |
| "epoch": 1.3119415109666939, |
| "grad_norm": 0.008306242525577545, |
| "learning_rate": 0.0002, |
| "loss": 0.6199623942375183, |
| "mean_token_accuracy": 0.7464429587125778, |
| "num_tokens": 7533028.0, |
| "step": 202 |
| }, |
| { |
| "entropy": 0.6284244954586029, |
| "epoch": 1.3184402924451666, |
| "grad_norm": 0.008912610821425915, |
| "learning_rate": 0.0002, |
| "loss": 0.6269126534461975, |
| "mean_token_accuracy": 0.7451603710651398, |
| "num_tokens": 7570454.0, |
| "step": 203 |
| }, |
| { |
| "entropy": 0.6253558248281479, |
| "epoch": 1.3249390739236393, |
| "grad_norm": 0.009339334443211555, |
| "learning_rate": 0.0002, |
| "loss": 0.6178290247917175, |
| "mean_token_accuracy": 0.749000295996666, |
| "num_tokens": 7607813.0, |
| "step": 204 |
| }, |
| { |
| "entropy": 0.6330921202898026, |
| "epoch": 1.331437855402112, |
| "grad_norm": 0.009055222384631634, |
| "learning_rate": 0.0002, |
| "loss": 0.627162754535675, |
| "mean_token_accuracy": 0.7448414042592049, |
| "num_tokens": 7645571.0, |
| "step": 205 |
| }, |
| { |
| "entropy": 0.612213708460331, |
| "epoch": 1.337936636880585, |
| "grad_norm": 0.00788091029971838, |
| "learning_rate": 0.0002, |
| "loss": 0.6103406548500061, |
| "mean_token_accuracy": 0.7524209767580032, |
| "num_tokens": 7682827.0, |
| "step": 206 |
| }, |
| { |
| "entropy": 0.6196805313229561, |
| "epoch": 1.3444354183590577, |
| "grad_norm": 0.0074918679893016815, |
| "learning_rate": 0.0002, |
| "loss": 0.6231103539466858, |
| "mean_token_accuracy": 0.7457561120390892, |
| "num_tokens": 7720532.0, |
| "step": 207 |
| }, |
| { |
| "entropy": 0.6148431301116943, |
| "epoch": 1.3509341998375304, |
| "grad_norm": 0.008005033247172832, |
| "learning_rate": 0.0002, |
| "loss": 0.6224607825279236, |
| "mean_token_accuracy": 0.7475835010409355, |
| "num_tokens": 7757914.0, |
| "step": 208 |
| }, |
| { |
| "entropy": 0.6162410527467728, |
| "epoch": 1.3574329813160033, |
| "grad_norm": 0.008755719289183617, |
| "learning_rate": 0.0002, |
| "loss": 0.6230734586715698, |
| "mean_token_accuracy": 0.7474293559789658, |
| "num_tokens": 7795111.0, |
| "step": 209 |
| }, |
| { |
| "entropy": 0.6132988333702087, |
| "epoch": 1.363931762794476, |
| "grad_norm": 0.008136742748320103, |
| "learning_rate": 0.0002, |
| "loss": 0.6189343929290771, |
| "mean_token_accuracy": 0.7504551187157631, |
| "num_tokens": 7832380.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.62418133020401, |
| "epoch": 1.3704305442729487, |
| "grad_norm": 0.007090510334819555, |
| "learning_rate": 0.0002, |
| "loss": 0.6275556087493896, |
| "mean_token_accuracy": 0.744689516723156, |
| "num_tokens": 7869774.0, |
| "step": 211 |
| }, |
| { |
| "entropy": 0.6151341274380684, |
| "epoch": 1.3769293257514217, |
| "grad_norm": 0.008890950120985508, |
| "learning_rate": 0.0002, |
| "loss": 0.6140053272247314, |
| "mean_token_accuracy": 0.7508121132850647, |
| "num_tokens": 7906943.0, |
| "step": 212 |
| }, |
| { |
| "entropy": 0.6221983805298805, |
| "epoch": 1.3834281072298944, |
| "grad_norm": 0.009338715113699436, |
| "learning_rate": 0.0002, |
| "loss": 0.6216065883636475, |
| "mean_token_accuracy": 0.7504482716321945, |
| "num_tokens": 7944646.0, |
| "step": 213 |
| }, |
| { |
| "entropy": 0.6131090745329857, |
| "epoch": 1.3899268887083671, |
| "grad_norm": 0.00849352777004242, |
| "learning_rate": 0.0002, |
| "loss": 0.6095527410507202, |
| "mean_token_accuracy": 0.7533553466200829, |
| "num_tokens": 7982267.0, |
| "step": 214 |
| }, |
| { |
| "entropy": 0.6085495501756668, |
| "epoch": 1.39642567018684, |
| "grad_norm": 0.007540795486420393, |
| "learning_rate": 0.0002, |
| "loss": 0.6092317700386047, |
| "mean_token_accuracy": 0.7533180490136147, |
| "num_tokens": 8019466.0, |
| "step": 215 |
| }, |
| { |
| "entropy": 0.6296884343028069, |
| "epoch": 1.4029244516653128, |
| "grad_norm": 0.009902682155370712, |
| "learning_rate": 0.0002, |
| "loss": 0.6364089250564575, |
| "mean_token_accuracy": 0.7428499311208725, |
| "num_tokens": 8057400.0, |
| "step": 216 |
| }, |
| { |
| "entropy": 0.6165885776281357, |
| "epoch": 1.4094232331437855, |
| "grad_norm": 0.00911257229745388, |
| "learning_rate": 0.0002, |
| "loss": 0.6247788071632385, |
| "mean_token_accuracy": 0.7464938163757324, |
| "num_tokens": 8094904.0, |
| "step": 217 |
| }, |
| { |
| "entropy": 0.6157428845763206, |
| "epoch": 1.4159220146222582, |
| "grad_norm": 0.007997944951057434, |
| "learning_rate": 0.0002, |
| "loss": 0.6201274394989014, |
| "mean_token_accuracy": 0.7489686757326126, |
| "num_tokens": 8132290.0, |
| "step": 218 |
| }, |
| { |
| "entropy": 0.6217053309082985, |
| "epoch": 1.4224207961007311, |
| "grad_norm": 0.00811337772756815, |
| "learning_rate": 0.0002, |
| "loss": 0.6197227239608765, |
| "mean_token_accuracy": 0.7485419660806656, |
| "num_tokens": 8169791.0, |
| "step": 219 |
| }, |
| { |
| "entropy": 0.615436315536499, |
| "epoch": 1.4289195775792038, |
| "grad_norm": 0.008888707496225834, |
| "learning_rate": 0.0002, |
| "loss": 0.6124907732009888, |
| "mean_token_accuracy": 0.751116119325161, |
| "num_tokens": 8207092.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.6246543675661087, |
| "epoch": 1.4354183590576768, |
| "grad_norm": 0.008732281625270844, |
| "learning_rate": 0.0002, |
| "loss": 0.623694658279419, |
| "mean_token_accuracy": 0.7458877414464951, |
| "num_tokens": 8244309.0, |
| "step": 221 |
| }, |
| { |
| "entropy": 0.6304584518074989, |
| "epoch": 1.4419171405361495, |
| "grad_norm": 0.009999740868806839, |
| "learning_rate": 0.0002, |
| "loss": 0.6301021575927734, |
| "mean_token_accuracy": 0.7443124279379845, |
| "num_tokens": 8281764.0, |
| "step": 222 |
| }, |
| { |
| "entropy": 0.6228891983628273, |
| "epoch": 1.4484159220146222, |
| "grad_norm": 0.009084641933441162, |
| "learning_rate": 0.0002, |
| "loss": 0.623934268951416, |
| "mean_token_accuracy": 0.746678814291954, |
| "num_tokens": 8319204.0, |
| "step": 223 |
| }, |
| { |
| "entropy": 0.6163553223013878, |
| "epoch": 1.454914703493095, |
| "grad_norm": 0.008567318320274353, |
| "learning_rate": 0.0002, |
| "loss": 0.6207892894744873, |
| "mean_token_accuracy": 0.7486568316817284, |
| "num_tokens": 8356629.0, |
| "step": 224 |
| }, |
| { |
| "entropy": 0.6088405475020409, |
| "epoch": 1.4614134849715679, |
| "grad_norm": 0.00832637120038271, |
| "learning_rate": 0.0002, |
| "loss": 0.612472414970398, |
| "mean_token_accuracy": 0.7514082416892052, |
| "num_tokens": 8394033.0, |
| "step": 225 |
| }, |
| { |
| "entropy": 0.614930123090744, |
| "epoch": 1.4679122664500406, |
| "grad_norm": 0.008623549714684486, |
| "learning_rate": 0.0002, |
| "loss": 0.6192766427993774, |
| "mean_token_accuracy": 0.7488296180963516, |
| "num_tokens": 8431411.0, |
| "step": 226 |
| }, |
| { |
| "entropy": 0.6123254001140594, |
| "epoch": 1.4744110479285135, |
| "grad_norm": 0.008329757489264011, |
| "learning_rate": 0.0002, |
| "loss": 0.614305317401886, |
| "mean_token_accuracy": 0.7501704543828964, |
| "num_tokens": 8468845.0, |
| "step": 227 |
| }, |
| { |
| "entropy": 0.6353933066129684, |
| "epoch": 1.4809098294069862, |
| "grad_norm": 0.010329898446798325, |
| "learning_rate": 0.0002, |
| "loss": 0.6299945712089539, |
| "mean_token_accuracy": 0.7446781396865845, |
| "num_tokens": 8506494.0, |
| "step": 228 |
| }, |
| { |
| "entropy": 0.6230698823928833, |
| "epoch": 1.487408610885459, |
| "grad_norm": 0.008529371581971645, |
| "learning_rate": 0.0002, |
| "loss": 0.6179029941558838, |
| "mean_token_accuracy": 0.7506388053297997, |
| "num_tokens": 8543863.0, |
| "step": 229 |
| }, |
| { |
| "entropy": 0.6087015345692635, |
| "epoch": 1.4939073923639317, |
| "grad_norm": 0.008635671809315681, |
| "learning_rate": 0.0002, |
| "loss": 0.6120889186859131, |
| "mean_token_accuracy": 0.7521615102887154, |
| "num_tokens": 8580998.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.6111158281564713, |
| "epoch": 1.5004061738424046, |
| "grad_norm": 0.009943103417754173, |
| "learning_rate": 0.0002, |
| "loss": 0.6142638921737671, |
| "mean_token_accuracy": 0.7509952187538147, |
| "num_tokens": 8618445.0, |
| "step": 231 |
| }, |
| { |
| "entropy": 0.6176108121871948, |
| "epoch": 1.5069049553208773, |
| "grad_norm": 0.007991382852196693, |
| "learning_rate": 0.0002, |
| "loss": 0.619983434677124, |
| "mean_token_accuracy": 0.7502688392996788, |
| "num_tokens": 8655969.0, |
| "step": 232 |
| }, |
| { |
| "entropy": 0.6207513734698296, |
| "epoch": 1.5134037367993503, |
| "grad_norm": 0.0076866415329277515, |
| "learning_rate": 0.0002, |
| "loss": 0.626140296459198, |
| "mean_token_accuracy": 0.7469011545181274, |
| "num_tokens": 8693748.0, |
| "step": 233 |
| }, |
| { |
| "entropy": 0.6301305815577507, |
| "epoch": 1.519902518277823, |
| "grad_norm": 0.007992899045348167, |
| "learning_rate": 0.0002, |
| "loss": 0.6301756501197815, |
| "mean_token_accuracy": 0.744783528149128, |
| "num_tokens": 8730930.0, |
| "step": 234 |
| }, |
| { |
| "entropy": 0.6271040365099907, |
| "epoch": 1.5264012997562957, |
| "grad_norm": 0.008258827030658722, |
| "learning_rate": 0.0002, |
| "loss": 0.6266668438911438, |
| "mean_token_accuracy": 0.746114693582058, |
| "num_tokens": 8768377.0, |
| "step": 235 |
| }, |
| { |
| "entropy": 0.6152656748890877, |
| "epoch": 1.5329000812347684, |
| "grad_norm": 0.0098560880869627, |
| "learning_rate": 0.0002, |
| "loss": 0.6164472103118896, |
| "mean_token_accuracy": 0.7489713951945305, |
| "num_tokens": 8805779.0, |
| "step": 236 |
| }, |
| { |
| "entropy": 0.6294426172971725, |
| "epoch": 1.5393988627132411, |
| "grad_norm": 0.008523919619619846, |
| "learning_rate": 0.0002, |
| "loss": 0.6326299905776978, |
| "mean_token_accuracy": 0.742644876241684, |
| "num_tokens": 8843123.0, |
| "step": 237 |
| }, |
| { |
| "entropy": 0.6143188178539276, |
| "epoch": 1.545897644191714, |
| "grad_norm": 0.007758335676044226, |
| "learning_rate": 0.0002, |
| "loss": 0.6136566996574402, |
| "mean_token_accuracy": 0.7520029693841934, |
| "num_tokens": 8880249.0, |
| "step": 238 |
| }, |
| { |
| "entropy": 0.627038024365902, |
| "epoch": 1.552396425670187, |
| "grad_norm": 0.00911460816860199, |
| "learning_rate": 0.0002, |
| "loss": 0.6299710869789124, |
| "mean_token_accuracy": 0.7446892932057381, |
| "num_tokens": 8917829.0, |
| "step": 239 |
| }, |
| { |
| "entropy": 0.6183791384100914, |
| "epoch": 1.5588952071486597, |
| "grad_norm": 0.008657646365463734, |
| "learning_rate": 0.0002, |
| "loss": 0.6220093965530396, |
| "mean_token_accuracy": 0.7485999315977097, |
| "num_tokens": 8955243.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.6323986351490021, |
| "epoch": 1.5653939886271324, |
| "grad_norm": 0.0085441330447793, |
| "learning_rate": 0.0002, |
| "loss": 0.6361583471298218, |
| "mean_token_accuracy": 0.7442645356059074, |
| "num_tokens": 8992960.0, |
| "step": 241 |
| }, |
| { |
| "entropy": 0.6108334213495255, |
| "epoch": 1.5718927701056051, |
| "grad_norm": 0.007725970819592476, |
| "learning_rate": 0.0002, |
| "loss": 0.6101396083831787, |
| "mean_token_accuracy": 0.7506669163703918, |
| "num_tokens": 9030523.0, |
| "step": 242 |
| }, |
| { |
| "entropy": 0.6231397688388824, |
| "epoch": 1.5783915515840778, |
| "grad_norm": 0.008767355233430862, |
| "learning_rate": 0.0002, |
| "loss": 0.622745156288147, |
| "mean_token_accuracy": 0.7461344972252846, |
| "num_tokens": 9067759.0, |
| "step": 243 |
| }, |
| { |
| "entropy": 0.627980038523674, |
| "epoch": 1.5848903330625508, |
| "grad_norm": 0.00843246839940548, |
| "learning_rate": 0.0002, |
| "loss": 0.632775604724884, |
| "mean_token_accuracy": 0.7432630062103271, |
| "num_tokens": 9105200.0, |
| "step": 244 |
| }, |
| { |
| "entropy": 0.6222330331802368, |
| "epoch": 1.5913891145410237, |
| "grad_norm": 0.008817244321107864, |
| "learning_rate": 0.0002, |
| "loss": 0.625479519367218, |
| "mean_token_accuracy": 0.7454850673675537, |
| "num_tokens": 9142588.0, |
| "step": 245 |
| }, |
| { |
| "entropy": 0.6129688546061516, |
| "epoch": 1.5978878960194964, |
| "grad_norm": 0.009856261312961578, |
| "learning_rate": 0.0002, |
| "loss": 0.6199933886528015, |
| "mean_token_accuracy": 0.7487855926156044, |
| "num_tokens": 9179884.0, |
| "step": 246 |
| }, |
| { |
| "entropy": 0.6239286884665489, |
| "epoch": 1.6043866774979691, |
| "grad_norm": 0.008906936272978783, |
| "learning_rate": 0.0002, |
| "loss": 0.6204976439476013, |
| "mean_token_accuracy": 0.7508985996246338, |
| "num_tokens": 9217103.0, |
| "step": 247 |
| }, |
| { |
| "entropy": 0.6336326971650124, |
| "epoch": 1.6108854589764419, |
| "grad_norm": 0.011355509981513023, |
| "learning_rate": 0.0002, |
| "loss": 0.6262732744216919, |
| "mean_token_accuracy": 0.7465848848223686, |
| "num_tokens": 9254644.0, |
| "step": 248 |
| }, |
| { |
| "entropy": 0.6203413605690002, |
| "epoch": 1.6173842404549146, |
| "grad_norm": 0.007735299877822399, |
| "learning_rate": 0.0002, |
| "loss": 0.6212904453277588, |
| "mean_token_accuracy": 0.7472884654998779, |
| "num_tokens": 9291724.0, |
| "step": 249 |
| }, |
| { |
| "entropy": 0.6144890040159225, |
| "epoch": 1.6238830219333875, |
| "grad_norm": 0.007746159564703703, |
| "learning_rate": 0.0002, |
| "loss": 0.619687557220459, |
| "mean_token_accuracy": 0.7471293359994888, |
| "num_tokens": 9328841.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.6305414438247681, |
| "epoch": 1.6303818034118602, |
| "grad_norm": 0.010060657747089863, |
| "learning_rate": 0.0002, |
| "loss": 0.6419017314910889, |
| "mean_token_accuracy": 0.7386629730463028, |
| "num_tokens": 9366411.0, |
| "step": 251 |
| }, |
| { |
| "entropy": 0.6339073181152344, |
| "epoch": 1.6368805848903332, |
| "grad_norm": 0.007909824140369892, |
| "learning_rate": 0.0002, |
| "loss": 0.6384083032608032, |
| "mean_token_accuracy": 0.7414835765957832, |
| "num_tokens": 9403421.0, |
| "step": 252 |
| }, |
| { |
| "entropy": 0.6129219457507133, |
| "epoch": 1.6433793663688059, |
| "grad_norm": 0.007407526019960642, |
| "learning_rate": 0.0002, |
| "loss": 0.6125075817108154, |
| "mean_token_accuracy": 0.752901516854763, |
| "num_tokens": 9440793.0, |
| "step": 253 |
| }, |
| { |
| "entropy": 0.6255052834749222, |
| "epoch": 1.6498781478472786, |
| "grad_norm": 0.008314264938235283, |
| "learning_rate": 0.0002, |
| "loss": 0.6215559244155884, |
| "mean_token_accuracy": 0.7486165389418602, |
| "num_tokens": 9477882.0, |
| "step": 254 |
| }, |
| { |
| "entropy": 0.6231755018234253, |
| "epoch": 1.6563769293257513, |
| "grad_norm": 0.0075997961685061455, |
| "learning_rate": 0.0002, |
| "loss": 0.6211115121841431, |
| "mean_token_accuracy": 0.7495426833629608, |
| "num_tokens": 9515444.0, |
| "step": 255 |
| }, |
| { |
| "entropy": 0.6108886152505875, |
| "epoch": 1.6628757108042242, |
| "grad_norm": 0.007718959823250771, |
| "learning_rate": 0.0002, |
| "loss": 0.6141905784606934, |
| "mean_token_accuracy": 0.7495709583163261, |
| "num_tokens": 9552755.0, |
| "step": 256 |
| }, |
| { |
| "entropy": 0.6075874269008636, |
| "epoch": 1.669374492282697, |
| "grad_norm": 0.008023767732083797, |
| "learning_rate": 0.0002, |
| "loss": 0.6125887632369995, |
| "mean_token_accuracy": 0.7506251037120819, |
| "num_tokens": 9590261.0, |
| "step": 257 |
| }, |
| { |
| "entropy": 0.6148701831698418, |
| "epoch": 1.67587327376117, |
| "grad_norm": 0.008702424354851246, |
| "learning_rate": 0.0002, |
| "loss": 0.6215870380401611, |
| "mean_token_accuracy": 0.7478265091776848, |
| "num_tokens": 9627758.0, |
| "step": 258 |
| }, |
| { |
| "entropy": 0.6036238297820091, |
| "epoch": 1.6823720552396426, |
| "grad_norm": 0.007766771595925093, |
| "learning_rate": 0.0002, |
| "loss": 0.6084332466125488, |
| "mean_token_accuracy": 0.7513664737343788, |
| "num_tokens": 9664761.0, |
| "step": 259 |
| }, |
| { |
| "entropy": 0.6297216266393661, |
| "epoch": 1.6888708367181153, |
| "grad_norm": 0.009538715705275536, |
| "learning_rate": 0.0002, |
| "loss": 0.6225094795227051, |
| "mean_token_accuracy": 0.7476939931511879, |
| "num_tokens": 9702161.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.6292383894324303, |
| "epoch": 1.695369618196588, |
| "grad_norm": 0.00895692128688097, |
| "learning_rate": 0.0002, |
| "loss": 0.6246432065963745, |
| "mean_token_accuracy": 0.7490787208080292, |
| "num_tokens": 9739248.0, |
| "step": 261 |
| }, |
| { |
| "entropy": 0.6182943060994148, |
| "epoch": 1.7018683996750608, |
| "grad_norm": 0.008069152012467384, |
| "learning_rate": 0.0002, |
| "loss": 0.6146731972694397, |
| "mean_token_accuracy": 0.7493266090750694, |
| "num_tokens": 9776948.0, |
| "step": 262 |
| }, |
| { |
| "entropy": 0.6093627437949181, |
| "epoch": 1.7083671811535337, |
| "grad_norm": 0.00886097177863121, |
| "learning_rate": 0.0002, |
| "loss": 0.6172748804092407, |
| "mean_token_accuracy": 0.7474698126316071, |
| "num_tokens": 9814118.0, |
| "step": 263 |
| }, |
| { |
| "entropy": 0.599872387945652, |
| "epoch": 1.7148659626320066, |
| "grad_norm": 0.009245996363461018, |
| "learning_rate": 0.0002, |
| "loss": 0.6081432700157166, |
| "mean_token_accuracy": 0.7528064101934433, |
| "num_tokens": 9851508.0, |
| "step": 264 |
| }, |
| { |
| "entropy": 0.6169805154204369, |
| "epoch": 1.7213647441104794, |
| "grad_norm": 0.009072757326066494, |
| "learning_rate": 0.0002, |
| "loss": 0.6274439096450806, |
| "mean_token_accuracy": 0.7459535896778107, |
| "num_tokens": 9889084.0, |
| "step": 265 |
| }, |
| { |
| "entropy": 0.6127713099122047, |
| "epoch": 1.727863525588952, |
| "grad_norm": 0.0077358693815767765, |
| "learning_rate": 0.0002, |
| "loss": 0.6177385449409485, |
| "mean_token_accuracy": 0.7487060204148293, |
| "num_tokens": 9926415.0, |
| "step": 266 |
| }, |
| { |
| "entropy": 0.6123405247926712, |
| "epoch": 1.7343623070674248, |
| "grad_norm": 0.00807071104645729, |
| "learning_rate": 0.0002, |
| "loss": 0.6082473397254944, |
| "mean_token_accuracy": 0.7525108605623245, |
| "num_tokens": 9963968.0, |
| "step": 267 |
| }, |
| { |
| "entropy": 0.616507887840271, |
| "epoch": 1.7408610885458975, |
| "grad_norm": 0.008352074772119522, |
| "learning_rate": 0.0002, |
| "loss": 0.6156948804855347, |
| "mean_token_accuracy": 0.7471591085195541, |
| "num_tokens": 10001164.0, |
| "step": 268 |
| }, |
| { |
| "entropy": 0.6224628537893295, |
| "epoch": 1.7473598700243704, |
| "grad_norm": 0.00863809883594513, |
| "learning_rate": 0.0002, |
| "loss": 0.6212406158447266, |
| "mean_token_accuracy": 0.7489727661013603, |
| "num_tokens": 10038309.0, |
| "step": 269 |
| }, |
| { |
| "entropy": 0.6216438189148903, |
| "epoch": 1.7538586515028434, |
| "grad_norm": 0.00882699340581894, |
| "learning_rate": 0.0002, |
| "loss": 0.6236106157302856, |
| "mean_token_accuracy": 0.7466619610786438, |
| "num_tokens": 10075167.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.6243376582860947, |
| "epoch": 1.760357432981316, |
| "grad_norm": 0.008083442226052284, |
| "learning_rate": 0.0002, |
| "loss": 0.6196388006210327, |
| "mean_token_accuracy": 0.7481562867760658, |
| "num_tokens": 10112463.0, |
| "step": 271 |
| }, |
| { |
| "entropy": 0.6375504732131958, |
| "epoch": 1.7668562144597888, |
| "grad_norm": 0.009407855570316315, |
| "learning_rate": 0.0002, |
| "loss": 0.6351386308670044, |
| "mean_token_accuracy": 0.7419685274362564, |
| "num_tokens": 10150145.0, |
| "step": 272 |
| }, |
| { |
| "entropy": 0.6064025089144707, |
| "epoch": 1.7733549959382615, |
| "grad_norm": 0.008066139183938503, |
| "learning_rate": 0.0002, |
| "loss": 0.6098955273628235, |
| "mean_token_accuracy": 0.7515333816409111, |
| "num_tokens": 10187476.0, |
| "step": 273 |
| }, |
| { |
| "entropy": 0.609002947807312, |
| "epoch": 1.7798537774167342, |
| "grad_norm": 0.0090776477009058, |
| "learning_rate": 0.0002, |
| "loss": 0.6182198524475098, |
| "mean_token_accuracy": 0.749611884355545, |
| "num_tokens": 10224722.0, |
| "step": 274 |
| }, |
| { |
| "entropy": 0.6023535504937172, |
| "epoch": 1.7863525588952072, |
| "grad_norm": 0.008943675085902214, |
| "learning_rate": 0.0002, |
| "loss": 0.6131588220596313, |
| "mean_token_accuracy": 0.7517130747437477, |
| "num_tokens": 10262008.0, |
| "step": 275 |
| }, |
| { |
| "entropy": 0.6100214198231697, |
| "epoch": 1.7928513403736799, |
| "grad_norm": 0.00780687527731061, |
| "learning_rate": 0.0002, |
| "loss": 0.6113550066947937, |
| "mean_token_accuracy": 0.7519525811076164, |
| "num_tokens": 10299484.0, |
| "step": 276 |
| }, |
| { |
| "entropy": 0.6407601237297058, |
| "epoch": 1.7993501218521528, |
| "grad_norm": 0.008408503606915474, |
| "learning_rate": 0.0002, |
| "loss": 0.6413571834564209, |
| "mean_token_accuracy": 0.7412156239151955, |
| "num_tokens": 10337204.0, |
| "step": 277 |
| }, |
| { |
| "entropy": 0.6267746239900589, |
| "epoch": 1.8058489033306255, |
| "grad_norm": 0.00864301435649395, |
| "learning_rate": 0.0002, |
| "loss": 0.6232145428657532, |
| "mean_token_accuracy": 0.7470541223883629, |
| "num_tokens": 10374550.0, |
| "step": 278 |
| }, |
| { |
| "entropy": 0.6293241009116173, |
| "epoch": 1.8123476848090982, |
| "grad_norm": 0.00788764376193285, |
| "learning_rate": 0.0002, |
| "loss": 0.624733567237854, |
| "mean_token_accuracy": 0.7457406893372536, |
| "num_tokens": 10412206.0, |
| "step": 279 |
| }, |
| { |
| "entropy": 0.6171272769570351, |
| "epoch": 1.818846466287571, |
| "grad_norm": 0.006805213168263435, |
| "learning_rate": 0.0002, |
| "loss": 0.6169811487197876, |
| "mean_token_accuracy": 0.7512501701712608, |
| "num_tokens": 10449535.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.6095528453588486, |
| "epoch": 1.825345247766044, |
| "grad_norm": 0.007181530352681875, |
| "learning_rate": 0.0002, |
| "loss": 0.6091392040252686, |
| "mean_token_accuracy": 0.752260759472847, |
| "num_tokens": 10487049.0, |
| "step": 281 |
| }, |
| { |
| "entropy": 0.61494529992342, |
| "epoch": 1.8318440292445166, |
| "grad_norm": 0.008495395071804523, |
| "learning_rate": 0.0002, |
| "loss": 0.6144075393676758, |
| "mean_token_accuracy": 0.7521442621946335, |
| "num_tokens": 10524737.0, |
| "step": 282 |
| }, |
| { |
| "entropy": 0.6196796670556068, |
| "epoch": 1.8383428107229896, |
| "grad_norm": 0.00890264380723238, |
| "learning_rate": 0.0002, |
| "loss": 0.6239107847213745, |
| "mean_token_accuracy": 0.7463233023881912, |
| "num_tokens": 10562188.0, |
| "step": 283 |
| }, |
| { |
| "entropy": 0.5968083441257477, |
| "epoch": 1.8448415922014623, |
| "grad_norm": 0.007078610826283693, |
| "learning_rate": 0.0002, |
| "loss": 0.5999591946601868, |
| "mean_token_accuracy": 0.7574170976877213, |
| "num_tokens": 10599566.0, |
| "step": 284 |
| }, |
| { |
| "entropy": 0.6290047243237495, |
| "epoch": 1.851340373679935, |
| "grad_norm": 0.0070074331015348434, |
| "learning_rate": 0.0002, |
| "loss": 0.6321331262588501, |
| "mean_token_accuracy": 0.7435007244348526, |
| "num_tokens": 10637008.0, |
| "step": 285 |
| }, |
| { |
| "entropy": 0.6198180019855499, |
| "epoch": 1.8578391551584077, |
| "grad_norm": 0.0070502436719834805, |
| "learning_rate": 0.0002, |
| "loss": 0.6187317967414856, |
| "mean_token_accuracy": 0.7489558085799217, |
| "num_tokens": 10674608.0, |
| "step": 286 |
| }, |
| { |
| "entropy": 0.6114784702658653, |
| "epoch": 1.8643379366368806, |
| "grad_norm": 0.009826047345995903, |
| "learning_rate": 0.0002, |
| "loss": 0.6103346347808838, |
| "mean_token_accuracy": 0.7504026591777802, |
| "num_tokens": 10711947.0, |
| "step": 287 |
| }, |
| { |
| "entropy": 0.6145703047513962, |
| "epoch": 1.8708367181153533, |
| "grad_norm": 0.008549013175070286, |
| "learning_rate": 0.0002, |
| "loss": 0.6118488311767578, |
| "mean_token_accuracy": 0.7518711537122726, |
| "num_tokens": 10749467.0, |
| "step": 288 |
| }, |
| { |
| "entropy": 0.6132736206054688, |
| "epoch": 1.8773354995938263, |
| "grad_norm": 0.00803026370704174, |
| "learning_rate": 0.0002, |
| "loss": 0.6166672706604004, |
| "mean_token_accuracy": 0.749387837946415, |
| "num_tokens": 10786750.0, |
| "step": 289 |
| }, |
| { |
| "entropy": 0.6266130581498146, |
| "epoch": 1.883834281072299, |
| "grad_norm": 0.008134995587170124, |
| "learning_rate": 0.0002, |
| "loss": 0.6310341358184814, |
| "mean_token_accuracy": 0.743694357573986, |
| "num_tokens": 10823914.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.6153042837977409, |
| "epoch": 1.8903330625507717, |
| "grad_norm": 0.009320992045104504, |
| "learning_rate": 0.0002, |
| "loss": 0.6227383613586426, |
| "mean_token_accuracy": 0.7482397258281708, |
| "num_tokens": 10861283.0, |
| "step": 291 |
| }, |
| { |
| "entropy": 0.6265768557786942, |
| "epoch": 1.8968318440292444, |
| "grad_norm": 0.009208294562995434, |
| "learning_rate": 0.0002, |
| "loss": 0.6274023056030273, |
| "mean_token_accuracy": 0.7459790334105492, |
| "num_tokens": 10898650.0, |
| "step": 292 |
| }, |
| { |
| "entropy": 0.6209842190146446, |
| "epoch": 1.9033306255077171, |
| "grad_norm": 0.007123781833797693, |
| "learning_rate": 0.0002, |
| "loss": 0.6167253255844116, |
| "mean_token_accuracy": 0.7506068870425224, |
| "num_tokens": 10936405.0, |
| "step": 293 |
| }, |
| { |
| "entropy": 0.6177584528923035, |
| "epoch": 1.90982940698619, |
| "grad_norm": 0.0075668166391551495, |
| "learning_rate": 0.0002, |
| "loss": 0.6163274049758911, |
| "mean_token_accuracy": 0.7489276751875877, |
| "num_tokens": 10973923.0, |
| "step": 294 |
| }, |
| { |
| "entropy": 0.6218736097216606, |
| "epoch": 1.916328188464663, |
| "grad_norm": 0.0085530336946249, |
| "learning_rate": 0.0002, |
| "loss": 0.6214455366134644, |
| "mean_token_accuracy": 0.747297577559948, |
| "num_tokens": 11011183.0, |
| "step": 295 |
| }, |
| { |
| "entropy": 0.6203776001930237, |
| "epoch": 1.9228269699431357, |
| "grad_norm": 0.008531006053090096, |
| "learning_rate": 0.0002, |
| "loss": 0.6233081817626953, |
| "mean_token_accuracy": 0.7472613751888275, |
| "num_tokens": 11048409.0, |
| "step": 296 |
| }, |
| { |
| "entropy": 0.6170744299888611, |
| "epoch": 1.9293257514216084, |
| "grad_norm": 0.006794555112719536, |
| "learning_rate": 0.0002, |
| "loss": 0.6177318096160889, |
| "mean_token_accuracy": 0.7481219694018364, |
| "num_tokens": 11085854.0, |
| "step": 297 |
| }, |
| { |
| "entropy": 0.6205914691090584, |
| "epoch": 1.9358245329000812, |
| "grad_norm": 0.00894018355756998, |
| "learning_rate": 0.0002, |
| "loss": 0.6211514472961426, |
| "mean_token_accuracy": 0.7470626905560493, |
| "num_tokens": 11122678.0, |
| "step": 298 |
| }, |
| { |
| "entropy": 0.6179786175489426, |
| "epoch": 1.9423233143785539, |
| "grad_norm": 0.008218267932534218, |
| "learning_rate": 0.0002, |
| "loss": 0.6211084723472595, |
| "mean_token_accuracy": 0.7481166496872902, |
| "num_tokens": 11160207.0, |
| "step": 299 |
| }, |
| { |
| "entropy": 0.6241402998566628, |
| "epoch": 1.9488220958570268, |
| "grad_norm": 0.008334561251103878, |
| "learning_rate": 0.0002, |
| "loss": 0.6270841360092163, |
| "mean_token_accuracy": 0.7478617802262306, |
| "num_tokens": 11197850.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.6133561357855797, |
| "epoch": 1.9553208773354998, |
| "grad_norm": 0.0071178278885781765, |
| "learning_rate": 0.0002, |
| "loss": 0.6169086694717407, |
| "mean_token_accuracy": 0.7505014687776566, |
| "num_tokens": 11235129.0, |
| "step": 301 |
| }, |
| { |
| "entropy": 0.6112445220351219, |
| "epoch": 1.9618196588139725, |
| "grad_norm": 0.00821610540151596, |
| "learning_rate": 0.0002, |
| "loss": 0.6131574511528015, |
| "mean_token_accuracy": 0.7517394497990608, |
| "num_tokens": 11272140.0, |
| "step": 302 |
| }, |
| { |
| "entropy": 0.6255387738347054, |
| "epoch": 1.9683184402924452, |
| "grad_norm": 0.009108194150030613, |
| "learning_rate": 0.0002, |
| "loss": 0.6270141005516052, |
| "mean_token_accuracy": 0.7442326322197914, |
| "num_tokens": 11309074.0, |
| "step": 303 |
| }, |
| { |
| "entropy": 0.6138653978705406, |
| "epoch": 1.974817221770918, |
| "grad_norm": 0.007860496640205383, |
| "learning_rate": 0.0002, |
| "loss": 0.6152341961860657, |
| "mean_token_accuracy": 0.7488235086202621, |
| "num_tokens": 11346694.0, |
| "step": 304 |
| }, |
| { |
| "entropy": 0.6311385780572891, |
| "epoch": 1.9813160032493906, |
| "grad_norm": 0.008101027458906174, |
| "learning_rate": 0.0002, |
| "loss": 0.6344274282455444, |
| "mean_token_accuracy": 0.7414661273360252, |
| "num_tokens": 11384229.0, |
| "step": 305 |
| }, |
| { |
| "entropy": 0.6193428635597229, |
| "epoch": 1.9878147847278635, |
| "grad_norm": 0.007910770364105701, |
| "learning_rate": 0.0002, |
| "loss": 0.6175734400749207, |
| "mean_token_accuracy": 0.7502587288618088, |
| "num_tokens": 11421788.0, |
| "step": 306 |
| }, |
| { |
| "entropy": 0.6222855523228645, |
| "epoch": 1.9943135662063363, |
| "grad_norm": 0.008522240445017815, |
| "learning_rate": 0.0002, |
| "loss": 0.623339831829071, |
| "mean_token_accuracy": 0.7481605112552643, |
| "num_tokens": 11459154.0, |
| "step": 307 |
| }, |
| { |
| "entropy": 0.6278953552246094, |
| "epoch": 2.0, |
| "grad_norm": 0.008388028480112553, |
| "learning_rate": 0.0002, |
| "loss": 0.6375839710235596, |
| "mean_token_accuracy": 0.7482074073382786, |
| "num_tokens": 11475381.0, |
| "step": 308 |
| }, |
| { |
| "entropy": 0.613355465233326, |
| "epoch": 2.0064987814784727, |
| "grad_norm": 0.00827846396714449, |
| "learning_rate": 0.0002, |
| "loss": 0.6111053228378296, |
| "mean_token_accuracy": 0.7524029165506363, |
| "num_tokens": 11512446.0, |
| "step": 309 |
| }, |
| { |
| "entropy": 0.6208668798208237, |
| "epoch": 2.0129975629569454, |
| "grad_norm": 0.008557752706110477, |
| "learning_rate": 0.0002, |
| "loss": 0.6219561100006104, |
| "mean_token_accuracy": 0.7458884716033936, |
| "num_tokens": 11549773.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 0.6194536536931992, |
| "epoch": 2.019496344435418, |
| "grad_norm": 0.009552874602377415, |
| "learning_rate": 0.0002, |
| "loss": 0.624874472618103, |
| "mean_token_accuracy": 0.7470095753669739, |
| "num_tokens": 11587104.0, |
| "step": 311 |
| }, |
| { |
| "entropy": 0.6137440055608749, |
| "epoch": 2.0259951259138913, |
| "grad_norm": 0.008704678155481815, |
| "learning_rate": 0.0002, |
| "loss": 0.6167584657669067, |
| "mean_token_accuracy": 0.7494626566767693, |
| "num_tokens": 11624387.0, |
| "step": 312 |
| }, |
| { |
| "entropy": 0.6213903650641441, |
| "epoch": 2.032493907392364, |
| "grad_norm": 0.007905784994363785, |
| "learning_rate": 0.0002, |
| "loss": 0.622920036315918, |
| "mean_token_accuracy": 0.7466430589556694, |
| "num_tokens": 11661928.0, |
| "step": 313 |
| }, |
| { |
| "entropy": 0.608438141644001, |
| "epoch": 2.0389926888708367, |
| "grad_norm": 0.008782708086073399, |
| "learning_rate": 0.0002, |
| "loss": 0.6084336638450623, |
| "mean_token_accuracy": 0.7526147440075874, |
| "num_tokens": 11699518.0, |
| "step": 314 |
| }, |
| { |
| "entropy": 0.6130177453160286, |
| "epoch": 2.0454914703493094, |
| "grad_norm": 0.009063824079930782, |
| "learning_rate": 0.0002, |
| "loss": 0.6168864965438843, |
| "mean_token_accuracy": 0.7494284063577652, |
| "num_tokens": 11737013.0, |
| "step": 315 |
| }, |
| { |
| "entropy": 0.6137471869587898, |
| "epoch": 2.051990251827782, |
| "grad_norm": 0.008271057158708572, |
| "learning_rate": 0.0002, |
| "loss": 0.6143357753753662, |
| "mean_token_accuracy": 0.7498123943805695, |
| "num_tokens": 11774346.0, |
| "step": 316 |
| }, |
| { |
| "entropy": 0.6195183843374252, |
| "epoch": 2.058489033306255, |
| "grad_norm": 0.007240446750074625, |
| "learning_rate": 0.0002, |
| "loss": 0.6194902062416077, |
| "mean_token_accuracy": 0.7464936003088951, |
| "num_tokens": 11811650.0, |
| "step": 317 |
| }, |
| { |
| "entropy": 0.6273763924837112, |
| "epoch": 2.064987814784728, |
| "grad_norm": 0.009513584896922112, |
| "learning_rate": 0.0002, |
| "loss": 0.6216360330581665, |
| "mean_token_accuracy": 0.7472178563475609, |
| "num_tokens": 11849227.0, |
| "step": 318 |
| }, |
| { |
| "entropy": 0.6146251261234283, |
| "epoch": 2.0714865962632008, |
| "grad_norm": 0.007890078239142895, |
| "learning_rate": 0.0002, |
| "loss": 0.6166911721229553, |
| "mean_token_accuracy": 0.7501556724309921, |
| "num_tokens": 11886732.0, |
| "step": 319 |
| }, |
| { |
| "entropy": 0.5975739285349846, |
| "epoch": 2.0779853777416735, |
| "grad_norm": 0.009085185825824738, |
| "learning_rate": 0.0002, |
| "loss": 0.6020256280899048, |
| "mean_token_accuracy": 0.7525540143251419, |
| "num_tokens": 11923954.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 0.6165630891919136, |
| "epoch": 2.084484159220146, |
| "grad_norm": 0.006837225519120693, |
| "learning_rate": 0.0002, |
| "loss": 0.6179453134536743, |
| "mean_token_accuracy": 0.7491353005170822, |
| "num_tokens": 11961305.0, |
| "step": 321 |
| }, |
| { |
| "entropy": 0.6221051812171936, |
| "epoch": 2.090982940698619, |
| "grad_norm": 0.007578800432384014, |
| "learning_rate": 0.0002, |
| "loss": 0.6233739852905273, |
| "mean_token_accuracy": 0.7461354285478592, |
| "num_tokens": 11998561.0, |
| "step": 322 |
| }, |
| { |
| "entropy": 0.6175716295838356, |
| "epoch": 2.0974817221770916, |
| "grad_norm": 0.008444663137197495, |
| "learning_rate": 0.0002, |
| "loss": 0.6204410791397095, |
| "mean_token_accuracy": 0.7468695417046547, |
| "num_tokens": 12035916.0, |
| "step": 323 |
| }, |
| { |
| "entropy": 0.6165966615080833, |
| "epoch": 2.1039805036555648, |
| "grad_norm": 0.008185302838683128, |
| "learning_rate": 0.0002, |
| "loss": 0.6171708106994629, |
| "mean_token_accuracy": 0.7481535449624062, |
| "num_tokens": 12073704.0, |
| "step": 324 |
| }, |
| { |
| "entropy": 0.6210658326745033, |
| "epoch": 2.1104792851340375, |
| "grad_norm": 0.0074119968339800835, |
| "learning_rate": 0.0002, |
| "loss": 0.6183840036392212, |
| "mean_token_accuracy": 0.7473175972700119, |
| "num_tokens": 12111357.0, |
| "step": 325 |
| }, |
| { |
| "entropy": 0.617885060608387, |
| "epoch": 2.11697806661251, |
| "grad_norm": 0.007906505838036537, |
| "learning_rate": 0.0002, |
| "loss": 0.6161532998085022, |
| "mean_token_accuracy": 0.7496127933263779, |
| "num_tokens": 12148879.0, |
| "step": 326 |
| }, |
| { |
| "entropy": 0.6197918429970741, |
| "epoch": 2.123476848090983, |
| "grad_norm": 0.007352263201028109, |
| "learning_rate": 0.0002, |
| "loss": 0.6218726634979248, |
| "mean_token_accuracy": 0.7473544403910637, |
| "num_tokens": 12186546.0, |
| "step": 327 |
| }, |
| { |
| "entropy": 0.6142667904496193, |
| "epoch": 2.1299756295694556, |
| "grad_norm": 0.008285868912935257, |
| "learning_rate": 0.0002, |
| "loss": 0.6169737577438354, |
| "mean_token_accuracy": 0.7486495152115822, |
| "num_tokens": 12223727.0, |
| "step": 328 |
| }, |
| { |
| "entropy": 0.6135031282901764, |
| "epoch": 2.1364744110479283, |
| "grad_norm": 0.00797727145254612, |
| "learning_rate": 0.0002, |
| "loss": 0.6149879097938538, |
| "mean_token_accuracy": 0.7501881718635559, |
| "num_tokens": 12261432.0, |
| "step": 329 |
| }, |
| { |
| "entropy": 0.614725299179554, |
| "epoch": 2.1429731925264015, |
| "grad_norm": 0.0077530802227556705, |
| "learning_rate": 0.0002, |
| "loss": 0.6197780966758728, |
| "mean_token_accuracy": 0.7476382106542587, |
| "num_tokens": 12298773.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 0.6204890534281731, |
| "epoch": 2.149471974004874, |
| "grad_norm": 0.007455397862941027, |
| "learning_rate": 0.0002, |
| "loss": 0.6217861175537109, |
| "mean_token_accuracy": 0.7472267374396324, |
| "num_tokens": 12335838.0, |
| "step": 331 |
| }, |
| { |
| "entropy": 0.6141664981842041, |
| "epoch": 2.155970755483347, |
| "grad_norm": 0.007735258899629116, |
| "learning_rate": 0.0002, |
| "loss": 0.619376540184021, |
| "mean_token_accuracy": 0.7473561838269234, |
| "num_tokens": 12373171.0, |
| "step": 332 |
| }, |
| { |
| "entropy": 0.6120809391140938, |
| "epoch": 2.1624695369618196, |
| "grad_norm": 0.008401036262512207, |
| "learning_rate": 0.0002, |
| "loss": 0.6154431700706482, |
| "mean_token_accuracy": 0.7471263483166695, |
| "num_tokens": 12410549.0, |
| "step": 333 |
| }, |
| { |
| "entropy": 0.6145179942250252, |
| "epoch": 2.1689683184402924, |
| "grad_norm": 0.00904724933207035, |
| "learning_rate": 0.0002, |
| "loss": 0.6087259650230408, |
| "mean_token_accuracy": 0.7501003369688988, |
| "num_tokens": 12447788.0, |
| "step": 334 |
| }, |
| { |
| "entropy": 0.6214614436030388, |
| "epoch": 2.175467099918765, |
| "grad_norm": 0.007604485843330622, |
| "learning_rate": 0.0002, |
| "loss": 0.6169778108596802, |
| "mean_token_accuracy": 0.7492403090000153, |
| "num_tokens": 12485368.0, |
| "step": 335 |
| }, |
| { |
| "entropy": 0.6146392300724983, |
| "epoch": 2.181965881397238, |
| "grad_norm": 0.008299093693494797, |
| "learning_rate": 0.0002, |
| "loss": 0.6154477596282959, |
| "mean_token_accuracy": 0.7474880516529083, |
| "num_tokens": 12522590.0, |
| "step": 336 |
| }, |
| { |
| "entropy": 0.6179040372371674, |
| "epoch": 2.188464662875711, |
| "grad_norm": 0.009656457230448723, |
| "learning_rate": 0.0002, |
| "loss": 0.6244622468948364, |
| "mean_token_accuracy": 0.74583899974823, |
| "num_tokens": 12559957.0, |
| "step": 337 |
| }, |
| { |
| "entropy": 0.6236468479037285, |
| "epoch": 2.1949634443541837, |
| "grad_norm": 0.008342688903212547, |
| "learning_rate": 0.0002, |
| "loss": 0.6273738145828247, |
| "mean_token_accuracy": 0.7441191673278809, |
| "num_tokens": 12597080.0, |
| "step": 338 |
| }, |
| { |
| "entropy": 0.6155964732170105, |
| "epoch": 2.2014622258326564, |
| "grad_norm": 0.008706323802471161, |
| "learning_rate": 0.0002, |
| "loss": 0.6139167547225952, |
| "mean_token_accuracy": 0.7505380213260651, |
| "num_tokens": 12634470.0, |
| "step": 339 |
| }, |
| { |
| "entropy": 0.6147474870085716, |
| "epoch": 2.207961007311129, |
| "grad_norm": 0.009130026213824749, |
| "learning_rate": 0.0002, |
| "loss": 0.6147286891937256, |
| "mean_token_accuracy": 0.7490043491125107, |
| "num_tokens": 12671909.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 0.6133714243769646, |
| "epoch": 2.214459788789602, |
| "grad_norm": 0.008477689698338509, |
| "learning_rate": 0.0002, |
| "loss": 0.6187378168106079, |
| "mean_token_accuracy": 0.7469930872321129, |
| "num_tokens": 12708771.0, |
| "step": 341 |
| }, |
| { |
| "entropy": 0.6298847869038582, |
| "epoch": 2.2209585702680745, |
| "grad_norm": 0.009632086381316185, |
| "learning_rate": 0.0002, |
| "loss": 0.6292200684547424, |
| "mean_token_accuracy": 0.7443962469696999, |
| "num_tokens": 12746208.0, |
| "step": 342 |
| }, |
| { |
| "entropy": 0.6298182159662247, |
| "epoch": 2.2274573517465477, |
| "grad_norm": 0.007817580364644527, |
| "learning_rate": 0.0002, |
| "loss": 0.6289129853248596, |
| "mean_token_accuracy": 0.7439332380890846, |
| "num_tokens": 12783644.0, |
| "step": 343 |
| }, |
| { |
| "entropy": 0.6162709593772888, |
| "epoch": 2.2339561332250204, |
| "grad_norm": 0.009011663496494293, |
| "learning_rate": 0.0002, |
| "loss": 0.6142280101776123, |
| "mean_token_accuracy": 0.7506413981318474, |
| "num_tokens": 12821007.0, |
| "step": 344 |
| }, |
| { |
| "entropy": 0.6286559477448463, |
| "epoch": 2.240454914703493, |
| "grad_norm": 0.009188450872898102, |
| "learning_rate": 0.0002, |
| "loss": 0.6286423206329346, |
| "mean_token_accuracy": 0.7440641894936562, |
| "num_tokens": 12858516.0, |
| "step": 345 |
| }, |
| { |
| "entropy": 0.6245385706424713, |
| "epoch": 2.246953696181966, |
| "grad_norm": 0.009156906045973301, |
| "learning_rate": 0.0002, |
| "loss": 0.6278682947158813, |
| "mean_token_accuracy": 0.7443269118666649, |
| "num_tokens": 12895999.0, |
| "step": 346 |
| }, |
| { |
| "entropy": 0.6157897710800171, |
| "epoch": 2.2534524776604385, |
| "grad_norm": 0.007890370674431324, |
| "learning_rate": 0.0002, |
| "loss": 0.6214807033538818, |
| "mean_token_accuracy": 0.7472835406661034, |
| "num_tokens": 12933354.0, |
| "step": 347 |
| }, |
| { |
| "entropy": 0.6123293116688728, |
| "epoch": 2.2599512591389113, |
| "grad_norm": 0.007912621833384037, |
| "learning_rate": 0.0002, |
| "loss": 0.6164427995681763, |
| "mean_token_accuracy": 0.7487083747982979, |
| "num_tokens": 12970559.0, |
| "step": 348 |
| }, |
| { |
| "entropy": 0.6260915771126747, |
| "epoch": 2.2664500406173844, |
| "grad_norm": 0.008234160020947456, |
| "learning_rate": 0.0002, |
| "loss": 0.6222859621047974, |
| "mean_token_accuracy": 0.7458368241786957, |
| "num_tokens": 13008283.0, |
| "step": 349 |
| }, |
| { |
| "entropy": 0.6248592287302017, |
| "epoch": 2.272948822095857, |
| "grad_norm": 0.009832987561821938, |
| "learning_rate": 0.0002, |
| "loss": 0.6199322938919067, |
| "mean_token_accuracy": 0.7477703094482422, |
| "num_tokens": 13045527.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 0.6275637075304985, |
| "epoch": 2.27944760357433, |
| "grad_norm": 0.008727029897272587, |
| "learning_rate": 0.0002, |
| "loss": 0.632993221282959, |
| "mean_token_accuracy": 0.7412514090538025, |
| "num_tokens": 13082974.0, |
| "step": 351 |
| }, |
| { |
| "entropy": 0.6118641197681427, |
| "epoch": 2.2859463850528026, |
| "grad_norm": 0.009624680504202843, |
| "learning_rate": 0.0002, |
| "loss": 0.6219325065612793, |
| "mean_token_accuracy": 0.7466080039739609, |
| "num_tokens": 13120093.0, |
| "step": 352 |
| }, |
| { |
| "entropy": 0.5959088578820229, |
| "epoch": 2.2924451665312753, |
| "grad_norm": 0.007752889767289162, |
| "learning_rate": 0.0002, |
| "loss": 0.5983707904815674, |
| "mean_token_accuracy": 0.755429819226265, |
| "num_tokens": 13157659.0, |
| "step": 353 |
| }, |
| { |
| "entropy": 0.6112657487392426, |
| "epoch": 2.298943948009748, |
| "grad_norm": 0.008281555026769638, |
| "learning_rate": 0.0002, |
| "loss": 0.6082602143287659, |
| "mean_token_accuracy": 0.7516218572854996, |
| "num_tokens": 13194647.0, |
| "step": 354 |
| }, |
| { |
| "entropy": 0.6122025474905968, |
| "epoch": 2.305442729488221, |
| "grad_norm": 0.008959132246673107, |
| "learning_rate": 0.0002, |
| "loss": 0.6142069101333618, |
| "mean_token_accuracy": 0.7516066282987595, |
| "num_tokens": 13231933.0, |
| "step": 355 |
| }, |
| { |
| "entropy": 0.610342264175415, |
| "epoch": 2.311941510966694, |
| "grad_norm": 0.0076917321421206, |
| "learning_rate": 0.0002, |
| "loss": 0.6098777055740356, |
| "mean_token_accuracy": 0.7534263134002686, |
| "num_tokens": 13269472.0, |
| "step": 356 |
| }, |
| { |
| "entropy": 0.6236057877540588, |
| "epoch": 2.3184402924451666, |
| "grad_norm": 0.008514189161360264, |
| "learning_rate": 0.0002, |
| "loss": 0.6241997480392456, |
| "mean_token_accuracy": 0.7468095943331718, |
| "num_tokens": 13307269.0, |
| "step": 357 |
| }, |
| { |
| "entropy": 0.6160306110978127, |
| "epoch": 2.3249390739236393, |
| "grad_norm": 0.009143211878836155, |
| "learning_rate": 0.0002, |
| "loss": 0.6196573972702026, |
| "mean_token_accuracy": 0.7480775937438011, |
| "num_tokens": 13344551.0, |
| "step": 358 |
| }, |
| { |
| "entropy": 0.6120478510856628, |
| "epoch": 2.331437855402112, |
| "grad_norm": 0.007592627312988043, |
| "learning_rate": 0.0002, |
| "loss": 0.6155714392662048, |
| "mean_token_accuracy": 0.7500782683491707, |
| "num_tokens": 13382127.0, |
| "step": 359 |
| }, |
| { |
| "entropy": 0.6234208717942238, |
| "epoch": 2.3379366368805847, |
| "grad_norm": 0.008143738843500614, |
| "learning_rate": 0.0002, |
| "loss": 0.6278046369552612, |
| "mean_token_accuracy": 0.7446608766913414, |
| "num_tokens": 13419810.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 0.6157349273562431, |
| "epoch": 2.3444354183590574, |
| "grad_norm": 0.008566657081246376, |
| "learning_rate": 0.0002, |
| "loss": 0.6156420707702637, |
| "mean_token_accuracy": 0.7479202896356583, |
| "num_tokens": 13457273.0, |
| "step": 361 |
| }, |
| { |
| "entropy": 0.6180937066674232, |
| "epoch": 2.3509341998375306, |
| "grad_norm": 0.008304375223815441, |
| "learning_rate": 0.0002, |
| "loss": 0.622611403465271, |
| "mean_token_accuracy": 0.7477732971310616, |
| "num_tokens": 13494536.0, |
| "step": 362 |
| }, |
| { |
| "entropy": 0.6232565492391586, |
| "epoch": 2.3574329813160033, |
| "grad_norm": 0.008868128061294556, |
| "learning_rate": 0.0002, |
| "loss": 0.6260833740234375, |
| "mean_token_accuracy": 0.7459229752421379, |
| "num_tokens": 13531864.0, |
| "step": 363 |
| }, |
| { |
| "entropy": 0.6254989579319954, |
| "epoch": 2.363931762794476, |
| "grad_norm": 0.008256005123257637, |
| "learning_rate": 0.0002, |
| "loss": 0.6260857582092285, |
| "mean_token_accuracy": 0.7447438836097717, |
| "num_tokens": 13569443.0, |
| "step": 364 |
| }, |
| { |
| "entropy": 0.6221200376749039, |
| "epoch": 2.3704305442729487, |
| "grad_norm": 0.009361873380839825, |
| "learning_rate": 0.0002, |
| "loss": 0.6180988550186157, |
| "mean_token_accuracy": 0.7470216527581215, |
| "num_tokens": 13606513.0, |
| "step": 365 |
| }, |
| { |
| "entropy": 0.616127498447895, |
| "epoch": 2.3769293257514215, |
| "grad_norm": 0.008144999854266644, |
| "learning_rate": 0.0002, |
| "loss": 0.6137336492538452, |
| "mean_token_accuracy": 0.7496519684791565, |
| "num_tokens": 13643706.0, |
| "step": 366 |
| }, |
| { |
| "entropy": 0.6194290667772293, |
| "epoch": 2.3834281072298946, |
| "grad_norm": 0.008278160355985165, |
| "learning_rate": 0.0002, |
| "loss": 0.6232280135154724, |
| "mean_token_accuracy": 0.7481147646903992, |
| "num_tokens": 13680957.0, |
| "step": 367 |
| }, |
| { |
| "entropy": 0.6192846670746803, |
| "epoch": 2.3899268887083673, |
| "grad_norm": 0.010223917663097382, |
| "learning_rate": 0.0002, |
| "loss": 0.6253848075866699, |
| "mean_token_accuracy": 0.744193010032177, |
| "num_tokens": 13717903.0, |
| "step": 368 |
| }, |
| { |
| "entropy": 0.6221625953912735, |
| "epoch": 2.39642567018684, |
| "grad_norm": 0.008200163953006268, |
| "learning_rate": 0.0002, |
| "loss": 0.6191288232803345, |
| "mean_token_accuracy": 0.74726802110672, |
| "num_tokens": 13755260.0, |
| "step": 369 |
| }, |
| { |
| "entropy": 0.6163566559553146, |
| "epoch": 2.4029244516653128, |
| "grad_norm": 0.007974907755851746, |
| "learning_rate": 0.0002, |
| "loss": 0.6134728193283081, |
| "mean_token_accuracy": 0.7508314996957779, |
| "num_tokens": 13792517.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 0.6114080101251602, |
| "epoch": 2.4094232331437855, |
| "grad_norm": 0.008343557827174664, |
| "learning_rate": 0.0002, |
| "loss": 0.6111307144165039, |
| "mean_token_accuracy": 0.7514908611774445, |
| "num_tokens": 13829760.0, |
| "step": 371 |
| }, |
| { |
| "entropy": 0.5953814163804054, |
| "epoch": 2.415922014622258, |
| "grad_norm": 0.01898498833179474, |
| "learning_rate": 0.0002, |
| "loss": 0.5988050699234009, |
| "mean_token_accuracy": 0.7543381601572037, |
| "num_tokens": 13867370.0, |
| "step": 372 |
| }, |
| { |
| "entropy": 0.6071057021617889, |
| "epoch": 2.422420796100731, |
| "grad_norm": 0.023124704137444496, |
| "learning_rate": 0.0002, |
| "loss": 0.6178369522094727, |
| "mean_token_accuracy": 0.747986689209938, |
| "num_tokens": 13904625.0, |
| "step": 373 |
| }, |
| { |
| "entropy": 0.6107468456029892, |
| "epoch": 2.428919577579204, |
| "grad_norm": 0.01215590164065361, |
| "learning_rate": 0.0002, |
| "loss": 0.6207199096679688, |
| "mean_token_accuracy": 0.7475155666470528, |
| "num_tokens": 13942489.0, |
| "step": 374 |
| }, |
| { |
| "entropy": 0.6124749183654785, |
| "epoch": 2.435418359057677, |
| "grad_norm": 0.012728074565529823, |
| "learning_rate": 0.0002, |
| "loss": 0.6103756427764893, |
| "mean_token_accuracy": 0.7500820159912109, |
| "num_tokens": 13980205.0, |
| "step": 375 |
| }, |
| { |
| "entropy": 0.6109942868351936, |
| "epoch": 2.4419171405361495, |
| "grad_norm": 0.009368120692670345, |
| "learning_rate": 0.0002, |
| "loss": 0.6066494584083557, |
| "mean_token_accuracy": 0.7536064460873604, |
| "num_tokens": 14017641.0, |
| "step": 376 |
| }, |
| { |
| "entropy": 0.624424010515213, |
| "epoch": 2.448415922014622, |
| "grad_norm": 0.016890961676836014, |
| "learning_rate": 0.0002, |
| "loss": 0.614218533039093, |
| "mean_token_accuracy": 0.7494603618979454, |
| "num_tokens": 14054677.0, |
| "step": 377 |
| }, |
| { |
| "entropy": 0.6255820393562317, |
| "epoch": 2.454914703493095, |
| "grad_norm": 0.009696394205093384, |
| "learning_rate": 0.0002, |
| "loss": 0.6304793357849121, |
| "mean_token_accuracy": 0.7434439361095428, |
| "num_tokens": 14091764.0, |
| "step": 378 |
| }, |
| { |
| "entropy": 0.621983028948307, |
| "epoch": 2.4614134849715676, |
| "grad_norm": 0.020173629745841026, |
| "learning_rate": 0.0002, |
| "loss": 0.6257689595222473, |
| "mean_token_accuracy": 0.745697520673275, |
| "num_tokens": 14129278.0, |
| "step": 379 |
| }, |
| { |
| "entropy": 0.6207767054438591, |
| "epoch": 2.467912266450041, |
| "grad_norm": 0.008954247459769249, |
| "learning_rate": 0.0002, |
| "loss": 0.6241703033447266, |
| "mean_token_accuracy": 0.750006191432476, |
| "num_tokens": 14167232.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 0.6112791821360588, |
| "epoch": 2.4744110479285135, |
| "grad_norm": 0.009806505404412746, |
| "learning_rate": 0.0002, |
| "loss": 0.6147319078445435, |
| "mean_token_accuracy": 0.7495506927371025, |
| "num_tokens": 14204632.0, |
| "step": 381 |
| }, |
| { |
| "entropy": 0.6135937720537186, |
| "epoch": 2.4809098294069862, |
| "grad_norm": 0.008928372524678707, |
| "learning_rate": 0.0002, |
| "loss": 0.6139630079269409, |
| "mean_token_accuracy": 0.7506385967135429, |
| "num_tokens": 14242352.0, |
| "step": 382 |
| }, |
| { |
| "entropy": 0.6150240004062653, |
| "epoch": 2.487408610885459, |
| "grad_norm": 0.015955505892634392, |
| "learning_rate": 0.0002, |
| "loss": 0.6152509450912476, |
| "mean_token_accuracy": 0.7515363991260529, |
| "num_tokens": 14280058.0, |
| "step": 383 |
| }, |
| { |
| "entropy": 0.6128680855035782, |
| "epoch": 2.4939073923639317, |
| "grad_norm": 0.009567083790898323, |
| "learning_rate": 0.0002, |
| "loss": 0.6167535781860352, |
| "mean_token_accuracy": 0.748919777572155, |
| "num_tokens": 14317661.0, |
| "step": 384 |
| }, |
| { |
| "entropy": 0.626237154006958, |
| "epoch": 2.5004061738424044, |
| "grad_norm": 0.01046669203788042, |
| "learning_rate": 0.0002, |
| "loss": 0.6324093341827393, |
| "mean_token_accuracy": 0.7444325461983681, |
| "num_tokens": 14355367.0, |
| "step": 385 |
| }, |
| { |
| "entropy": 0.6202276349067688, |
| "epoch": 2.506904955320877, |
| "grad_norm": 0.007664418779313564, |
| "learning_rate": 0.0002, |
| "loss": 0.6191686987876892, |
| "mean_token_accuracy": 0.7475631311535835, |
| "num_tokens": 14393315.0, |
| "step": 386 |
| }, |
| { |
| "entropy": 0.6242005750536919, |
| "epoch": 2.5134037367993503, |
| "grad_norm": 0.00844619981944561, |
| "learning_rate": 0.0002, |
| "loss": 0.621794581413269, |
| "mean_token_accuracy": 0.7481283098459244, |
| "num_tokens": 14430853.0, |
| "step": 387 |
| }, |
| { |
| "entropy": 0.6239676773548126, |
| "epoch": 2.519902518277823, |
| "grad_norm": 0.008689953945577145, |
| "learning_rate": 0.0002, |
| "loss": 0.6237965226173401, |
| "mean_token_accuracy": 0.7461953610181808, |
| "num_tokens": 14468292.0, |
| "step": 388 |
| }, |
| { |
| "entropy": 0.6107499524950981, |
| "epoch": 2.5264012997562957, |
| "grad_norm": 0.009505955502390862, |
| "learning_rate": 0.0002, |
| "loss": 0.6074596643447876, |
| "mean_token_accuracy": 0.7525542005896568, |
| "num_tokens": 14505921.0, |
| "step": 389 |
| }, |
| { |
| "entropy": 0.6142911538481712, |
| "epoch": 2.5329000812347684, |
| "grad_norm": 0.009658354334533215, |
| "learning_rate": 0.0002, |
| "loss": 0.6198441982269287, |
| "mean_token_accuracy": 0.7489058822393417, |
| "num_tokens": 14543384.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 0.6049473881721497, |
| "epoch": 2.539398862713241, |
| "grad_norm": 0.010726661421358585, |
| "learning_rate": 0.0002, |
| "loss": 0.6118952631950378, |
| "mean_token_accuracy": 0.7526208385825157, |
| "num_tokens": 14580935.0, |
| "step": 391 |
| }, |
| { |
| "entropy": 0.5964333266019821, |
| "epoch": 2.5458976441917143, |
| "grad_norm": 0.00981208123266697, |
| "learning_rate": 0.0002, |
| "loss": 0.6057010889053345, |
| "mean_token_accuracy": 0.7543943077325821, |
| "num_tokens": 14618074.0, |
| "step": 392 |
| }, |
| { |
| "entropy": 0.6099359169602394, |
| "epoch": 2.552396425670187, |
| "grad_norm": 0.009079058654606342, |
| "learning_rate": 0.0002, |
| "loss": 0.6084835529327393, |
| "mean_token_accuracy": 0.7520028725266457, |
| "num_tokens": 14655186.0, |
| "step": 393 |
| }, |
| { |
| "entropy": 0.6173275411128998, |
| "epoch": 2.5588952071486597, |
| "grad_norm": 0.009335207752883434, |
| "learning_rate": 0.0002, |
| "loss": 0.6102230548858643, |
| "mean_token_accuracy": 0.7514491975307465, |
| "num_tokens": 14692383.0, |
| "step": 394 |
| }, |
| { |
| "entropy": 0.6305418461561203, |
| "epoch": 2.5653939886271324, |
| "grad_norm": 0.009312084876000881, |
| "learning_rate": 0.0002, |
| "loss": 0.6281323432922363, |
| "mean_token_accuracy": 0.7421899363398552, |
| "num_tokens": 14729446.0, |
| "step": 395 |
| }, |
| { |
| "entropy": 0.6119675636291504, |
| "epoch": 2.571892770105605, |
| "grad_norm": 0.00806971825659275, |
| "learning_rate": 0.0002, |
| "loss": 0.6118816137313843, |
| "mean_token_accuracy": 0.7502529993653297, |
| "num_tokens": 14766917.0, |
| "step": 396 |
| }, |
| { |
| "entropy": 0.6194342076778412, |
| "epoch": 2.578391551584078, |
| "grad_norm": 0.009102623909711838, |
| "learning_rate": 0.0002, |
| "loss": 0.625906229019165, |
| "mean_token_accuracy": 0.7444874346256256, |
| "num_tokens": 14804635.0, |
| "step": 397 |
| }, |
| { |
| "entropy": 0.6129268780350685, |
| "epoch": 2.5848903330625506, |
| "grad_norm": 0.010471413843333721, |
| "learning_rate": 0.0002, |
| "loss": 0.6221112012863159, |
| "mean_token_accuracy": 0.7463114410638809, |
| "num_tokens": 14842380.0, |
| "step": 398 |
| }, |
| { |
| "entropy": 0.6111740916967392, |
| "epoch": 2.5913891145410237, |
| "grad_norm": 0.008378157392144203, |
| "learning_rate": 0.0002, |
| "loss": 0.6132410764694214, |
| "mean_token_accuracy": 0.7493879497051239, |
| "num_tokens": 14879441.0, |
| "step": 399 |
| }, |
| { |
| "entropy": 0.6207928210496902, |
| "epoch": 2.5978878960194964, |
| "grad_norm": 0.008037488907575607, |
| "learning_rate": 0.0002, |
| "loss": 0.6196093559265137, |
| "mean_token_accuracy": 0.7491321563720703, |
| "num_tokens": 14916731.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 0.6349622085690498, |
| "epoch": 2.604386677497969, |
| "grad_norm": 0.00913564208894968, |
| "learning_rate": 0.0002, |
| "loss": 0.6318038702011108, |
| "mean_token_accuracy": 0.7420522123575211, |
| "num_tokens": 14954276.0, |
| "step": 401 |
| }, |
| { |
| "entropy": 0.6019857749342918, |
| "epoch": 2.610885458976442, |
| "grad_norm": 0.008696068078279495, |
| "learning_rate": 0.0002, |
| "loss": 0.600864052772522, |
| "mean_token_accuracy": 0.7552035823464394, |
| "num_tokens": 14991349.0, |
| "step": 402 |
| }, |
| { |
| "entropy": 0.6017836257815361, |
| "epoch": 2.6173842404549146, |
| "grad_norm": 0.008207019418478012, |
| "learning_rate": 0.0002, |
| "loss": 0.6038705706596375, |
| "mean_token_accuracy": 0.7532704323530197, |
| "num_tokens": 15028601.0, |
| "step": 403 |
| }, |
| { |
| "entropy": 0.6120554357767105, |
| "epoch": 2.6238830219333877, |
| "grad_norm": 0.008753425441682339, |
| "learning_rate": 0.0002, |
| "loss": 0.6164306998252869, |
| "mean_token_accuracy": 0.7496815398335457, |
| "num_tokens": 15066182.0, |
| "step": 404 |
| }, |
| { |
| "entropy": 0.6131924018263817, |
| "epoch": 2.6303818034118605, |
| "grad_norm": 0.008548066020011902, |
| "learning_rate": 0.0002, |
| "loss": 0.6181113719940186, |
| "mean_token_accuracy": 0.7491538524627686, |
| "num_tokens": 15103340.0, |
| "step": 405 |
| }, |
| { |
| "entropy": 0.6061984226107597, |
| "epoch": 2.636880584890333, |
| "grad_norm": 0.009016766212880611, |
| "learning_rate": 0.0002, |
| "loss": 0.6121985912322998, |
| "mean_token_accuracy": 0.7507323697209358, |
| "num_tokens": 15140594.0, |
| "step": 406 |
| }, |
| { |
| "entropy": 0.6165529787540436, |
| "epoch": 2.643379366368806, |
| "grad_norm": 0.007676286157220602, |
| "learning_rate": 0.0002, |
| "loss": 0.6143813133239746, |
| "mean_token_accuracy": 0.7518013492226601, |
| "num_tokens": 15178037.0, |
| "step": 407 |
| }, |
| { |
| "entropy": 0.6116887852549553, |
| "epoch": 2.6498781478472786, |
| "grad_norm": 0.007873927243053913, |
| "learning_rate": 0.0002, |
| "loss": 0.6096634268760681, |
| "mean_token_accuracy": 0.7518724203109741, |
| "num_tokens": 15215362.0, |
| "step": 408 |
| }, |
| { |
| "entropy": 0.6075077503919601, |
| "epoch": 2.6563769293257513, |
| "grad_norm": 0.007256446871906519, |
| "learning_rate": 0.0002, |
| "loss": 0.6078198552131653, |
| "mean_token_accuracy": 0.7537789046764374, |
| "num_tokens": 15252624.0, |
| "step": 409 |
| }, |
| { |
| "entropy": 0.6106631234288216, |
| "epoch": 2.662875710804224, |
| "grad_norm": 0.009321639314293861, |
| "learning_rate": 0.0002, |
| "loss": 0.6120110750198364, |
| "mean_token_accuracy": 0.7512669935822487, |
| "num_tokens": 15290298.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 0.6318610459566116, |
| "epoch": 2.6693744922826967, |
| "grad_norm": 0.008198688738048077, |
| "learning_rate": 0.0002, |
| "loss": 0.6370584964752197, |
| "mean_token_accuracy": 0.740862101316452, |
| "num_tokens": 15327374.0, |
| "step": 411 |
| }, |
| { |
| "entropy": 0.6139440014958382, |
| "epoch": 2.67587327376117, |
| "grad_norm": 0.008440233767032623, |
| "learning_rate": 0.0002, |
| "loss": 0.6130324602127075, |
| "mean_token_accuracy": 0.7509049624204636, |
| "num_tokens": 15364313.0, |
| "step": 412 |
| }, |
| { |
| "entropy": 0.6132312193512917, |
| "epoch": 2.6823720552396426, |
| "grad_norm": 0.00764568243175745, |
| "learning_rate": 0.0002, |
| "loss": 0.6143498420715332, |
| "mean_token_accuracy": 0.7499875500798225, |
| "num_tokens": 15401585.0, |
| "step": 413 |
| }, |
| { |
| "entropy": 0.6295821517705917, |
| "epoch": 2.6888708367181153, |
| "grad_norm": 0.00870992336422205, |
| "learning_rate": 0.0002, |
| "loss": 0.6297035217285156, |
| "mean_token_accuracy": 0.7440814226865768, |
| "num_tokens": 15439063.0, |
| "step": 414 |
| }, |
| { |
| "entropy": 0.6159479022026062, |
| "epoch": 2.695369618196588, |
| "grad_norm": 0.007172968704253435, |
| "learning_rate": 0.0002, |
| "loss": 0.6142174005508423, |
| "mean_token_accuracy": 0.7487895339727402, |
| "num_tokens": 15476100.0, |
| "step": 415 |
| }, |
| { |
| "entropy": 0.6020728126168251, |
| "epoch": 2.7018683996750608, |
| "grad_norm": 0.007704848889261484, |
| "learning_rate": 0.0002, |
| "loss": 0.6082124710083008, |
| "mean_token_accuracy": 0.752522885799408, |
| "num_tokens": 15513167.0, |
| "step": 416 |
| }, |
| { |
| "entropy": 0.6281116902828217, |
| "epoch": 2.708367181153534, |
| "grad_norm": 0.00924444105476141, |
| "learning_rate": 0.0002, |
| "loss": 0.6312050819396973, |
| "mean_token_accuracy": 0.7460011318325996, |
| "num_tokens": 15550739.0, |
| "step": 417 |
| }, |
| { |
| "entropy": 0.6233636066317558, |
| "epoch": 2.7148659626320066, |
| "grad_norm": 0.008710985071957111, |
| "learning_rate": 0.0002, |
| "loss": 0.6260718107223511, |
| "mean_token_accuracy": 0.744461327791214, |
| "num_tokens": 15587950.0, |
| "step": 418 |
| }, |
| { |
| "entropy": 0.6195387095212936, |
| "epoch": 2.7213647441104794, |
| "grad_norm": 0.007183417212218046, |
| "learning_rate": 0.0002, |
| "loss": 0.6212611198425293, |
| "mean_token_accuracy": 0.746867798268795, |
| "num_tokens": 15625008.0, |
| "step": 419 |
| }, |
| { |
| "entropy": 0.6109424605965614, |
| "epoch": 2.727863525588952, |
| "grad_norm": 0.0077791716903448105, |
| "learning_rate": 0.0002, |
| "loss": 0.6113884449005127, |
| "mean_token_accuracy": 0.7505641579627991, |
| "num_tokens": 15662159.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 0.6187275499105453, |
| "epoch": 2.734362307067425, |
| "grad_norm": 0.008177550509572029, |
| "learning_rate": 0.0002, |
| "loss": 0.6187748908996582, |
| "mean_token_accuracy": 0.7493242397904396, |
| "num_tokens": 15699404.0, |
| "step": 421 |
| }, |
| { |
| "entropy": 0.6269592270255089, |
| "epoch": 2.7408610885458975, |
| "grad_norm": 0.00797547772526741, |
| "learning_rate": 0.0002, |
| "loss": 0.6266059875488281, |
| "mean_token_accuracy": 0.7470143884420395, |
| "num_tokens": 15736867.0, |
| "step": 422 |
| }, |
| { |
| "entropy": 0.6187637895345688, |
| "epoch": 2.74735987002437, |
| "grad_norm": 0.008009313605725765, |
| "learning_rate": 0.0002, |
| "loss": 0.6174246072769165, |
| "mean_token_accuracy": 0.748706616461277, |
| "num_tokens": 15774518.0, |
| "step": 423 |
| }, |
| { |
| "entropy": 0.6222201958298683, |
| "epoch": 2.7538586515028434, |
| "grad_norm": 0.00828398484736681, |
| "learning_rate": 0.0002, |
| "loss": 0.6254167556762695, |
| "mean_token_accuracy": 0.7451123148202896, |
| "num_tokens": 15811807.0, |
| "step": 424 |
| }, |
| { |
| "entropy": 0.6253098249435425, |
| "epoch": 2.760357432981316, |
| "grad_norm": 0.0075772651471197605, |
| "learning_rate": 0.0002, |
| "loss": 0.6270281076431274, |
| "mean_token_accuracy": 0.744781106710434, |
| "num_tokens": 15849715.0, |
| "step": 425 |
| }, |
| { |
| "entropy": 0.6165027767419815, |
| "epoch": 2.766856214459789, |
| "grad_norm": 0.00784947071224451, |
| "learning_rate": 0.0002, |
| "loss": 0.6173769235610962, |
| "mean_token_accuracy": 0.748318687081337, |
| "num_tokens": 15886927.0, |
| "step": 426 |
| }, |
| { |
| "entropy": 0.6187942251563072, |
| "epoch": 2.7733549959382615, |
| "grad_norm": 0.007960534654557705, |
| "learning_rate": 0.0002, |
| "loss": 0.6190329790115356, |
| "mean_token_accuracy": 0.7482394725084305, |
| "num_tokens": 15924820.0, |
| "step": 427 |
| }, |
| { |
| "entropy": 0.6049096137285233, |
| "epoch": 2.7798537774167342, |
| "grad_norm": 0.007044166326522827, |
| "learning_rate": 0.0002, |
| "loss": 0.608286440372467, |
| "mean_token_accuracy": 0.7529338300228119, |
| "num_tokens": 15962031.0, |
| "step": 428 |
| }, |
| { |
| "entropy": 0.6067706495523453, |
| "epoch": 2.7863525588952074, |
| "grad_norm": 0.008417103439569473, |
| "learning_rate": 0.0002, |
| "loss": 0.6071891188621521, |
| "mean_token_accuracy": 0.7529254406690598, |
| "num_tokens": 15999271.0, |
| "step": 429 |
| }, |
| { |
| "entropy": 0.608584851026535, |
| "epoch": 2.79285134037368, |
| "grad_norm": 0.0066911159083247185, |
| "learning_rate": 0.0002, |
| "loss": 0.6128258109092712, |
| "mean_token_accuracy": 0.7512886077165604, |
| "num_tokens": 16036782.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 0.6173116937279701, |
| "epoch": 2.799350121852153, |
| "grad_norm": 0.007603482808917761, |
| "learning_rate": 0.0002, |
| "loss": 0.6212354898452759, |
| "mean_token_accuracy": 0.7506462633609772, |
| "num_tokens": 16074488.0, |
| "step": 431 |
| }, |
| { |
| "entropy": 0.612823948264122, |
| "epoch": 2.8058489033306255, |
| "grad_norm": 0.008489524014294147, |
| "learning_rate": 0.0002, |
| "loss": 0.6168191432952881, |
| "mean_token_accuracy": 0.7491662427783012, |
| "num_tokens": 16112183.0, |
| "step": 432 |
| }, |
| { |
| "entropy": 0.6224610134959221, |
| "epoch": 2.8123476848090982, |
| "grad_norm": 0.0072684078477323055, |
| "learning_rate": 0.0002, |
| "loss": 0.6210014820098877, |
| "mean_token_accuracy": 0.7473989799618721, |
| "num_tokens": 16149570.0, |
| "step": 433 |
| }, |
| { |
| "entropy": 0.6252987831830978, |
| "epoch": 2.818846466287571, |
| "grad_norm": 0.008009562268853188, |
| "learning_rate": 0.0002, |
| "loss": 0.6273704171180725, |
| "mean_token_accuracy": 0.7445142269134521, |
| "num_tokens": 16187156.0, |
| "step": 434 |
| }, |
| { |
| "entropy": 0.6278671100735664, |
| "epoch": 2.8253452477660437, |
| "grad_norm": 0.007072070613503456, |
| "learning_rate": 0.0002, |
| "loss": 0.6284614205360413, |
| "mean_token_accuracy": 0.743632547557354, |
| "num_tokens": 16224612.0, |
| "step": 435 |
| }, |
| { |
| "entropy": 0.619408093392849, |
| "epoch": 2.8318440292445164, |
| "grad_norm": 0.007810318376868963, |
| "learning_rate": 0.0002, |
| "loss": 0.6186745166778564, |
| "mean_token_accuracy": 0.7505189552903175, |
| "num_tokens": 16261848.0, |
| "step": 436 |
| }, |
| { |
| "entropy": 0.617984876036644, |
| "epoch": 2.8383428107229896, |
| "grad_norm": 0.007404230069369078, |
| "learning_rate": 0.0002, |
| "loss": 0.6218393445014954, |
| "mean_token_accuracy": 0.746470145881176, |
| "num_tokens": 16299536.0, |
| "step": 437 |
| }, |
| { |
| "entropy": 0.6115261316299438, |
| "epoch": 2.8448415922014623, |
| "grad_norm": 0.007786816451698542, |
| "learning_rate": 0.0002, |
| "loss": 0.6147224307060242, |
| "mean_token_accuracy": 0.7512907087802887, |
| "num_tokens": 16336727.0, |
| "step": 438 |
| }, |
| { |
| "entropy": 0.610576219856739, |
| "epoch": 2.851340373679935, |
| "grad_norm": 0.007572745438665152, |
| "learning_rate": 0.0002, |
| "loss": 0.6138074994087219, |
| "mean_token_accuracy": 0.7504170089960098, |
| "num_tokens": 16374001.0, |
| "step": 439 |
| }, |
| { |
| "entropy": 0.6278978139162064, |
| "epoch": 2.8578391551584077, |
| "grad_norm": 0.007563670165836811, |
| "learning_rate": 0.0002, |
| "loss": 0.6268113851547241, |
| "mean_token_accuracy": 0.7438701540231705, |
| "num_tokens": 16411469.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 0.6234687641263008, |
| "epoch": 2.864337936636881, |
| "grad_norm": 0.007766201626509428, |
| "learning_rate": 0.0002, |
| "loss": 0.6241582632064819, |
| "mean_token_accuracy": 0.7458857893943787, |
| "num_tokens": 16449061.0, |
| "step": 441 |
| }, |
| { |
| "entropy": 0.6170031577348709, |
| "epoch": 2.8708367181153536, |
| "grad_norm": 0.0072515420615673065, |
| "learning_rate": 0.0002, |
| "loss": 0.6164381504058838, |
| "mean_token_accuracy": 0.7487066686153412, |
| "num_tokens": 16486116.0, |
| "step": 442 |
| }, |
| { |
| "entropy": 0.6071048676967621, |
| "epoch": 2.8773354995938263, |
| "grad_norm": 0.007729642558842897, |
| "learning_rate": 0.0002, |
| "loss": 0.6061218976974487, |
| "mean_token_accuracy": 0.7546169012784958, |
| "num_tokens": 16523581.0, |
| "step": 443 |
| }, |
| { |
| "entropy": 0.6005209162831306, |
| "epoch": 2.883834281072299, |
| "grad_norm": 0.009296285919845104, |
| "learning_rate": 0.0002, |
| "loss": 0.608015775680542, |
| "mean_token_accuracy": 0.7522506862878799, |
| "num_tokens": 16560766.0, |
| "step": 444 |
| }, |
| { |
| "entropy": 0.6114199981093407, |
| "epoch": 2.8903330625507717, |
| "grad_norm": 0.009450486861169338, |
| "learning_rate": 0.0002, |
| "loss": 0.61246258020401, |
| "mean_token_accuracy": 0.7513059675693512, |
| "num_tokens": 16597924.0, |
| "step": 445 |
| }, |
| { |
| "entropy": 0.6163241118192673, |
| "epoch": 2.8968318440292444, |
| "grad_norm": 0.007840070873498917, |
| "learning_rate": 0.0002, |
| "loss": 0.6163046360015869, |
| "mean_token_accuracy": 0.7482790276408195, |
| "num_tokens": 16635707.0, |
| "step": 446 |
| }, |
| { |
| "entropy": 0.6230868250131607, |
| "epoch": 2.903330625507717, |
| "grad_norm": 0.00791420228779316, |
| "learning_rate": 0.0002, |
| "loss": 0.627612829208374, |
| "mean_token_accuracy": 0.7418907359242439, |
| "num_tokens": 16673272.0, |
| "step": 447 |
| }, |
| { |
| "entropy": 0.6148254349827766, |
| "epoch": 2.90982940698619, |
| "grad_norm": 0.008231899701058865, |
| "learning_rate": 0.0002, |
| "loss": 0.615432620048523, |
| "mean_token_accuracy": 0.74872937053442, |
| "num_tokens": 16710307.0, |
| "step": 448 |
| }, |
| { |
| "entropy": 0.6145784482359886, |
| "epoch": 2.916328188464663, |
| "grad_norm": 0.008206733502447605, |
| "learning_rate": 0.0002, |
| "loss": 0.6162281036376953, |
| "mean_token_accuracy": 0.7497396990656853, |
| "num_tokens": 16747541.0, |
| "step": 449 |
| }, |
| { |
| "entropy": 0.6129453554749489, |
| "epoch": 2.9228269699431357, |
| "grad_norm": 0.008618887513875961, |
| "learning_rate": 0.0002, |
| "loss": 0.6113362312316895, |
| "mean_token_accuracy": 0.7538808137178421, |
| "num_tokens": 16784808.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 0.6318705305457115, |
| "epoch": 2.9293257514216084, |
| "grad_norm": 0.00894182175397873, |
| "learning_rate": 0.0002, |
| "loss": 0.6285560131072998, |
| "mean_token_accuracy": 0.7439467459917068, |
| "num_tokens": 16822571.0, |
| "step": 451 |
| }, |
| { |
| "entropy": 0.6192348748445511, |
| "epoch": 2.935824532900081, |
| "grad_norm": 0.0075249881483614445, |
| "learning_rate": 0.0002, |
| "loss": 0.6225606203079224, |
| "mean_token_accuracy": 0.7450770661234856, |
| "num_tokens": 16860236.0, |
| "step": 452 |
| }, |
| { |
| "entropy": 0.6156643033027649, |
| "epoch": 2.942323314378554, |
| "grad_norm": 0.008608740754425526, |
| "learning_rate": 0.0002, |
| "loss": 0.6196963787078857, |
| "mean_token_accuracy": 0.7487252280116081, |
| "num_tokens": 16897505.0, |
| "step": 453 |
| }, |
| { |
| "entropy": 0.6020097509026527, |
| "epoch": 2.948822095857027, |
| "grad_norm": 0.008554862812161446, |
| "learning_rate": 0.0002, |
| "loss": 0.6057189702987671, |
| "mean_token_accuracy": 0.7535376027226448, |
| "num_tokens": 16934723.0, |
| "step": 454 |
| }, |
| { |
| "entropy": 0.6096286401152611, |
| "epoch": 2.9553208773354998, |
| "grad_norm": 0.008194280788302422, |
| "learning_rate": 0.0002, |
| "loss": 0.6100919842720032, |
| "mean_token_accuracy": 0.7543619722127914, |
| "num_tokens": 16972160.0, |
| "step": 455 |
| }, |
| { |
| "entropy": 0.6101824045181274, |
| "epoch": 2.9618196588139725, |
| "grad_norm": 0.008089696057140827, |
| "learning_rate": 0.0002, |
| "loss": 0.6100078225135803, |
| "mean_token_accuracy": 0.7519838437438011, |
| "num_tokens": 17009553.0, |
| "step": 456 |
| }, |
| { |
| "entropy": 0.6134164482355118, |
| "epoch": 2.968318440292445, |
| "grad_norm": 0.008095222525298595, |
| "learning_rate": 0.0002, |
| "loss": 0.61534583568573, |
| "mean_token_accuracy": 0.7492899596691132, |
| "num_tokens": 17046859.0, |
| "step": 457 |
| }, |
| { |
| "entropy": 0.6219535619020462, |
| "epoch": 2.974817221770918, |
| "grad_norm": 0.008277404122054577, |
| "learning_rate": 0.0002, |
| "loss": 0.6226615905761719, |
| "mean_token_accuracy": 0.7486208230257034, |
| "num_tokens": 17083891.0, |
| "step": 458 |
| }, |
| { |
| "entropy": 0.6230077967047691, |
| "epoch": 2.9813160032493906, |
| "grad_norm": 0.007576305419206619, |
| "learning_rate": 0.0002, |
| "loss": 0.6215830445289612, |
| "mean_token_accuracy": 0.7478786036372185, |
| "num_tokens": 17121415.0, |
| "step": 459 |
| }, |
| { |
| "entropy": 0.6288741081953049, |
| "epoch": 2.9878147847278633, |
| "grad_norm": 0.007517755497246981, |
| "learning_rate": 0.0002, |
| "loss": 0.6266385912895203, |
| "mean_token_accuracy": 0.7459503784775734, |
| "num_tokens": 17159316.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 0.6128450557589531, |
| "epoch": 2.994313566206336, |
| "grad_norm": 0.0082389609888196, |
| "learning_rate": 0.0002, |
| "loss": 0.6180654764175415, |
| "mean_token_accuracy": 0.7501172721385956, |
| "num_tokens": 17196686.0, |
| "step": 461 |
| }, |
| { |
| "entropy": 0.6104621972356524, |
| "epoch": 3.0, |
| "grad_norm": 0.009389652870595455, |
| "learning_rate": 0.0002, |
| "loss": 0.6207214593887329, |
| "mean_token_accuracy": 0.7534014242036002, |
| "num_tokens": 17212985.0, |
| "step": 462 |
| }, |
| { |
| "entropy": 0.6010295078158379, |
| "epoch": 3.0064987814784727, |
| "grad_norm": 0.007540151942521334, |
| "learning_rate": 0.0002, |
| "loss": 0.604315996170044, |
| "mean_token_accuracy": 0.7545758932828903, |
| "num_tokens": 17250548.0, |
| "step": 463 |
| }, |
| { |
| "entropy": 0.6099191755056381, |
| "epoch": 3.0129975629569454, |
| "grad_norm": 0.007964324206113815, |
| "learning_rate": 0.0002, |
| "loss": 0.6118016839027405, |
| "mean_token_accuracy": 0.7505887746810913, |
| "num_tokens": 17288088.0, |
| "step": 464 |
| }, |
| { |
| "entropy": 0.6099814623594284, |
| "epoch": 3.019496344435418, |
| "grad_norm": 0.009010368958115578, |
| "learning_rate": 0.0002, |
| "loss": 0.6133589744567871, |
| "mean_token_accuracy": 0.7495384216308594, |
| "num_tokens": 17325896.0, |
| "step": 465 |
| }, |
| { |
| "entropy": 0.6108173504471779, |
| "epoch": 3.0259951259138913, |
| "grad_norm": 0.008082750253379345, |
| "learning_rate": 0.0002, |
| "loss": 0.6106899380683899, |
| "mean_token_accuracy": 0.7496122866868973, |
| "num_tokens": 17363618.0, |
| "step": 466 |
| }, |
| { |
| "entropy": 0.6203465834259987, |
| "epoch": 3.032493907392364, |
| "grad_norm": 0.00794974435120821, |
| "learning_rate": 0.0002, |
| "loss": 0.62054044008255, |
| "mean_token_accuracy": 0.7457421347498894, |
| "num_tokens": 17401213.0, |
| "step": 467 |
| }, |
| { |
| "entropy": 0.6201630383729935, |
| "epoch": 3.0389926888708367, |
| "grad_norm": 0.00949027854949236, |
| "learning_rate": 0.0002, |
| "loss": 0.6232575178146362, |
| "mean_token_accuracy": 0.746864065527916, |
| "num_tokens": 17438437.0, |
| "step": 468 |
| }, |
| { |
| "entropy": 0.6282624080777168, |
| "epoch": 3.0454914703493094, |
| "grad_norm": 0.007857941091060638, |
| "learning_rate": 0.0002, |
| "loss": 0.6256210207939148, |
| "mean_token_accuracy": 0.7441679313778877, |
| "num_tokens": 17476273.0, |
| "step": 469 |
| }, |
| { |
| "entropy": 0.6105262786149979, |
| "epoch": 3.051990251827782, |
| "grad_norm": 0.008467303588986397, |
| "learning_rate": 0.0002, |
| "loss": 0.6100492477416992, |
| "mean_token_accuracy": 0.7501196339726448, |
| "num_tokens": 17513496.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 0.6016805246472359, |
| "epoch": 3.058489033306255, |
| "grad_norm": 0.009371851570904255, |
| "learning_rate": 0.0002, |
| "loss": 0.604375958442688, |
| "mean_token_accuracy": 0.7524744868278503, |
| "num_tokens": 17551200.0, |
| "step": 471 |
| }, |
| { |
| "entropy": 0.6073808148503304, |
| "epoch": 3.064987814784728, |
| "grad_norm": 0.008492433466017246, |
| "learning_rate": 0.0002, |
| "loss": 0.6094343662261963, |
| "mean_token_accuracy": 0.752588301897049, |
| "num_tokens": 17588356.0, |
| "step": 472 |
| }, |
| { |
| "entropy": 0.6179896369576454, |
| "epoch": 3.0714865962632008, |
| "grad_norm": 0.008540020324289799, |
| "learning_rate": 0.0002, |
| "loss": 0.6210522055625916, |
| "mean_token_accuracy": 0.7460785582661629, |
| "num_tokens": 17625982.0, |
| "step": 473 |
| }, |
| { |
| "entropy": 0.6018861308693886, |
| "epoch": 3.0779853777416735, |
| "grad_norm": 0.008742019534111023, |
| "learning_rate": 0.0002, |
| "loss": 0.6078682541847229, |
| "mean_token_accuracy": 0.7513778060674667, |
| "num_tokens": 17663418.0, |
| "step": 474 |
| }, |
| { |
| "entropy": 0.633279986679554, |
| "epoch": 3.084484159220146, |
| "grad_norm": 0.0082003865391016, |
| "learning_rate": 0.0002, |
| "loss": 0.6310751438140869, |
| "mean_token_accuracy": 0.7428691610693932, |
| "num_tokens": 17700640.0, |
| "step": 475 |
| }, |
| { |
| "entropy": 0.6102183759212494, |
| "epoch": 3.090982940698619, |
| "grad_norm": 0.008503621444106102, |
| "learning_rate": 0.0002, |
| "loss": 0.6114936470985413, |
| "mean_token_accuracy": 0.7529326751828194, |
| "num_tokens": 17738330.0, |
| "step": 476 |
| }, |
| { |
| "entropy": 0.6162742525339127, |
| "epoch": 3.0974817221770916, |
| "grad_norm": 0.008936957456171513, |
| "learning_rate": 0.0002, |
| "loss": 0.6209756135940552, |
| "mean_token_accuracy": 0.7465755268931389, |
| "num_tokens": 17775715.0, |
| "step": 477 |
| }, |
| { |
| "entropy": 0.6141496077179909, |
| "epoch": 3.1039805036555648, |
| "grad_norm": 0.009372946806252003, |
| "learning_rate": 0.0002, |
| "loss": 0.617496132850647, |
| "mean_token_accuracy": 0.7488722130656242, |
| "num_tokens": 17813252.0, |
| "step": 478 |
| }, |
| { |
| "entropy": 0.6128992438316345, |
| "epoch": 3.1104792851340375, |
| "grad_norm": 0.009246407076716423, |
| "learning_rate": 0.0002, |
| "loss": 0.6153603792190552, |
| "mean_token_accuracy": 0.7489981204271317, |
| "num_tokens": 17850593.0, |
| "step": 479 |
| }, |
| { |
| "entropy": 0.6109244301915169, |
| "epoch": 3.11697806661251, |
| "grad_norm": 0.008360042236745358, |
| "learning_rate": 0.0002, |
| "loss": 0.6110379099845886, |
| "mean_token_accuracy": 0.7517814785242081, |
| "num_tokens": 17887433.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 0.6216762438416481, |
| "epoch": 3.123476848090983, |
| "grad_norm": 0.008575825951993465, |
| "learning_rate": 0.0002, |
| "loss": 0.6188209652900696, |
| "mean_token_accuracy": 0.7479925602674484, |
| "num_tokens": 17924477.0, |
| "step": 481 |
| }, |
| { |
| "entropy": 0.617570586502552, |
| "epoch": 3.1299756295694556, |
| "grad_norm": 0.00846293568611145, |
| "learning_rate": 0.0002, |
| "loss": 0.6159199476242065, |
| "mean_token_accuracy": 0.7518654763698578, |
| "num_tokens": 17961735.0, |
| "step": 482 |
| }, |
| { |
| "entropy": 0.591516949236393, |
| "epoch": 3.1364744110479283, |
| "grad_norm": 0.009447102434933186, |
| "learning_rate": 0.0002, |
| "loss": 0.5986469984054565, |
| "mean_token_accuracy": 0.7579966932535172, |
| "num_tokens": 17998853.0, |
| "step": 483 |
| }, |
| { |
| "entropy": 0.6149769946932793, |
| "epoch": 3.1429731925264015, |
| "grad_norm": 0.010652805678546429, |
| "learning_rate": 0.0002, |
| "loss": 0.62315833568573, |
| "mean_token_accuracy": 0.7443839907646179, |
| "num_tokens": 18036498.0, |
| "step": 484 |
| }, |
| { |
| "entropy": 0.6224213317036629, |
| "epoch": 3.149471974004874, |
| "grad_norm": 0.008841714821755886, |
| "learning_rate": 0.0002, |
| "loss": 0.6213138103485107, |
| "mean_token_accuracy": 0.7460580617189407, |
| "num_tokens": 18073792.0, |
| "step": 485 |
| }, |
| { |
| "entropy": 0.624303974211216, |
| "epoch": 3.155970755483347, |
| "grad_norm": 0.008476318791508675, |
| "learning_rate": 0.0002, |
| "loss": 0.6206566691398621, |
| "mean_token_accuracy": 0.7465843260288239, |
| "num_tokens": 18110931.0, |
| "step": 486 |
| }, |
| { |
| "entropy": 0.6057487353682518, |
| "epoch": 3.1624695369618196, |
| "grad_norm": 0.007340795826166868, |
| "learning_rate": 0.0002, |
| "loss": 0.6085374355316162, |
| "mean_token_accuracy": 0.7520734146237373, |
| "num_tokens": 18148230.0, |
| "step": 487 |
| }, |
| { |
| "entropy": 0.5987089648842812, |
| "epoch": 3.1689683184402924, |
| "grad_norm": 0.008576547726988792, |
| "learning_rate": 0.0002, |
| "loss": 0.5994081497192383, |
| "mean_token_accuracy": 0.7560673728585243, |
| "num_tokens": 18185429.0, |
| "step": 488 |
| }, |
| { |
| "entropy": 0.6201451569795609, |
| "epoch": 3.175467099918765, |
| "grad_norm": 0.009309273213148117, |
| "learning_rate": 0.0002, |
| "loss": 0.6250134706497192, |
| "mean_token_accuracy": 0.7440272644162178, |
| "num_tokens": 18222845.0, |
| "step": 489 |
| }, |
| { |
| "entropy": 0.6149864792823792, |
| "epoch": 3.181965881397238, |
| "grad_norm": 0.00817920919507742, |
| "learning_rate": 0.0002, |
| "loss": 0.6165604591369629, |
| "mean_token_accuracy": 0.7469800040125847, |
| "num_tokens": 18260522.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 0.6081833988428116, |
| "epoch": 3.188464662875711, |
| "grad_norm": 0.008727415464818478, |
| "learning_rate": 0.0002, |
| "loss": 0.6095278263092041, |
| "mean_token_accuracy": 0.7511461302638054, |
| "num_tokens": 18298119.0, |
| "step": 491 |
| }, |
| { |
| "entropy": 0.6011826619505882, |
| "epoch": 3.1949634443541837, |
| "grad_norm": 0.008403414860367775, |
| "learning_rate": 0.0002, |
| "loss": 0.6023063659667969, |
| "mean_token_accuracy": 0.7541341111063957, |
| "num_tokens": 18335516.0, |
| "step": 492 |
| }, |
| { |
| "entropy": 0.614462248980999, |
| "epoch": 3.2014622258326564, |
| "grad_norm": 0.008592899888753891, |
| "learning_rate": 0.0002, |
| "loss": 0.611116886138916, |
| "mean_token_accuracy": 0.7512200325727463, |
| "num_tokens": 18373224.0, |
| "step": 493 |
| }, |
| { |
| "entropy": 0.6118571162223816, |
| "epoch": 3.207961007311129, |
| "grad_norm": 0.008299244567751884, |
| "learning_rate": 0.0002, |
| "loss": 0.6136075258255005, |
| "mean_token_accuracy": 0.749468058347702, |
| "num_tokens": 18410845.0, |
| "step": 494 |
| }, |
| { |
| "entropy": 0.6049928665161133, |
| "epoch": 3.214459788789602, |
| "grad_norm": 0.010410244576632977, |
| "learning_rate": 0.0002, |
| "loss": 0.6083844304084778, |
| "mean_token_accuracy": 0.751271091401577, |
| "num_tokens": 18448238.0, |
| "step": 495 |
| }, |
| { |
| "entropy": 0.6233940199017525, |
| "epoch": 3.2209585702680745, |
| "grad_norm": 0.009204378351569176, |
| "learning_rate": 0.0002, |
| "loss": 0.6272657513618469, |
| "mean_token_accuracy": 0.7432866543531418, |
| "num_tokens": 18486015.0, |
| "step": 496 |
| }, |
| { |
| "entropy": 0.6218753755092621, |
| "epoch": 3.2274573517465477, |
| "grad_norm": 0.00954593438655138, |
| "learning_rate": 0.0002, |
| "loss": 0.6218851208686829, |
| "mean_token_accuracy": 0.7457900047302246, |
| "num_tokens": 18523424.0, |
| "step": 497 |
| }, |
| { |
| "entropy": 0.6145913749933243, |
| "epoch": 3.2339561332250204, |
| "grad_norm": 0.009425587020814419, |
| "learning_rate": 0.0002, |
| "loss": 0.6123300194740295, |
| "mean_token_accuracy": 0.7488762065768242, |
| "num_tokens": 18560844.0, |
| "step": 498 |
| }, |
| { |
| "entropy": 0.6112263351678848, |
| "epoch": 3.240454914703493, |
| "grad_norm": 0.009846451692283154, |
| "learning_rate": 0.0002, |
| "loss": 0.6109277606010437, |
| "mean_token_accuracy": 0.7503840625286102, |
| "num_tokens": 18598457.0, |
| "step": 499 |
| }, |
| { |
| "entropy": 0.6025180518627167, |
| "epoch": 3.246953696181966, |
| "grad_norm": 0.00901762768626213, |
| "learning_rate": 0.0002, |
| "loss": 0.6064941883087158, |
| "mean_token_accuracy": 0.7513880282640457, |
| "num_tokens": 18635799.0, |
| "step": 500 |
| }, |
| { |
| "entropy": 0.6062363162636757, |
| "epoch": 3.2534524776604385, |
| "grad_norm": 0.008631935343146324, |
| "learning_rate": 0.0002, |
| "loss": 0.610137939453125, |
| "mean_token_accuracy": 0.751276396214962, |
| "num_tokens": 18673367.0, |
| "step": 501 |
| }, |
| { |
| "entropy": 0.6029994338750839, |
| "epoch": 3.2599512591389113, |
| "grad_norm": 0.008083198219537735, |
| "learning_rate": 0.0002, |
| "loss": 0.605480968952179, |
| "mean_token_accuracy": 0.7522158473730087, |
| "num_tokens": 18710845.0, |
| "step": 502 |
| }, |
| { |
| "entropy": 0.6004190221428871, |
| "epoch": 3.2664500406173844, |
| "grad_norm": 0.009547607973217964, |
| "learning_rate": 0.0002, |
| "loss": 0.5966814756393433, |
| "mean_token_accuracy": 0.7567247301340103, |
| "num_tokens": 18748254.0, |
| "step": 503 |
| }, |
| { |
| "entropy": 0.6217415705323219, |
| "epoch": 3.272948822095857, |
| "grad_norm": 0.008327828720211983, |
| "learning_rate": 0.0002, |
| "loss": 0.6205904483795166, |
| "mean_token_accuracy": 0.746347539126873, |
| "num_tokens": 18785876.0, |
| "step": 504 |
| }, |
| { |
| "entropy": 0.6177750676870346, |
| "epoch": 3.27944760357433, |
| "grad_norm": 0.008332877419888973, |
| "learning_rate": 0.0002, |
| "loss": 0.6175146102905273, |
| "mean_token_accuracy": 0.7480292990803719, |
| "num_tokens": 18823559.0, |
| "step": 505 |
| }, |
| { |
| "entropy": 0.6048281341791153, |
| "epoch": 3.2859463850528026, |
| "grad_norm": 0.010307500138878822, |
| "learning_rate": 0.0002, |
| "loss": 0.608547568321228, |
| "mean_token_accuracy": 0.7522715479135513, |
| "num_tokens": 18860761.0, |
| "step": 506 |
| }, |
| { |
| "entropy": 0.6015286520123482, |
| "epoch": 3.2924451665312753, |
| "grad_norm": 0.008793864399194717, |
| "learning_rate": 0.0002, |
| "loss": 0.6076687574386597, |
| "mean_token_accuracy": 0.7535560503602028, |
| "num_tokens": 18898017.0, |
| "step": 507 |
| }, |
| { |
| "entropy": 0.6203228533267975, |
| "epoch": 3.298943948009748, |
| "grad_norm": 0.008433851413428783, |
| "learning_rate": 0.0002, |
| "loss": 0.627921462059021, |
| "mean_token_accuracy": 0.743441991508007, |
| "num_tokens": 18935451.0, |
| "step": 508 |
| }, |
| { |
| "entropy": 0.61593446880579, |
| "epoch": 3.305442729488221, |
| "grad_norm": 0.00970753189176321, |
| "learning_rate": 0.0002, |
| "loss": 0.617050290107727, |
| "mean_token_accuracy": 0.7470974624156952, |
| "num_tokens": 18972874.0, |
| "step": 509 |
| }, |
| { |
| "entropy": 0.6080862656235695, |
| "epoch": 3.311941510966694, |
| "grad_norm": 0.008601192384958267, |
| "learning_rate": 0.0002, |
| "loss": 0.613648533821106, |
| "mean_token_accuracy": 0.7485402300953865, |
| "num_tokens": 19010386.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 0.6165401563048363, |
| "epoch": 3.3184402924451666, |
| "grad_norm": 0.009453460574150085, |
| "learning_rate": 0.0002, |
| "loss": 0.6146738529205322, |
| "mean_token_accuracy": 0.7489698827266693, |
| "num_tokens": 19048086.0, |
| "step": 511 |
| }, |
| { |
| "entropy": 0.6097732856869698, |
| "epoch": 3.3249390739236393, |
| "grad_norm": 0.008702411316335201, |
| "learning_rate": 0.0002, |
| "loss": 0.6121372580528259, |
| "mean_token_accuracy": 0.7501634210348129, |
| "num_tokens": 19085297.0, |
| "step": 512 |
| }, |
| { |
| "entropy": 0.6050214320421219, |
| "epoch": 3.331437855402112, |
| "grad_norm": 0.008775223046541214, |
| "learning_rate": 0.0002, |
| "loss": 0.6089086532592773, |
| "mean_token_accuracy": 0.7513034492731094, |
| "num_tokens": 19122838.0, |
| "step": 513 |
| }, |
| { |
| "entropy": 0.6079926937818527, |
| "epoch": 3.3379366368805847, |
| "grad_norm": 0.009299266152083874, |
| "learning_rate": 0.0002, |
| "loss": 0.6124639511108398, |
| "mean_token_accuracy": 0.751487672328949, |
| "num_tokens": 19160495.0, |
| "step": 514 |
| }, |
| { |
| "entropy": 0.6141983196139336, |
| "epoch": 3.3444354183590574, |
| "grad_norm": 0.00953013077378273, |
| "learning_rate": 0.0002, |
| "loss": 0.614948570728302, |
| "mean_token_accuracy": 0.7482777014374733, |
| "num_tokens": 19197772.0, |
| "step": 515 |
| }, |
| { |
| "entropy": 0.6166125014424324, |
| "epoch": 3.3509341998375306, |
| "grad_norm": 0.01042372826486826, |
| "learning_rate": 0.0002, |
| "loss": 0.6166562438011169, |
| "mean_token_accuracy": 0.7489292994141579, |
| "num_tokens": 19235537.0, |
| "step": 516 |
| }, |
| { |
| "entropy": 0.6107529476284981, |
| "epoch": 3.3574329813160033, |
| "grad_norm": 0.009182547219097614, |
| "learning_rate": 0.0002, |
| "loss": 0.6094313263893127, |
| "mean_token_accuracy": 0.75286765396595, |
| "num_tokens": 19272557.0, |
| "step": 517 |
| }, |
| { |
| "entropy": 0.5976028516888618, |
| "epoch": 3.363931762794476, |
| "grad_norm": 0.00928069930523634, |
| "learning_rate": 0.0002, |
| "loss": 0.6000387668609619, |
| "mean_token_accuracy": 0.7556054145097733, |
| "num_tokens": 19309498.0, |
| "step": 518 |
| }, |
| { |
| "entropy": 0.6023745760321617, |
| "epoch": 3.3704305442729487, |
| "grad_norm": 0.008411030285060406, |
| "learning_rate": 0.0002, |
| "loss": 0.6067807674407959, |
| "mean_token_accuracy": 0.7529009878635406, |
| "num_tokens": 19346735.0, |
| "step": 519 |
| }, |
| { |
| "entropy": 0.6122680082917213, |
| "epoch": 3.3769293257514215, |
| "grad_norm": 0.008953915908932686, |
| "learning_rate": 0.0002, |
| "loss": 0.6159105896949768, |
| "mean_token_accuracy": 0.7494169026613235, |
| "num_tokens": 19384153.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 0.6186133921146393, |
| "epoch": 3.3834281072298946, |
| "grad_norm": 0.008217048831284046, |
| "learning_rate": 0.0002, |
| "loss": 0.6203353404998779, |
| "mean_token_accuracy": 0.7473497167229652, |
| "num_tokens": 19421655.0, |
| "step": 521 |
| }, |
| { |
| "entropy": 0.6094240248203278, |
| "epoch": 3.3899268887083673, |
| "grad_norm": 0.00980299897491932, |
| "learning_rate": 0.0002, |
| "loss": 0.6119738221168518, |
| "mean_token_accuracy": 0.7499380633234978, |
| "num_tokens": 19458894.0, |
| "step": 522 |
| }, |
| { |
| "entropy": 0.6254991963505745, |
| "epoch": 3.39642567018684, |
| "grad_norm": 0.008415239863097668, |
| "learning_rate": 0.0002, |
| "loss": 0.623593807220459, |
| "mean_token_accuracy": 0.7472219467163086, |
| "num_tokens": 19496818.0, |
| "step": 523 |
| }, |
| { |
| "entropy": 0.6295105367898941, |
| "epoch": 3.4029244516653128, |
| "grad_norm": 0.009312564507126808, |
| "learning_rate": 0.0002, |
| "loss": 0.6262437105178833, |
| "mean_token_accuracy": 0.7448465451598167, |
| "num_tokens": 19534274.0, |
| "step": 524 |
| }, |
| { |
| "entropy": 0.6126851290464401, |
| "epoch": 3.4094232331437855, |
| "grad_norm": 0.00861976109445095, |
| "learning_rate": 0.0002, |
| "loss": 0.6097316145896912, |
| "mean_token_accuracy": 0.7525606751441956, |
| "num_tokens": 19571856.0, |
| "step": 525 |
| }, |
| { |
| "entropy": 0.6135350093245506, |
| "epoch": 3.415922014622258, |
| "grad_norm": 0.008309995755553246, |
| "learning_rate": 0.0002, |
| "loss": 0.6160346269607544, |
| "mean_token_accuracy": 0.7493128851056099, |
| "num_tokens": 19609319.0, |
| "step": 526 |
| }, |
| { |
| "entropy": 0.6100683584809303, |
| "epoch": 3.422420796100731, |
| "grad_norm": 0.011379679664969444, |
| "learning_rate": 0.0002, |
| "loss": 0.6197912096977234, |
| "mean_token_accuracy": 0.7495440766215324, |
| "num_tokens": 19647036.0, |
| "step": 527 |
| }, |
| { |
| "entropy": 0.6129766032099724, |
| "epoch": 3.428919577579204, |
| "grad_norm": 0.00879785604774952, |
| "learning_rate": 0.0002, |
| "loss": 0.6192106008529663, |
| "mean_token_accuracy": 0.7462450638413429, |
| "num_tokens": 19684528.0, |
| "step": 528 |
| }, |
| { |
| "entropy": 0.6183054521679878, |
| "epoch": 3.435418359057677, |
| "grad_norm": 0.009570072405040264, |
| "learning_rate": 0.0002, |
| "loss": 0.61530601978302, |
| "mean_token_accuracy": 0.7494653314352036, |
| "num_tokens": 19721829.0, |
| "step": 529 |
| }, |
| { |
| "entropy": 0.6237875148653984, |
| "epoch": 3.4419171405361495, |
| "grad_norm": 0.009924475103616714, |
| "learning_rate": 0.0002, |
| "loss": 0.620090126991272, |
| "mean_token_accuracy": 0.7470209151506424, |
| "num_tokens": 19759470.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 0.6056384146213531, |
| "epoch": 3.448415922014622, |
| "grad_norm": 0.008861211128532887, |
| "learning_rate": 0.0002, |
| "loss": 0.6051967144012451, |
| "mean_token_accuracy": 0.7524856179952621, |
| "num_tokens": 19797055.0, |
| "step": 531 |
| }, |
| { |
| "entropy": 0.6045270711183548, |
| "epoch": 3.454914703493095, |
| "grad_norm": 0.009311981499195099, |
| "learning_rate": 0.0002, |
| "loss": 0.6111881136894226, |
| "mean_token_accuracy": 0.7494307532906532, |
| "num_tokens": 19834144.0, |
| "step": 532 |
| }, |
| { |
| "entropy": 0.6097549796104431, |
| "epoch": 3.4614134849715676, |
| "grad_norm": 0.010919635184109211, |
| "learning_rate": 0.0002, |
| "loss": 0.6160416007041931, |
| "mean_token_accuracy": 0.7504306137561798, |
| "num_tokens": 19871286.0, |
| "step": 533 |
| }, |
| { |
| "entropy": 0.6024704650044441, |
| "epoch": 3.467912266450041, |
| "grad_norm": 0.008416552096605301, |
| "learning_rate": 0.0002, |
| "loss": 0.6058158278465271, |
| "mean_token_accuracy": 0.7539756521582603, |
| "num_tokens": 19908849.0, |
| "step": 534 |
| }, |
| { |
| "entropy": 0.611225888133049, |
| "epoch": 3.4744110479285135, |
| "grad_norm": 0.008921737782657146, |
| "learning_rate": 0.0002, |
| "loss": 0.6157783269882202, |
| "mean_token_accuracy": 0.7485576719045639, |
| "num_tokens": 19945976.0, |
| "step": 535 |
| }, |
| { |
| "entropy": 0.5882637947797775, |
| "epoch": 3.4809098294069862, |
| "grad_norm": 0.009470734745264053, |
| "learning_rate": 0.0002, |
| "loss": 0.5855636596679688, |
| "mean_token_accuracy": 0.7615584507584572, |
| "num_tokens": 19983147.0, |
| "step": 536 |
| }, |
| { |
| "entropy": 0.607180692255497, |
| "epoch": 3.487408610885459, |
| "grad_norm": 0.00895584374666214, |
| "learning_rate": 0.0002, |
| "loss": 0.6034247875213623, |
| "mean_token_accuracy": 0.7542741522192955, |
| "num_tokens": 20020743.0, |
| "step": 537 |
| }, |
| { |
| "entropy": 0.6082776561379433, |
| "epoch": 3.4939073923639317, |
| "grad_norm": 0.00874309055507183, |
| "learning_rate": 0.0002, |
| "loss": 0.6111589074134827, |
| "mean_token_accuracy": 0.7497387602925301, |
| "num_tokens": 20058341.0, |
| "step": 538 |
| }, |
| { |
| "entropy": 0.6162533760070801, |
| "epoch": 3.5004061738424044, |
| "grad_norm": 0.009585198014974594, |
| "learning_rate": 0.0002, |
| "loss": 0.6244966387748718, |
| "mean_token_accuracy": 0.7475337833166122, |
| "num_tokens": 20095636.0, |
| "step": 539 |
| }, |
| { |
| "entropy": 0.6105955466628075, |
| "epoch": 3.506904955320877, |
| "grad_norm": 0.009461835958063602, |
| "learning_rate": 0.0002, |
| "loss": 0.6156846880912781, |
| "mean_token_accuracy": 0.7479056641459465, |
| "num_tokens": 20132551.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 0.621313750743866, |
| "epoch": 3.5134037367993503, |
| "grad_norm": 0.008541502989828587, |
| "learning_rate": 0.0002, |
| "loss": 0.6199691295623779, |
| "mean_token_accuracy": 0.7473711222410202, |
| "num_tokens": 20169837.0, |
| "step": 541 |
| }, |
| { |
| "entropy": 0.6165328845381737, |
| "epoch": 3.519902518277823, |
| "grad_norm": 0.009770420379936695, |
| "learning_rate": 0.0002, |
| "loss": 0.6142412424087524, |
| "mean_token_accuracy": 0.7502679750323296, |
| "num_tokens": 20207307.0, |
| "step": 542 |
| }, |
| { |
| "entropy": 0.6032826527953148, |
| "epoch": 3.5264012997562957, |
| "grad_norm": 0.010346473194658756, |
| "learning_rate": 0.0002, |
| "loss": 0.6011192798614502, |
| "mean_token_accuracy": 0.754242517054081, |
| "num_tokens": 20244685.0, |
| "step": 543 |
| }, |
| { |
| "entropy": 0.6191048100590706, |
| "epoch": 3.5329000812347684, |
| "grad_norm": 0.008168449625372887, |
| "learning_rate": 0.0002, |
| "loss": 0.6207705736160278, |
| "mean_token_accuracy": 0.74729173630476, |
| "num_tokens": 20281823.0, |
| "step": 544 |
| }, |
| { |
| "entropy": 0.6121908649802208, |
| "epoch": 3.539398862713241, |
| "grad_norm": 0.007879077456891537, |
| "learning_rate": 0.0002, |
| "loss": 0.6121616363525391, |
| "mean_token_accuracy": 0.7506422027945518, |
| "num_tokens": 20319307.0, |
| "step": 545 |
| }, |
| { |
| "entropy": 0.6186290234327316, |
| "epoch": 3.5458976441917143, |
| "grad_norm": 0.00905434787273407, |
| "learning_rate": 0.0002, |
| "loss": 0.6185810565948486, |
| "mean_token_accuracy": 0.7475248873233795, |
| "num_tokens": 20356848.0, |
| "step": 546 |
| }, |
| { |
| "entropy": 0.6139393672347069, |
| "epoch": 3.552396425670187, |
| "grad_norm": 0.008824498392641544, |
| "learning_rate": 0.0002, |
| "loss": 0.6151487827301025, |
| "mean_token_accuracy": 0.7489016950130463, |
| "num_tokens": 20394203.0, |
| "step": 547 |
| }, |
| { |
| "entropy": 0.6207469254732132, |
| "epoch": 3.5588952071486597, |
| "grad_norm": 0.008396871387958527, |
| "learning_rate": 0.0002, |
| "loss": 0.6218851804733276, |
| "mean_token_accuracy": 0.7459322214126587, |
| "num_tokens": 20431870.0, |
| "step": 548 |
| }, |
| { |
| "entropy": 0.62169548869133, |
| "epoch": 3.5653939886271324, |
| "grad_norm": 0.00874373223632574, |
| "learning_rate": 0.0002, |
| "loss": 0.6228454113006592, |
| "mean_token_accuracy": 0.749803364276886, |
| "num_tokens": 20469261.0, |
| "step": 549 |
| }, |
| { |
| "entropy": 0.6220152676105499, |
| "epoch": 3.571892770105605, |
| "grad_norm": 0.008933790028095245, |
| "learning_rate": 0.0002, |
| "loss": 0.6208291053771973, |
| "mean_token_accuracy": 0.7474985867738724, |
| "num_tokens": 20506396.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 0.6153115481138229, |
| "epoch": 3.578391551584078, |
| "grad_norm": 0.008625194430351257, |
| "learning_rate": 0.0002, |
| "loss": 0.6176726818084717, |
| "mean_token_accuracy": 0.7483843564987183, |
| "num_tokens": 20543594.0, |
| "step": 551 |
| }, |
| { |
| "entropy": 0.6194273307919502, |
| "epoch": 3.5848903330625506, |
| "grad_norm": 0.009513880126178265, |
| "learning_rate": 0.0002, |
| "loss": 0.6259117126464844, |
| "mean_token_accuracy": 0.7455350533127785, |
| "num_tokens": 20580976.0, |
| "step": 552 |
| }, |
| { |
| "entropy": 0.6218870356678963, |
| "epoch": 3.5913891145410237, |
| "grad_norm": 0.010471499525010586, |
| "learning_rate": 0.0002, |
| "loss": 0.6255429983139038, |
| "mean_token_accuracy": 0.745422936975956, |
| "num_tokens": 20618155.0, |
| "step": 553 |
| }, |
| { |
| "entropy": 0.6044272035360336, |
| "epoch": 3.5978878960194964, |
| "grad_norm": 0.009206542745232582, |
| "learning_rate": 0.0002, |
| "loss": 0.6089117527008057, |
| "mean_token_accuracy": 0.7523582801222801, |
| "num_tokens": 20655356.0, |
| "step": 554 |
| }, |
| { |
| "entropy": 0.6034605354070663, |
| "epoch": 3.604386677497969, |
| "grad_norm": 0.01001272164285183, |
| "learning_rate": 0.0002, |
| "loss": 0.6080043315887451, |
| "mean_token_accuracy": 0.7542883977293968, |
| "num_tokens": 20692368.0, |
| "step": 555 |
| }, |
| { |
| "entropy": 0.6126068532466888, |
| "epoch": 3.610885458976442, |
| "grad_norm": 0.008411637507379055, |
| "learning_rate": 0.0002, |
| "loss": 0.6143564581871033, |
| "mean_token_accuracy": 0.7496707290410995, |
| "num_tokens": 20729532.0, |
| "step": 556 |
| }, |
| { |
| "entropy": 0.6092226430773735, |
| "epoch": 3.6173842404549146, |
| "grad_norm": 0.00788223184645176, |
| "learning_rate": 0.0002, |
| "loss": 0.6080750226974487, |
| "mean_token_accuracy": 0.7521450445055962, |
| "num_tokens": 20767316.0, |
| "step": 557 |
| }, |
| { |
| "entropy": 0.6103739887475967, |
| "epoch": 3.6238830219333877, |
| "grad_norm": 0.008947784081101418, |
| "learning_rate": 0.0002, |
| "loss": 0.6110090613365173, |
| "mean_token_accuracy": 0.751432754099369, |
| "num_tokens": 20804682.0, |
| "step": 558 |
| }, |
| { |
| "entropy": 0.6072618737816811, |
| "epoch": 3.6303818034118605, |
| "grad_norm": 0.008321145549416542, |
| "learning_rate": 0.0002, |
| "loss": 0.6072537899017334, |
| "mean_token_accuracy": 0.7519486770033836, |
| "num_tokens": 20842038.0, |
| "step": 559 |
| }, |
| { |
| "entropy": 0.614497110247612, |
| "epoch": 3.636880584890333, |
| "grad_norm": 0.009164758026599884, |
| "learning_rate": 0.0002, |
| "loss": 0.6098246574401855, |
| "mean_token_accuracy": 0.752671018242836, |
| "num_tokens": 20879197.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 0.6094550266861916, |
| "epoch": 3.643379366368806, |
| "grad_norm": 0.007844182662665844, |
| "learning_rate": 0.0002, |
| "loss": 0.6068869829177856, |
| "mean_token_accuracy": 0.7533254846930504, |
| "num_tokens": 20916501.0, |
| "step": 561 |
| }, |
| { |
| "entropy": 0.6086015179753304, |
| "epoch": 3.6498781478472786, |
| "grad_norm": 0.008045290596783161, |
| "learning_rate": 0.0002, |
| "loss": 0.606809139251709, |
| "mean_token_accuracy": 0.7527647316455841, |
| "num_tokens": 20954134.0, |
| "step": 562 |
| }, |
| { |
| "entropy": 0.6285906434059143, |
| "epoch": 3.6563769293257513, |
| "grad_norm": 0.010104804299771786, |
| "learning_rate": 0.0002, |
| "loss": 0.6331174373626709, |
| "mean_token_accuracy": 0.7419461309909821, |
| "num_tokens": 20992017.0, |
| "step": 563 |
| }, |
| { |
| "entropy": 0.6020278707146645, |
| "epoch": 3.662875710804224, |
| "grad_norm": 0.01021239347755909, |
| "learning_rate": 0.0002, |
| "loss": 0.6128239035606384, |
| "mean_token_accuracy": 0.7514787241816521, |
| "num_tokens": 21029653.0, |
| "step": 564 |
| }, |
| { |
| "entropy": 0.6191821396350861, |
| "epoch": 3.6693744922826967, |
| "grad_norm": 0.009272433817386627, |
| "learning_rate": 0.0002, |
| "loss": 0.6228241324424744, |
| "mean_token_accuracy": 0.7464863955974579, |
| "num_tokens": 21067220.0, |
| "step": 565 |
| }, |
| { |
| "entropy": 0.6111209839582443, |
| "epoch": 3.67587327376117, |
| "grad_norm": 0.01010363083332777, |
| "learning_rate": 0.0002, |
| "loss": 0.6085663437843323, |
| "mean_token_accuracy": 0.7533030211925507, |
| "num_tokens": 21105021.0, |
| "step": 566 |
| }, |
| { |
| "entropy": 0.6244448721408844, |
| "epoch": 3.6823720552396426, |
| "grad_norm": 0.008229166269302368, |
| "learning_rate": 0.0002, |
| "loss": 0.6232364177703857, |
| "mean_token_accuracy": 0.7465489506721497, |
| "num_tokens": 21142672.0, |
| "step": 567 |
| }, |
| { |
| "entropy": 0.6002631187438965, |
| "epoch": 3.6888708367181153, |
| "grad_norm": 0.00970839336514473, |
| "learning_rate": 0.0002, |
| "loss": 0.6064876914024353, |
| "mean_token_accuracy": 0.7520908117294312, |
| "num_tokens": 21179768.0, |
| "step": 568 |
| }, |
| { |
| "entropy": 0.606594480574131, |
| "epoch": 3.695369618196588, |
| "grad_norm": 0.00952630303800106, |
| "learning_rate": 0.0002, |
| "loss": 0.6108591556549072, |
| "mean_token_accuracy": 0.751940131187439, |
| "num_tokens": 21217131.0, |
| "step": 569 |
| }, |
| { |
| "entropy": 0.6083743423223495, |
| "epoch": 3.7018683996750608, |
| "grad_norm": 0.008894224651157856, |
| "learning_rate": 0.0002, |
| "loss": 0.6050914525985718, |
| "mean_token_accuracy": 0.7556580603122711, |
| "num_tokens": 21254612.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 0.6244188398122787, |
| "epoch": 3.708367181153534, |
| "grad_norm": 0.00945176463574171, |
| "learning_rate": 0.0002, |
| "loss": 0.6213344931602478, |
| "mean_token_accuracy": 0.7479386925697327, |
| "num_tokens": 21292008.0, |
| "step": 571 |
| }, |
| { |
| "entropy": 0.6202782392501831, |
| "epoch": 3.7148659626320066, |
| "grad_norm": 0.007808351423591375, |
| "learning_rate": 0.0002, |
| "loss": 0.618791937828064, |
| "mean_token_accuracy": 0.7479956671595573, |
| "num_tokens": 21329211.0, |
| "step": 572 |
| }, |
| { |
| "entropy": 0.6083357259631157, |
| "epoch": 3.7213647441104794, |
| "grad_norm": 0.009738109074532986, |
| "learning_rate": 0.0002, |
| "loss": 0.6082479953765869, |
| "mean_token_accuracy": 0.7511337921023369, |
| "num_tokens": 21366830.0, |
| "step": 573 |
| }, |
| { |
| "entropy": 0.6160146668553352, |
| "epoch": 3.727863525588952, |
| "grad_norm": 0.008708451874554157, |
| "learning_rate": 0.0002, |
| "loss": 0.6203808784484863, |
| "mean_token_accuracy": 0.749162532389164, |
| "num_tokens": 21404012.0, |
| "step": 574 |
| }, |
| { |
| "entropy": 0.6103571355342865, |
| "epoch": 3.734362307067425, |
| "grad_norm": 0.008490422740578651, |
| "learning_rate": 0.0002, |
| "loss": 0.6149444580078125, |
| "mean_token_accuracy": 0.7492819800972939, |
| "num_tokens": 21441418.0, |
| "step": 575 |
| }, |
| { |
| "entropy": 0.6097893342375755, |
| "epoch": 3.7408610885458975, |
| "grad_norm": 0.008159926161170006, |
| "learning_rate": 0.0002, |
| "loss": 0.6121622323989868, |
| "mean_token_accuracy": 0.7502710297703743, |
| "num_tokens": 21478959.0, |
| "step": 576 |
| }, |
| { |
| "entropy": 0.608406588435173, |
| "epoch": 3.74735987002437, |
| "grad_norm": 0.007408132776618004, |
| "learning_rate": 0.0002, |
| "loss": 0.6112476587295532, |
| "mean_token_accuracy": 0.7514019384980202, |
| "num_tokens": 21516469.0, |
| "step": 577 |
| }, |
| { |
| "entropy": 0.6059915721416473, |
| "epoch": 3.7538586515028434, |
| "grad_norm": 0.007707294542342424, |
| "learning_rate": 0.0002, |
| "loss": 0.6102927923202515, |
| "mean_token_accuracy": 0.7524895742535591, |
| "num_tokens": 21553955.0, |
| "step": 578 |
| }, |
| { |
| "entropy": 0.6110079139471054, |
| "epoch": 3.760357432981316, |
| "grad_norm": 0.008303117007017136, |
| "learning_rate": 0.0002, |
| "loss": 0.6116464734077454, |
| "mean_token_accuracy": 0.7515735402703285, |
| "num_tokens": 21591222.0, |
| "step": 579 |
| }, |
| { |
| "entropy": 0.6157199367880821, |
| "epoch": 3.766856214459789, |
| "grad_norm": 0.008788561448454857, |
| "learning_rate": 0.0002, |
| "loss": 0.6139419078826904, |
| "mean_token_accuracy": 0.7500691562891006, |
| "num_tokens": 21628586.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 0.6189565733075142, |
| "epoch": 3.7733549959382615, |
| "grad_norm": 0.008861690759658813, |
| "learning_rate": 0.0002, |
| "loss": 0.6205735802650452, |
| "mean_token_accuracy": 0.7461571544408798, |
| "num_tokens": 21665902.0, |
| "step": 581 |
| }, |
| { |
| "entropy": 0.6169708073139191, |
| "epoch": 3.7798537774167342, |
| "grad_norm": 0.00858966913074255, |
| "learning_rate": 0.0002, |
| "loss": 0.616493284702301, |
| "mean_token_accuracy": 0.7478131875395775, |
| "num_tokens": 21703347.0, |
| "step": 582 |
| }, |
| { |
| "entropy": 0.6013945862650871, |
| "epoch": 3.7863525588952074, |
| "grad_norm": 0.007991503924131393, |
| "learning_rate": 0.0002, |
| "loss": 0.6024019718170166, |
| "mean_token_accuracy": 0.7541673332452774, |
| "num_tokens": 21740476.0, |
| "step": 583 |
| }, |
| { |
| "entropy": 0.6127390787005424, |
| "epoch": 3.79285134037368, |
| "grad_norm": 0.008759486488997936, |
| "learning_rate": 0.0002, |
| "loss": 0.6142678260803223, |
| "mean_token_accuracy": 0.7489368915557861, |
| "num_tokens": 21777903.0, |
| "step": 584 |
| }, |
| { |
| "entropy": 0.6033598631620407, |
| "epoch": 3.799350121852153, |
| "grad_norm": 0.008402034640312195, |
| "learning_rate": 0.0002, |
| "loss": 0.6062989234924316, |
| "mean_token_accuracy": 0.7526213079690933, |
| "num_tokens": 21815411.0, |
| "step": 585 |
| }, |
| { |
| "entropy": 0.6237991526722908, |
| "epoch": 3.8058489033306255, |
| "grad_norm": 0.008741356432437897, |
| "learning_rate": 0.0002, |
| "loss": 0.6236557960510254, |
| "mean_token_accuracy": 0.7458471432328224, |
| "num_tokens": 21852563.0, |
| "step": 586 |
| }, |
| { |
| "entropy": 0.6021682396531105, |
| "epoch": 3.8123476848090982, |
| "grad_norm": 0.009454802609980106, |
| "learning_rate": 0.0002, |
| "loss": 0.6056302785873413, |
| "mean_token_accuracy": 0.7534916624426842, |
| "num_tokens": 21889751.0, |
| "step": 587 |
| }, |
| { |
| "entropy": 0.6037532165646553, |
| "epoch": 3.818846466287571, |
| "grad_norm": 0.008019194938242435, |
| "learning_rate": 0.0002, |
| "loss": 0.6062440872192383, |
| "mean_token_accuracy": 0.75218416005373, |
| "num_tokens": 21927225.0, |
| "step": 588 |
| }, |
| { |
| "entropy": 0.6175741031765938, |
| "epoch": 3.8253452477660437, |
| "grad_norm": 0.010461182333528996, |
| "learning_rate": 0.0002, |
| "loss": 0.6219437122344971, |
| "mean_token_accuracy": 0.7449553832411766, |
| "num_tokens": 21964899.0, |
| "step": 589 |
| }, |
| { |
| "entropy": 0.6165783628821373, |
| "epoch": 3.8318440292445164, |
| "grad_norm": 0.007971042767167091, |
| "learning_rate": 0.0002, |
| "loss": 0.6164169311523438, |
| "mean_token_accuracy": 0.7500692084431648, |
| "num_tokens": 22001937.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 0.6328809410333633, |
| "epoch": 3.8383428107229896, |
| "grad_norm": 0.019222697243094444, |
| "learning_rate": 0.0002, |
| "loss": 0.629861056804657, |
| "mean_token_accuracy": 0.7441875413060188, |
| "num_tokens": 22039681.0, |
| "step": 591 |
| }, |
| { |
| "entropy": 0.6060463637113571, |
| "epoch": 3.8448415922014623, |
| "grad_norm": 0.008333687670528889, |
| "learning_rate": 0.0002, |
| "loss": 0.6049051880836487, |
| "mean_token_accuracy": 0.7526820749044418, |
| "num_tokens": 22077083.0, |
| "step": 592 |
| }, |
| { |
| "entropy": 0.626244343817234, |
| "epoch": 3.851340373679935, |
| "grad_norm": 0.011930772103369236, |
| "learning_rate": 0.0002, |
| "loss": 0.6302248239517212, |
| "mean_token_accuracy": 0.7435696348547935, |
| "num_tokens": 22114449.0, |
| "step": 593 |
| }, |
| { |
| "entropy": 0.60886500030756, |
| "epoch": 3.8578391551584077, |
| "grad_norm": 0.00879514031112194, |
| "learning_rate": 0.0002, |
| "loss": 0.6156384944915771, |
| "mean_token_accuracy": 0.7500656992197037, |
| "num_tokens": 22151803.0, |
| "step": 594 |
| }, |
| { |
| "entropy": 0.6130397766828537, |
| "epoch": 3.864337936636881, |
| "grad_norm": 0.008800708688795567, |
| "learning_rate": 0.0002, |
| "loss": 0.6132546663284302, |
| "mean_token_accuracy": 0.7525083422660828, |
| "num_tokens": 22188933.0, |
| "step": 595 |
| }, |
| { |
| "entropy": 0.62311190366745, |
| "epoch": 3.8708367181153536, |
| "grad_norm": 0.0075268070213496685, |
| "learning_rate": 0.0002, |
| "loss": 0.624302864074707, |
| "mean_token_accuracy": 0.7459553778171539, |
| "num_tokens": 22226349.0, |
| "step": 596 |
| }, |
| { |
| "entropy": 0.6084966883063316, |
| "epoch": 3.8773354995938263, |
| "grad_norm": 0.008235939778387547, |
| "learning_rate": 0.0002, |
| "loss": 0.6065037250518799, |
| "mean_token_accuracy": 0.7519035413861275, |
| "num_tokens": 22263929.0, |
| "step": 597 |
| }, |
| { |
| "entropy": 0.599085658788681, |
| "epoch": 3.883834281072299, |
| "grad_norm": 0.008155166171491146, |
| "learning_rate": 0.0002, |
| "loss": 0.60195392370224, |
| "mean_token_accuracy": 0.7546913474798203, |
| "num_tokens": 22301001.0, |
| "step": 598 |
| }, |
| { |
| "entropy": 0.6163361445069313, |
| "epoch": 3.8903330625507717, |
| "grad_norm": 0.009046819061040878, |
| "learning_rate": 0.0002, |
| "loss": 0.6153905987739563, |
| "mean_token_accuracy": 0.7495288848876953, |
| "num_tokens": 22338602.0, |
| "step": 599 |
| }, |
| { |
| "entropy": 0.612362690269947, |
| "epoch": 3.8968318440292444, |
| "grad_norm": 0.008970526047050953, |
| "learning_rate": 0.0002, |
| "loss": 0.6125571131706238, |
| "mean_token_accuracy": 0.7503594160079956, |
| "num_tokens": 22375832.0, |
| "step": 600 |
| }, |
| { |
| "entropy": 0.5970166251063347, |
| "epoch": 3.903330625507717, |
| "grad_norm": 0.010594755411148071, |
| "learning_rate": 0.0002, |
| "loss": 0.6027450561523438, |
| "mean_token_accuracy": 0.7523306459188461, |
| "num_tokens": 22412582.0, |
| "step": 601 |
| }, |
| { |
| "entropy": 0.6120518818497658, |
| "epoch": 3.90982940698619, |
| "grad_norm": 0.008573422208428383, |
| "learning_rate": 0.0002, |
| "loss": 0.619284451007843, |
| "mean_token_accuracy": 0.7469367831945419, |
| "num_tokens": 22449548.0, |
| "step": 602 |
| }, |
| { |
| "entropy": 0.6074809059500694, |
| "epoch": 3.916328188464663, |
| "grad_norm": 0.008411690592765808, |
| "learning_rate": 0.0002, |
| "loss": 0.609643280506134, |
| "mean_token_accuracy": 0.7513059079647064, |
| "num_tokens": 22486961.0, |
| "step": 603 |
| }, |
| { |
| "entropy": 0.6189433708786964, |
| "epoch": 3.9228269699431357, |
| "grad_norm": 0.008104969747364521, |
| "learning_rate": 0.0002, |
| "loss": 0.6152623891830444, |
| "mean_token_accuracy": 0.7489224672317505, |
| "num_tokens": 22524327.0, |
| "step": 604 |
| }, |
| { |
| "entropy": 0.6386607512831688, |
| "epoch": 3.9293257514216084, |
| "grad_norm": 0.007721316535025835, |
| "learning_rate": 0.0002, |
| "loss": 0.6365233659744263, |
| "mean_token_accuracy": 0.7393748313188553, |
| "num_tokens": 22561540.0, |
| "step": 605 |
| }, |
| { |
| "entropy": 0.6104080379009247, |
| "epoch": 3.935824532900081, |
| "grad_norm": 0.009160472080111504, |
| "learning_rate": 0.0002, |
| "loss": 0.6058955192565918, |
| "mean_token_accuracy": 0.7527115345001221, |
| "num_tokens": 22598714.0, |
| "step": 606 |
| }, |
| { |
| "entropy": 0.6066436171531677, |
| "epoch": 3.942323314378554, |
| "grad_norm": 0.00924257654696703, |
| "learning_rate": 0.0002, |
| "loss": 0.6112688779830933, |
| "mean_token_accuracy": 0.7510428801178932, |
| "num_tokens": 22636168.0, |
| "step": 607 |
| }, |
| { |
| "entropy": 0.6113385632634163, |
| "epoch": 3.948822095857027, |
| "grad_norm": 0.009213161654770374, |
| "learning_rate": 0.0002, |
| "loss": 0.6169242858886719, |
| "mean_token_accuracy": 0.7488819509744644, |
| "num_tokens": 22673222.0, |
| "step": 608 |
| }, |
| { |
| "entropy": 0.6157431975007057, |
| "epoch": 3.9553208773354998, |
| "grad_norm": 0.00805346667766571, |
| "learning_rate": 0.0002, |
| "loss": 0.6147987842559814, |
| "mean_token_accuracy": 0.7497100383043289, |
| "num_tokens": 22710362.0, |
| "step": 609 |
| }, |
| { |
| "entropy": 0.6155053228139877, |
| "epoch": 3.9618196588139725, |
| "grad_norm": 0.008978918194770813, |
| "learning_rate": 0.0002, |
| "loss": 0.614108681678772, |
| "mean_token_accuracy": 0.7489725723862648, |
| "num_tokens": 22747892.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 0.6131211444735527, |
| "epoch": 3.968318440292445, |
| "grad_norm": 0.010324759408831596, |
| "learning_rate": 0.0002, |
| "loss": 0.6139857769012451, |
| "mean_token_accuracy": 0.7501854747533798, |
| "num_tokens": 22784987.0, |
| "step": 611 |
| }, |
| { |
| "entropy": 0.6161521598696709, |
| "epoch": 3.974817221770918, |
| "grad_norm": 0.009645137935876846, |
| "learning_rate": 0.0002, |
| "loss": 0.6184964179992676, |
| "mean_token_accuracy": 0.748919740319252, |
| "num_tokens": 22822604.0, |
| "step": 612 |
| }, |
| { |
| "entropy": 0.6195979118347168, |
| "epoch": 3.9813160032493906, |
| "grad_norm": 0.008733006194233894, |
| "learning_rate": 0.0002, |
| "loss": 0.6204901933670044, |
| "mean_token_accuracy": 0.7458331510424614, |
| "num_tokens": 22859577.0, |
| "step": 613 |
| }, |
| { |
| "entropy": 0.6223805174231529, |
| "epoch": 3.9878147847278633, |
| "grad_norm": 0.008579275570809841, |
| "learning_rate": 0.0002, |
| "loss": 0.6251469850540161, |
| "mean_token_accuracy": 0.7441524565219879, |
| "num_tokens": 22897065.0, |
| "step": 614 |
| }, |
| { |
| "entropy": 0.6099046468734741, |
| "epoch": 3.994313566206336, |
| "grad_norm": 0.009405579417943954, |
| "learning_rate": 0.0002, |
| "loss": 0.6134316921234131, |
| "mean_token_accuracy": 0.7505489960312843, |
| "num_tokens": 22934240.0, |
| "step": 615 |
| }, |
| { |
| "entropy": 0.5790954487664359, |
| "epoch": 4.0, |
| "grad_norm": 0.011152846738696098, |
| "learning_rate": 0.0002, |
| "loss": 0.6086491346359253, |
| "mean_token_accuracy": 0.7593175172805786, |
| "num_tokens": 22950408.0, |
| "step": 616 |
| }, |
| { |
| "entropy": 0.6060308367013931, |
| "epoch": 4.006498781478473, |
| "grad_norm": 0.008177882991731167, |
| "learning_rate": 0.0002, |
| "loss": 0.6047600507736206, |
| "mean_token_accuracy": 0.7523083239793777, |
| "num_tokens": 22987854.0, |
| "step": 617 |
| }, |
| { |
| "entropy": 0.60086639970541, |
| "epoch": 4.012997562956945, |
| "grad_norm": 0.009073281660676003, |
| "learning_rate": 0.0002, |
| "loss": 0.5952266454696655, |
| "mean_token_accuracy": 0.7580123767256737, |
| "num_tokens": 23025377.0, |
| "step": 618 |
| }, |
| { |
| "entropy": 0.5975999683141708, |
| "epoch": 4.019496344435418, |
| "grad_norm": 0.00987546518445015, |
| "learning_rate": 0.0002, |
| "loss": 0.596405565738678, |
| "mean_token_accuracy": 0.7551270872354507, |
| "num_tokens": 23062634.0, |
| "step": 619 |
| }, |
| { |
| "entropy": 0.6007415279746056, |
| "epoch": 4.025995125913891, |
| "grad_norm": 0.008907251060009003, |
| "learning_rate": 0.0002, |
| "loss": 0.6056969165802002, |
| "mean_token_accuracy": 0.752616822719574, |
| "num_tokens": 23099758.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 0.5893639698624611, |
| "epoch": 4.032493907392364, |
| "grad_norm": 0.010224535129964352, |
| "learning_rate": 0.0002, |
| "loss": 0.5967025756835938, |
| "mean_token_accuracy": 0.7561892941594124, |
| "num_tokens": 23137072.0, |
| "step": 621 |
| }, |
| { |
| "entropy": 0.60489272326231, |
| "epoch": 4.038992688870836, |
| "grad_norm": 0.011304826475679874, |
| "learning_rate": 0.0002, |
| "loss": 0.6063746213912964, |
| "mean_token_accuracy": 0.7524363398551941, |
| "num_tokens": 23174098.0, |
| "step": 622 |
| }, |
| { |
| "entropy": 0.6080682426691055, |
| "epoch": 4.04549147034931, |
| "grad_norm": 0.009452976286411285, |
| "learning_rate": 0.0002, |
| "loss": 0.6047728061676025, |
| "mean_token_accuracy": 0.7509661018848419, |
| "num_tokens": 23211396.0, |
| "step": 623 |
| }, |
| { |
| "entropy": 0.6045035719871521, |
| "epoch": 4.051990251827783, |
| "grad_norm": 0.010957913473248482, |
| "learning_rate": 0.0002, |
| "loss": 0.6045751571655273, |
| "mean_token_accuracy": 0.7534721195697784, |
| "num_tokens": 23248640.0, |
| "step": 624 |
| }, |
| { |
| "entropy": 0.6037070825695992, |
| "epoch": 4.058489033306255, |
| "grad_norm": 0.011129945516586304, |
| "learning_rate": 0.0002, |
| "loss": 0.6084102392196655, |
| "mean_token_accuracy": 0.7514655515551567, |
| "num_tokens": 23286103.0, |
| "step": 625 |
| }, |
| { |
| "entropy": 0.6091515198349953, |
| "epoch": 4.064987814784728, |
| "grad_norm": 0.011563125997781754, |
| "learning_rate": 0.0002, |
| "loss": 0.6175334453582764, |
| "mean_token_accuracy": 0.7468038350343704, |
| "num_tokens": 23323689.0, |
| "step": 626 |
| }, |
| { |
| "entropy": 0.624121755361557, |
| "epoch": 4.071486596263201, |
| "grad_norm": 0.010375406593084335, |
| "learning_rate": 0.0002, |
| "loss": 0.6241302490234375, |
| "mean_token_accuracy": 0.7438605725765228, |
| "num_tokens": 23361119.0, |
| "step": 627 |
| }, |
| { |
| "entropy": 0.6100181490182877, |
| "epoch": 4.0779853777416735, |
| "grad_norm": 0.011141455732285976, |
| "learning_rate": 0.0002, |
| "loss": 0.6070010662078857, |
| "mean_token_accuracy": 0.7539649158716202, |
| "num_tokens": 23398396.0, |
| "step": 628 |
| }, |
| { |
| "entropy": 0.6109626740217209, |
| "epoch": 4.084484159220146, |
| "grad_norm": 0.008930398151278496, |
| "learning_rate": 0.0002, |
| "loss": 0.610953688621521, |
| "mean_token_accuracy": 0.7503283470869064, |
| "num_tokens": 23435949.0, |
| "step": 629 |
| }, |
| { |
| "entropy": 0.5975475162267685, |
| "epoch": 4.090982940698619, |
| "grad_norm": 0.00977004412561655, |
| "learning_rate": 0.0002, |
| "loss": 0.6004647612571716, |
| "mean_token_accuracy": 0.755259171128273, |
| "num_tokens": 23473365.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 0.5996551141142845, |
| "epoch": 4.097481722177092, |
| "grad_norm": 0.009881756268441677, |
| "learning_rate": 0.0002, |
| "loss": 0.6020142436027527, |
| "mean_token_accuracy": 0.7552994042634964, |
| "num_tokens": 23510883.0, |
| "step": 631 |
| }, |
| { |
| "entropy": 0.6100725084543228, |
| "epoch": 4.103980503655564, |
| "grad_norm": 0.009554548189043999, |
| "learning_rate": 0.0002, |
| "loss": 0.60805743932724, |
| "mean_token_accuracy": 0.749746523797512, |
| "num_tokens": 23548279.0, |
| "step": 632 |
| }, |
| { |
| "entropy": 0.604118101298809, |
| "epoch": 4.110479285134037, |
| "grad_norm": 0.0090833380818367, |
| "learning_rate": 0.0002, |
| "loss": 0.6060141324996948, |
| "mean_token_accuracy": 0.7535399347543716, |
| "num_tokens": 23585460.0, |
| "step": 633 |
| }, |
| { |
| "entropy": 0.6112289279699326, |
| "epoch": 4.11697806661251, |
| "grad_norm": 0.009132446721196175, |
| "learning_rate": 0.0002, |
| "loss": 0.6089117527008057, |
| "mean_token_accuracy": 0.7522810772061348, |
| "num_tokens": 23623069.0, |
| "step": 634 |
| }, |
| { |
| "entropy": 0.5981876626610756, |
| "epoch": 4.123476848090983, |
| "grad_norm": 0.009694000706076622, |
| "learning_rate": 0.0002, |
| "loss": 0.6000718474388123, |
| "mean_token_accuracy": 0.7525889277458191, |
| "num_tokens": 23660201.0, |
| "step": 635 |
| }, |
| { |
| "entropy": 0.6080240532755852, |
| "epoch": 4.129975629569456, |
| "grad_norm": 0.009349804371595383, |
| "learning_rate": 0.0002, |
| "loss": 0.6115583181381226, |
| "mean_token_accuracy": 0.7498094886541367, |
| "num_tokens": 23697467.0, |
| "step": 636 |
| }, |
| { |
| "entropy": 0.6051702946424484, |
| "epoch": 4.136474411047929, |
| "grad_norm": 0.00995174515992403, |
| "learning_rate": 0.0002, |
| "loss": 0.6054593324661255, |
| "mean_token_accuracy": 0.7512011528015137, |
| "num_tokens": 23734887.0, |
| "step": 637 |
| }, |
| { |
| "entropy": 0.6021575108170509, |
| "epoch": 4.1429731925264015, |
| "grad_norm": 0.011656476184725761, |
| "learning_rate": 0.0002, |
| "loss": 0.6069491505622864, |
| "mean_token_accuracy": 0.7523794695734978, |
| "num_tokens": 23772003.0, |
| "step": 638 |
| }, |
| { |
| "entropy": 0.6030121594667435, |
| "epoch": 4.149471974004874, |
| "grad_norm": 0.009891415014863014, |
| "learning_rate": 0.0002, |
| "loss": 0.604573667049408, |
| "mean_token_accuracy": 0.7512457966804504, |
| "num_tokens": 23809089.0, |
| "step": 639 |
| }, |
| { |
| "entropy": 0.5972474366426468, |
| "epoch": 4.155970755483347, |
| "grad_norm": 0.011574115604162216, |
| "learning_rate": 0.0002, |
| "loss": 0.5955284833908081, |
| "mean_token_accuracy": 0.7579837068915367, |
| "num_tokens": 23846256.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 0.6166966333985329, |
| "epoch": 4.16246953696182, |
| "grad_norm": 0.010048413649201393, |
| "learning_rate": 0.0002, |
| "loss": 0.6198529005050659, |
| "mean_token_accuracy": 0.7490389570593834, |
| "num_tokens": 23884254.0, |
| "step": 641 |
| }, |
| { |
| "entropy": 0.5962498784065247, |
| "epoch": 4.168968318440292, |
| "grad_norm": 0.011094493791460991, |
| "learning_rate": 0.0002, |
| "loss": 0.6002663969993591, |
| "mean_token_accuracy": 0.7531006932258606, |
| "num_tokens": 23921748.0, |
| "step": 642 |
| }, |
| { |
| "entropy": 0.6103070974349976, |
| "epoch": 4.175467099918765, |
| "grad_norm": 0.0102005023509264, |
| "learning_rate": 0.0002, |
| "loss": 0.6120426654815674, |
| "mean_token_accuracy": 0.7472726628184319, |
| "num_tokens": 23959118.0, |
| "step": 643 |
| }, |
| { |
| "entropy": 0.6111981943249702, |
| "epoch": 4.181965881397238, |
| "grad_norm": 0.010743658058345318, |
| "learning_rate": 0.0002, |
| "loss": 0.608763575553894, |
| "mean_token_accuracy": 0.7516906931996346, |
| "num_tokens": 23996874.0, |
| "step": 644 |
| }, |
| { |
| "entropy": 0.6073967814445496, |
| "epoch": 4.1884646628757105, |
| "grad_norm": 0.011524532921612263, |
| "learning_rate": 0.0002, |
| "loss": 0.6078468561172485, |
| "mean_token_accuracy": 0.750710740685463, |
| "num_tokens": 24034180.0, |
| "step": 645 |
| }, |
| { |
| "entropy": 0.6122067421674728, |
| "epoch": 4.194963444354183, |
| "grad_norm": 0.009897702373564243, |
| "learning_rate": 0.0002, |
| "loss": 0.613964319229126, |
| "mean_token_accuracy": 0.7508190050721169, |
| "num_tokens": 24071959.0, |
| "step": 646 |
| }, |
| { |
| "entropy": 0.6176895946264267, |
| "epoch": 4.201462225832657, |
| "grad_norm": 0.010724211111664772, |
| "learning_rate": 0.0002, |
| "loss": 0.6206725835800171, |
| "mean_token_accuracy": 0.7463300824165344, |
| "num_tokens": 24109459.0, |
| "step": 647 |
| }, |
| { |
| "entropy": 0.6166289448738098, |
| "epoch": 4.2079610073111295, |
| "grad_norm": 0.011503348127007484, |
| "learning_rate": 0.0002, |
| "loss": 0.6165927052497864, |
| "mean_token_accuracy": 0.7491984441876411, |
| "num_tokens": 24146901.0, |
| "step": 648 |
| }, |
| { |
| "entropy": 0.6203835979104042, |
| "epoch": 4.214459788789602, |
| "grad_norm": 0.010957739315927029, |
| "learning_rate": 0.0002, |
| "loss": 0.6207370758056641, |
| "mean_token_accuracy": 0.7465796917676926, |
| "num_tokens": 24184105.0, |
| "step": 649 |
| }, |
| { |
| "entropy": 0.608573280274868, |
| "epoch": 4.220958570268075, |
| "grad_norm": 0.012403266504406929, |
| "learning_rate": 0.0002, |
| "loss": 0.6109322309494019, |
| "mean_token_accuracy": 0.7499670162796974, |
| "num_tokens": 24221373.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 0.61744424700737, |
| "epoch": 4.227457351746548, |
| "grad_norm": 0.010664467699825764, |
| "learning_rate": 0.0002, |
| "loss": 0.6191272735595703, |
| "mean_token_accuracy": 0.7458655536174774, |
| "num_tokens": 24259291.0, |
| "step": 651 |
| }, |
| { |
| "entropy": 0.601327195763588, |
| "epoch": 4.23395613322502, |
| "grad_norm": 0.012125416658818722, |
| "learning_rate": 0.0002, |
| "loss": 0.6103509664535522, |
| "mean_token_accuracy": 0.7481491416692734, |
| "num_tokens": 24296467.0, |
| "step": 652 |
| }, |
| { |
| "entropy": 0.6011637076735497, |
| "epoch": 4.240454914703493, |
| "grad_norm": 0.011278907768428326, |
| "learning_rate": 0.0002, |
| "loss": 0.6051167845726013, |
| "mean_token_accuracy": 0.7522369399666786, |
| "num_tokens": 24334038.0, |
| "step": 653 |
| }, |
| { |
| "entropy": 0.624407596886158, |
| "epoch": 4.246953696181966, |
| "grad_norm": 0.011394547298550606, |
| "learning_rate": 0.0002, |
| "loss": 0.6223498582839966, |
| "mean_token_accuracy": 0.7456056624650955, |
| "num_tokens": 24371361.0, |
| "step": 654 |
| }, |
| { |
| "entropy": 0.6008864194154739, |
| "epoch": 4.2534524776604385, |
| "grad_norm": 0.010803118348121643, |
| "learning_rate": 0.0002, |
| "loss": 0.595673680305481, |
| "mean_token_accuracy": 0.7541809007525444, |
| "num_tokens": 24408760.0, |
| "step": 655 |
| }, |
| { |
| "entropy": 0.6180669814348221, |
| "epoch": 4.259951259138911, |
| "grad_norm": 0.010789727792143822, |
| "learning_rate": 0.0002, |
| "loss": 0.6144995093345642, |
| "mean_token_accuracy": 0.7488504275679588, |
| "num_tokens": 24446067.0, |
| "step": 656 |
| }, |
| { |
| "entropy": 0.5908245071768761, |
| "epoch": 4.266450040617384, |
| "grad_norm": 0.013646950013935566, |
| "learning_rate": 0.0002, |
| "loss": 0.5992537140846252, |
| "mean_token_accuracy": 0.7573117613792419, |
| "num_tokens": 24483475.0, |
| "step": 657 |
| }, |
| { |
| "entropy": 0.6028355807065964, |
| "epoch": 4.272948822095857, |
| "grad_norm": 0.012632039375603199, |
| "learning_rate": 0.0002, |
| "loss": 0.6093482971191406, |
| "mean_token_accuracy": 0.7510194182395935, |
| "num_tokens": 24520599.0, |
| "step": 658 |
| }, |
| { |
| "entropy": 0.6133154481649399, |
| "epoch": 4.279447603574329, |
| "grad_norm": 0.009593473747372627, |
| "learning_rate": 0.0002, |
| "loss": 0.6142933964729309, |
| "mean_token_accuracy": 0.749172069132328, |
| "num_tokens": 24557970.0, |
| "step": 659 |
| }, |
| { |
| "entropy": 0.6059748083353043, |
| "epoch": 4.285946385052803, |
| "grad_norm": 0.010930807329714298, |
| "learning_rate": 0.0002, |
| "loss": 0.6034088134765625, |
| "mean_token_accuracy": 0.7542562857270241, |
| "num_tokens": 24595447.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 0.6150760650634766, |
| "epoch": 4.292445166531276, |
| "grad_norm": 0.012249140068888664, |
| "learning_rate": 0.0002, |
| "loss": 0.6127879023551941, |
| "mean_token_accuracy": 0.7484256699681282, |
| "num_tokens": 24632972.0, |
| "step": 661 |
| }, |
| { |
| "entropy": 0.6088320016860962, |
| "epoch": 4.298943948009748, |
| "grad_norm": 0.010698465630412102, |
| "learning_rate": 0.0002, |
| "loss": 0.611052930355072, |
| "mean_token_accuracy": 0.7510727941989899, |
| "num_tokens": 24670189.0, |
| "step": 662 |
| }, |
| { |
| "entropy": 0.5984915345907211, |
| "epoch": 4.305442729488221, |
| "grad_norm": 0.012718550860881805, |
| "learning_rate": 0.0002, |
| "loss": 0.6050142049789429, |
| "mean_token_accuracy": 0.7525518760085106, |
| "num_tokens": 24706956.0, |
| "step": 663 |
| }, |
| { |
| "entropy": 0.6053661406040192, |
| "epoch": 4.311941510966694, |
| "grad_norm": 0.00997387245297432, |
| "learning_rate": 0.0002, |
| "loss": 0.6083434820175171, |
| "mean_token_accuracy": 0.7501671761274338, |
| "num_tokens": 24744572.0, |
| "step": 664 |
| }, |
| { |
| "entropy": 0.5996779799461365, |
| "epoch": 4.318440292445167, |
| "grad_norm": 0.009505977854132652, |
| "learning_rate": 0.0002, |
| "loss": 0.6021357774734497, |
| "mean_token_accuracy": 0.753576286137104, |
| "num_tokens": 24782008.0, |
| "step": 665 |
| }, |
| { |
| "entropy": 0.6148371547460556, |
| "epoch": 4.324939073923639, |
| "grad_norm": 0.010230735875666142, |
| "learning_rate": 0.0002, |
| "loss": 0.6132264137268066, |
| "mean_token_accuracy": 0.7497095540165901, |
| "num_tokens": 24819250.0, |
| "step": 666 |
| }, |
| { |
| "entropy": 0.6186807677149773, |
| "epoch": 4.331437855402112, |
| "grad_norm": 0.011359174735844135, |
| "learning_rate": 0.0002, |
| "loss": 0.616733193397522, |
| "mean_token_accuracy": 0.7471146136522293, |
| "num_tokens": 24856525.0, |
| "step": 667 |
| }, |
| { |
| "entropy": 0.5949462577700615, |
| "epoch": 4.337936636880585, |
| "grad_norm": 0.009301742538809776, |
| "learning_rate": 0.0002, |
| "loss": 0.5954026579856873, |
| "mean_token_accuracy": 0.7579122558236122, |
| "num_tokens": 24893833.0, |
| "step": 668 |
| }, |
| { |
| "entropy": 0.6139709204435349, |
| "epoch": 4.344435418359057, |
| "grad_norm": 0.009777146391570568, |
| "learning_rate": 0.0002, |
| "loss": 0.6152162551879883, |
| "mean_token_accuracy": 0.7482587099075317, |
| "num_tokens": 24931302.0, |
| "step": 669 |
| }, |
| { |
| "entropy": 0.6105548739433289, |
| "epoch": 4.35093419983753, |
| "grad_norm": 0.009922128170728683, |
| "learning_rate": 0.0002, |
| "loss": 0.6112467646598816, |
| "mean_token_accuracy": 0.7494839727878571, |
| "num_tokens": 24968727.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 0.6040442362427711, |
| "epoch": 4.357432981316003, |
| "grad_norm": 0.009872304275631905, |
| "learning_rate": 0.0002, |
| "loss": 0.6058943271636963, |
| "mean_token_accuracy": 0.7517568320035934, |
| "num_tokens": 25006181.0, |
| "step": 671 |
| }, |
| { |
| "entropy": 0.6142793446779251, |
| "epoch": 4.363931762794476, |
| "grad_norm": 0.009624022990465164, |
| "learning_rate": 0.0002, |
| "loss": 0.6160279512405396, |
| "mean_token_accuracy": 0.7462561428546906, |
| "num_tokens": 25043335.0, |
| "step": 672 |
| }, |
| { |
| "entropy": 0.6127363592386246, |
| "epoch": 4.370430544272949, |
| "grad_norm": 0.00913744606077671, |
| "learning_rate": 0.0002, |
| "loss": 0.6129778027534485, |
| "mean_token_accuracy": 0.750290147960186, |
| "num_tokens": 25081246.0, |
| "step": 673 |
| }, |
| { |
| "entropy": 0.6002702713012695, |
| "epoch": 4.376929325751422, |
| "grad_norm": 0.010623721405863762, |
| "learning_rate": 0.0002, |
| "loss": 0.6051443815231323, |
| "mean_token_accuracy": 0.7518057897686958, |
| "num_tokens": 25118440.0, |
| "step": 674 |
| }, |
| { |
| "entropy": 0.6069729775190353, |
| "epoch": 4.383428107229895, |
| "grad_norm": 0.011354091577231884, |
| "learning_rate": 0.0002, |
| "loss": 0.6139703989028931, |
| "mean_token_accuracy": 0.7482916563749313, |
| "num_tokens": 25155694.0, |
| "step": 675 |
| }, |
| { |
| "entropy": 0.6122787147760391, |
| "epoch": 4.389926888708367, |
| "grad_norm": 0.009671922773122787, |
| "learning_rate": 0.0002, |
| "loss": 0.6111292839050293, |
| "mean_token_accuracy": 0.7500254139304161, |
| "num_tokens": 25192885.0, |
| "step": 676 |
| }, |
| { |
| "entropy": 0.6137835532426834, |
| "epoch": 4.39642567018684, |
| "grad_norm": 0.009973683394491673, |
| "learning_rate": 0.0002, |
| "loss": 0.6136457920074463, |
| "mean_token_accuracy": 0.7491521015763283, |
| "num_tokens": 25230234.0, |
| "step": 677 |
| }, |
| { |
| "entropy": 0.6145277097821236, |
| "epoch": 4.402924451665313, |
| "grad_norm": 0.010024932213127613, |
| "learning_rate": 0.0002, |
| "loss": 0.612713634967804, |
| "mean_token_accuracy": 0.7496964707970619, |
| "num_tokens": 25267657.0, |
| "step": 678 |
| }, |
| { |
| "entropy": 0.6107024550437927, |
| "epoch": 4.4094232331437855, |
| "grad_norm": 0.009390750899910927, |
| "learning_rate": 0.0002, |
| "loss": 0.6097205281257629, |
| "mean_token_accuracy": 0.7498994544148445, |
| "num_tokens": 25305087.0, |
| "step": 679 |
| }, |
| { |
| "entropy": 0.6041795536875725, |
| "epoch": 4.415922014622258, |
| "grad_norm": 0.012812652625143528, |
| "learning_rate": 0.0002, |
| "loss": 0.6109946370124817, |
| "mean_token_accuracy": 0.7516659647226334, |
| "num_tokens": 25342187.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 0.5976850837469101, |
| "epoch": 4.422420796100731, |
| "grad_norm": 0.010710278525948524, |
| "learning_rate": 0.0002, |
| "loss": 0.6007599830627441, |
| "mean_token_accuracy": 0.7541299387812614, |
| "num_tokens": 25379496.0, |
| "step": 681 |
| }, |
| { |
| "entropy": 0.6042672917246819, |
| "epoch": 4.428919577579204, |
| "grad_norm": 0.011890453286468983, |
| "learning_rate": 0.0002, |
| "loss": 0.6084088087081909, |
| "mean_token_accuracy": 0.7506248950958252, |
| "num_tokens": 25416619.0, |
| "step": 682 |
| }, |
| { |
| "entropy": 0.5986599251627922, |
| "epoch": 4.435418359057676, |
| "grad_norm": 0.010659754276275635, |
| "learning_rate": 0.0002, |
| "loss": 0.5982859134674072, |
| "mean_token_accuracy": 0.7548331841826439, |
| "num_tokens": 25453693.0, |
| "step": 683 |
| }, |
| { |
| "entropy": 0.616942897439003, |
| "epoch": 4.441917140536149, |
| "grad_norm": 0.01076586078852415, |
| "learning_rate": 0.0002, |
| "loss": 0.6122304201126099, |
| "mean_token_accuracy": 0.7499786019325256, |
| "num_tokens": 25491062.0, |
| "step": 684 |
| }, |
| { |
| "entropy": 0.6103186085820198, |
| "epoch": 4.448415922014623, |
| "grad_norm": 0.010572830215096474, |
| "learning_rate": 0.0002, |
| "loss": 0.6094003915786743, |
| "mean_token_accuracy": 0.7506365403532982, |
| "num_tokens": 25528185.0, |
| "step": 685 |
| }, |
| { |
| "entropy": 0.5939375460147858, |
| "epoch": 4.454914703493095, |
| "grad_norm": 0.011964102275669575, |
| "learning_rate": 0.0002, |
| "loss": 0.6006197333335876, |
| "mean_token_accuracy": 0.7550608739256859, |
| "num_tokens": 25565262.0, |
| "step": 686 |
| }, |
| { |
| "entropy": 0.6017919331789017, |
| "epoch": 4.461413484971568, |
| "grad_norm": 0.013583175837993622, |
| "learning_rate": 0.0002, |
| "loss": 0.6119198203086853, |
| "mean_token_accuracy": 0.7524380683898926, |
| "num_tokens": 25602632.0, |
| "step": 687 |
| }, |
| { |
| "entropy": 0.6157395392656326, |
| "epoch": 4.467912266450041, |
| "grad_norm": 0.009645634330809116, |
| "learning_rate": 0.0002, |
| "loss": 0.6124662160873413, |
| "mean_token_accuracy": 0.7506381198763847, |
| "num_tokens": 25640141.0, |
| "step": 688 |
| }, |
| { |
| "entropy": 0.6060995981097221, |
| "epoch": 4.4744110479285135, |
| "grad_norm": 0.011023740284144878, |
| "learning_rate": 0.0002, |
| "loss": 0.604090690612793, |
| "mean_token_accuracy": 0.7523544281721115, |
| "num_tokens": 25676930.0, |
| "step": 689 |
| }, |
| { |
| "entropy": 0.6346146166324615, |
| "epoch": 4.480909829406986, |
| "grad_norm": 0.010563536547124386, |
| "learning_rate": 0.0002, |
| "loss": 0.6303510665893555, |
| "mean_token_accuracy": 0.7432904541492462, |
| "num_tokens": 25714523.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 0.6144333481788635, |
| "epoch": 4.487408610885459, |
| "grad_norm": 0.010604371316730976, |
| "learning_rate": 0.0002, |
| "loss": 0.6150377988815308, |
| "mean_token_accuracy": 0.74857547134161, |
| "num_tokens": 25751872.0, |
| "step": 691 |
| }, |
| { |
| "entropy": 0.5893413797020912, |
| "epoch": 4.493907392363932, |
| "grad_norm": 0.010374541394412518, |
| "learning_rate": 0.0002, |
| "loss": 0.59273362159729, |
| "mean_token_accuracy": 0.7577084898948669, |
| "num_tokens": 25789255.0, |
| "step": 692 |
| }, |
| { |
| "entropy": 0.5985084772109985, |
| "epoch": 4.500406173842404, |
| "grad_norm": 0.010325289331376553, |
| "learning_rate": 0.0002, |
| "loss": 0.5997466444969177, |
| "mean_token_accuracy": 0.7552184760570526, |
| "num_tokens": 25826911.0, |
| "step": 693 |
| }, |
| { |
| "entropy": 0.6087296083569527, |
| "epoch": 4.506904955320877, |
| "grad_norm": 0.012259433045983315, |
| "learning_rate": 0.0002, |
| "loss": 0.6142268776893616, |
| "mean_token_accuracy": 0.7504933401942253, |
| "num_tokens": 25864195.0, |
| "step": 694 |
| }, |
| { |
| "entropy": 0.5923497229814529, |
| "epoch": 4.51340373679935, |
| "grad_norm": 0.011389669962227345, |
| "learning_rate": 0.0002, |
| "loss": 0.597306489944458, |
| "mean_token_accuracy": 0.7565679550170898, |
| "num_tokens": 25901656.0, |
| "step": 695 |
| }, |
| { |
| "entropy": 0.6001605242490768, |
| "epoch": 4.5199025182778225, |
| "grad_norm": 0.009456605650484562, |
| "learning_rate": 0.0002, |
| "loss": 0.6000933051109314, |
| "mean_token_accuracy": 0.7530366033315659, |
| "num_tokens": 25939491.0, |
| "step": 696 |
| }, |
| { |
| "entropy": 0.5900749191641808, |
| "epoch": 4.526401299756296, |
| "grad_norm": 0.011240561492741108, |
| "learning_rate": 0.0002, |
| "loss": 0.59348464012146, |
| "mean_token_accuracy": 0.7567196115851402, |
| "num_tokens": 25976506.0, |
| "step": 697 |
| }, |
| { |
| "entropy": 0.5967278108000755, |
| "epoch": 4.532900081234769, |
| "grad_norm": 0.010507924482226372, |
| "learning_rate": 0.0002, |
| "loss": 0.6000585556030273, |
| "mean_token_accuracy": 0.7546230331063271, |
| "num_tokens": 26013826.0, |
| "step": 698 |
| }, |
| { |
| "entropy": 0.5980387553572655, |
| "epoch": 4.5393988627132416, |
| "grad_norm": 0.01707952283322811, |
| "learning_rate": 0.0002, |
| "loss": 0.6007162928581238, |
| "mean_token_accuracy": 0.7539133131504059, |
| "num_tokens": 26051676.0, |
| "step": 699 |
| }, |
| { |
| "entropy": 0.6002839356660843, |
| "epoch": 4.545897644191714, |
| "grad_norm": 0.01148629654198885, |
| "learning_rate": 0.0002, |
| "loss": 0.6052761077880859, |
| "mean_token_accuracy": 0.7534726038575172, |
| "num_tokens": 26088813.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 0.6063856557011604, |
| "epoch": 4.552396425670187, |
| "grad_norm": 0.04600154981017113, |
| "learning_rate": 0.0002, |
| "loss": 0.6116973161697388, |
| "mean_token_accuracy": 0.7503002285957336, |
| "num_tokens": 26126381.0, |
| "step": 701 |
| }, |
| { |
| "entropy": 0.6121505573391914, |
| "epoch": 4.55889520714866, |
| "grad_norm": 0.01381687168031931, |
| "learning_rate": 0.0002, |
| "loss": 0.6069159507751465, |
| "mean_token_accuracy": 0.7519886940717697, |
| "num_tokens": 26163482.0, |
| "step": 702 |
| }, |
| { |
| "entropy": 0.6286856532096863, |
| "epoch": 4.565393988627132, |
| "grad_norm": 0.010802995413541794, |
| "learning_rate": 0.0002, |
| "loss": 0.6213472485542297, |
| "mean_token_accuracy": 0.7473803609609604, |
| "num_tokens": 26200948.0, |
| "step": 703 |
| }, |
| { |
| "entropy": 0.6292322054505348, |
| "epoch": 4.571892770105605, |
| "grad_norm": 0.01318847481161356, |
| "learning_rate": 0.0002, |
| "loss": 0.6286896467208862, |
| "mean_token_accuracy": 0.7422280386090279, |
| "num_tokens": 26238501.0, |
| "step": 704 |
| }, |
| { |
| "entropy": 0.61526670306921, |
| "epoch": 4.578391551584078, |
| "grad_norm": 0.012318129651248455, |
| "learning_rate": 0.0002, |
| "loss": 0.6191307306289673, |
| "mean_token_accuracy": 0.7456179112195969, |
| "num_tokens": 26276241.0, |
| "step": 705 |
| }, |
| { |
| "entropy": 0.5996731072664261, |
| "epoch": 4.584890333062551, |
| "grad_norm": 0.01126960851252079, |
| "learning_rate": 0.0002, |
| "loss": 0.5998624563217163, |
| "mean_token_accuracy": 0.7562123388051987, |
| "num_tokens": 26313858.0, |
| "step": 706 |
| }, |
| { |
| "entropy": 0.6051791980862617, |
| "epoch": 4.591389114541023, |
| "grad_norm": 0.008872485719621181, |
| "learning_rate": 0.0002, |
| "loss": 0.6033820509910583, |
| "mean_token_accuracy": 0.7548251152038574, |
| "num_tokens": 26351577.0, |
| "step": 707 |
| }, |
| { |
| "entropy": 0.603697344660759, |
| "epoch": 4.597887896019496, |
| "grad_norm": 0.01154793705791235, |
| "learning_rate": 0.0002, |
| "loss": 0.6016978025436401, |
| "mean_token_accuracy": 0.7543343156576157, |
| "num_tokens": 26388978.0, |
| "step": 708 |
| }, |
| { |
| "entropy": 0.6170104667544365, |
| "epoch": 4.604386677497969, |
| "grad_norm": 0.01096999179571867, |
| "learning_rate": 0.0002, |
| "loss": 0.622772216796875, |
| "mean_token_accuracy": 0.7449462041258812, |
| "num_tokens": 26426264.0, |
| "step": 709 |
| }, |
| { |
| "entropy": 0.6072003245353699, |
| "epoch": 4.610885458976442, |
| "grad_norm": 0.010877830907702446, |
| "learning_rate": 0.0002, |
| "loss": 0.6076858639717102, |
| "mean_token_accuracy": 0.7529691979289055, |
| "num_tokens": 26463914.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 0.6025268062949181, |
| "epoch": 4.617384240454915, |
| "grad_norm": 0.011258685030043125, |
| "learning_rate": 0.0002, |
| "loss": 0.6081684231758118, |
| "mean_token_accuracy": 0.751194529235363, |
| "num_tokens": 26501178.0, |
| "step": 711 |
| }, |
| { |
| "entropy": 0.6161645799875259, |
| "epoch": 4.623883021933388, |
| "grad_norm": 0.011774537153542042, |
| "learning_rate": 0.0002, |
| "loss": 0.6219759583473206, |
| "mean_token_accuracy": 0.7475455403327942, |
| "num_tokens": 26538587.0, |
| "step": 712 |
| }, |
| { |
| "entropy": 0.61099823564291, |
| "epoch": 4.6303818034118605, |
| "grad_norm": 0.011626939289271832, |
| "learning_rate": 0.0002, |
| "loss": 0.6097919940948486, |
| "mean_token_accuracy": 0.7494744956493378, |
| "num_tokens": 26576055.0, |
| "step": 713 |
| }, |
| { |
| "entropy": 0.5967102572321892, |
| "epoch": 4.636880584890333, |
| "grad_norm": 0.011615315452218056, |
| "learning_rate": 0.0002, |
| "loss": 0.5964145660400391, |
| "mean_token_accuracy": 0.7566935420036316, |
| "num_tokens": 26613206.0, |
| "step": 714 |
| }, |
| { |
| "entropy": 0.6024897918105125, |
| "epoch": 4.643379366368806, |
| "grad_norm": 0.011359010823071003, |
| "learning_rate": 0.0002, |
| "loss": 0.6033364534378052, |
| "mean_token_accuracy": 0.75516776740551, |
| "num_tokens": 26650906.0, |
| "step": 715 |
| }, |
| { |
| "entropy": 0.6127264201641083, |
| "epoch": 4.649878147847279, |
| "grad_norm": 0.011858063749969006, |
| "learning_rate": 0.0002, |
| "loss": 0.6169857382774353, |
| "mean_token_accuracy": 0.7504541873931885, |
| "num_tokens": 26688277.0, |
| "step": 716 |
| }, |
| { |
| "entropy": 0.6103435754776001, |
| "epoch": 4.656376929325751, |
| "grad_norm": 0.012304591946303844, |
| "learning_rate": 0.0002, |
| "loss": 0.6171730756759644, |
| "mean_token_accuracy": 0.7490719556808472, |
| "num_tokens": 26725704.0, |
| "step": 717 |
| }, |
| { |
| "entropy": 0.6082026064395905, |
| "epoch": 4.662875710804224, |
| "grad_norm": 0.00955925416201353, |
| "learning_rate": 0.0002, |
| "loss": 0.6081550121307373, |
| "mean_token_accuracy": 0.7512648478150368, |
| "num_tokens": 26762897.0, |
| "step": 718 |
| }, |
| { |
| "entropy": 0.615670770406723, |
| "epoch": 4.669374492282697, |
| "grad_norm": 0.011302441358566284, |
| "learning_rate": 0.0002, |
| "loss": 0.6137043833732605, |
| "mean_token_accuracy": 0.7484593465924263, |
| "num_tokens": 26799617.0, |
| "step": 719 |
| }, |
| { |
| "entropy": 0.6008039489388466, |
| "epoch": 4.6758732737611695, |
| "grad_norm": 0.010860615409910679, |
| "learning_rate": 0.0002, |
| "loss": 0.5949652194976807, |
| "mean_token_accuracy": 0.7573561295866966, |
| "num_tokens": 26836935.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 0.6153427511453629, |
| "epoch": 4.682372055239643, |
| "grad_norm": 0.01038694754242897, |
| "learning_rate": 0.0002, |
| "loss": 0.6163858771324158, |
| "mean_token_accuracy": 0.7477854266762733, |
| "num_tokens": 26874482.0, |
| "step": 721 |
| }, |
| { |
| "entropy": 0.6078703328967094, |
| "epoch": 4.688870836718115, |
| "grad_norm": 0.011593160219490528, |
| "learning_rate": 0.0002, |
| "loss": 0.6154011487960815, |
| "mean_token_accuracy": 0.7504984140396118, |
| "num_tokens": 26912012.0, |
| "step": 722 |
| }, |
| { |
| "entropy": 0.6097044795751572, |
| "epoch": 4.6953696181965885, |
| "grad_norm": 0.011452315375208855, |
| "learning_rate": 0.0002, |
| "loss": 0.6159889698028564, |
| "mean_token_accuracy": 0.7497701123356819, |
| "num_tokens": 26949190.0, |
| "step": 723 |
| }, |
| { |
| "entropy": 0.6035362407565117, |
| "epoch": 4.701868399675061, |
| "grad_norm": 0.009807482361793518, |
| "learning_rate": 0.0002, |
| "loss": 0.6073694229125977, |
| "mean_token_accuracy": 0.7511623874306679, |
| "num_tokens": 26986593.0, |
| "step": 724 |
| }, |
| { |
| "entropy": 0.6145569458603859, |
| "epoch": 4.708367181153534, |
| "grad_norm": 0.009589890018105507, |
| "learning_rate": 0.0002, |
| "loss": 0.615104079246521, |
| "mean_token_accuracy": 0.7482927516102791, |
| "num_tokens": 27023613.0, |
| "step": 725 |
| }, |
| { |
| "entropy": 0.6154572740197182, |
| "epoch": 4.714865962632007, |
| "grad_norm": 0.01081397570669651, |
| "learning_rate": 0.0002, |
| "loss": 0.6108368635177612, |
| "mean_token_accuracy": 0.7491915374994278, |
| "num_tokens": 27061197.0, |
| "step": 726 |
| }, |
| { |
| "entropy": 0.620484970510006, |
| "epoch": 4.721364744110479, |
| "grad_norm": 0.009981570765376091, |
| "learning_rate": 0.0002, |
| "loss": 0.6177104711532593, |
| "mean_token_accuracy": 0.7493368536233902, |
| "num_tokens": 27098608.0, |
| "step": 727 |
| }, |
| { |
| "entropy": 0.6061017587780952, |
| "epoch": 4.727863525588952, |
| "grad_norm": 0.011618540622293949, |
| "learning_rate": 0.0002, |
| "loss": 0.6062725186347961, |
| "mean_token_accuracy": 0.7519984692335129, |
| "num_tokens": 27136501.0, |
| "step": 728 |
| }, |
| { |
| "entropy": 0.6067364290356636, |
| "epoch": 4.734362307067425, |
| "grad_norm": 0.009954583831131458, |
| "learning_rate": 0.0002, |
| "loss": 0.6102150678634644, |
| "mean_token_accuracy": 0.7502684965729713, |
| "num_tokens": 27173703.0, |
| "step": 729 |
| }, |
| { |
| "entropy": 0.605129785835743, |
| "epoch": 4.7408610885458975, |
| "grad_norm": 0.012882952578365803, |
| "learning_rate": 0.0002, |
| "loss": 0.6149674654006958, |
| "mean_token_accuracy": 0.7470449358224869, |
| "num_tokens": 27210993.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 0.6143843829631805, |
| "epoch": 4.74735987002437, |
| "grad_norm": 0.010333128273487091, |
| "learning_rate": 0.0002, |
| "loss": 0.6135010719299316, |
| "mean_token_accuracy": 0.7495505511760712, |
| "num_tokens": 27248544.0, |
| "step": 731 |
| }, |
| { |
| "entropy": 0.619462713599205, |
| "epoch": 4.753858651502843, |
| "grad_norm": 0.009751244448125362, |
| "learning_rate": 0.0002, |
| "loss": 0.6161588430404663, |
| "mean_token_accuracy": 0.7501519843935966, |
| "num_tokens": 27286017.0, |
| "step": 732 |
| }, |
| { |
| "entropy": 0.6085372492671013, |
| "epoch": 4.760357432981316, |
| "grad_norm": 0.01087701041251421, |
| "learning_rate": 0.0002, |
| "loss": 0.6058393716812134, |
| "mean_token_accuracy": 0.7525414749979973, |
| "num_tokens": 27323456.0, |
| "step": 733 |
| }, |
| { |
| "entropy": 0.6052304580807686, |
| "epoch": 4.766856214459789, |
| "grad_norm": 0.010626486502587795, |
| "learning_rate": 0.0002, |
| "loss": 0.6062231063842773, |
| "mean_token_accuracy": 0.7521145865321159, |
| "num_tokens": 27360812.0, |
| "step": 734 |
| }, |
| { |
| "entropy": 0.609903909265995, |
| "epoch": 4.773354995938262, |
| "grad_norm": 0.010470789857208729, |
| "learning_rate": 0.0002, |
| "loss": 0.6119512319564819, |
| "mean_token_accuracy": 0.7512121498584747, |
| "num_tokens": 27398510.0, |
| "step": 735 |
| }, |
| { |
| "entropy": 0.6010274812579155, |
| "epoch": 4.779853777416735, |
| "grad_norm": 0.009013401344418526, |
| "learning_rate": 0.0002, |
| "loss": 0.6045113205909729, |
| "mean_token_accuracy": 0.7538518905639648, |
| "num_tokens": 27435677.0, |
| "step": 736 |
| }, |
| { |
| "entropy": 0.6044503897428513, |
| "epoch": 4.786352558895207, |
| "grad_norm": 0.009969563223421574, |
| "learning_rate": 0.0002, |
| "loss": 0.6042656898498535, |
| "mean_token_accuracy": 0.7533875405788422, |
| "num_tokens": 27472951.0, |
| "step": 737 |
| }, |
| { |
| "entropy": 0.6085273697972298, |
| "epoch": 4.79285134037368, |
| "grad_norm": 0.010333449579775333, |
| "learning_rate": 0.0002, |
| "loss": 0.6119939088821411, |
| "mean_token_accuracy": 0.7497808411717415, |
| "num_tokens": 27510678.0, |
| "step": 738 |
| }, |
| { |
| "entropy": 0.5953918546438217, |
| "epoch": 4.799350121852153, |
| "grad_norm": 0.011067725718021393, |
| "learning_rate": 0.0002, |
| "loss": 0.6043837070465088, |
| "mean_token_accuracy": 0.7549910023808479, |
| "num_tokens": 27548061.0, |
| "step": 739 |
| }, |
| { |
| "entropy": 0.6027686223387718, |
| "epoch": 4.8058489033306255, |
| "grad_norm": 0.010080584324896336, |
| "learning_rate": 0.0002, |
| "loss": 0.6062842011451721, |
| "mean_token_accuracy": 0.752067320048809, |
| "num_tokens": 27585301.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 0.6061441823840141, |
| "epoch": 4.812347684809098, |
| "grad_norm": 0.009884923696517944, |
| "learning_rate": 0.0002, |
| "loss": 0.6060526371002197, |
| "mean_token_accuracy": 0.7508253157138824, |
| "num_tokens": 27622471.0, |
| "step": 741 |
| }, |
| { |
| "entropy": 0.6114162281155586, |
| "epoch": 4.818846466287571, |
| "grad_norm": 0.009803572669625282, |
| "learning_rate": 0.0002, |
| "loss": 0.6056950092315674, |
| "mean_token_accuracy": 0.7509299144148827, |
| "num_tokens": 27659725.0, |
| "step": 742 |
| }, |
| { |
| "entropy": 0.604758232831955, |
| "epoch": 4.825345247766044, |
| "grad_norm": 0.009157917462289333, |
| "learning_rate": 0.0002, |
| "loss": 0.6060429811477661, |
| "mean_token_accuracy": 0.7535065114498138, |
| "num_tokens": 27697579.0, |
| "step": 743 |
| }, |
| { |
| "entropy": 0.6063171178102493, |
| "epoch": 4.831844029244516, |
| "grad_norm": 0.010433568619191647, |
| "learning_rate": 0.0002, |
| "loss": 0.6129876971244812, |
| "mean_token_accuracy": 0.7488505020737648, |
| "num_tokens": 27735152.0, |
| "step": 744 |
| }, |
| { |
| "entropy": 0.6220549941062927, |
| "epoch": 4.838342810722989, |
| "grad_norm": 0.009133824147284031, |
| "learning_rate": 0.0002, |
| "loss": 0.6260920166969299, |
| "mean_token_accuracy": 0.7444146424531937, |
| "num_tokens": 27772809.0, |
| "step": 745 |
| }, |
| { |
| "entropy": 0.6151563301682472, |
| "epoch": 4.844841592201462, |
| "grad_norm": 0.009275715798139572, |
| "learning_rate": 0.0002, |
| "loss": 0.6143773794174194, |
| "mean_token_accuracy": 0.7501434609293938, |
| "num_tokens": 27810585.0, |
| "step": 746 |
| }, |
| { |
| "entropy": 0.6030779108405113, |
| "epoch": 4.851340373679935, |
| "grad_norm": 0.009752030484378338, |
| "learning_rate": 0.0002, |
| "loss": 0.6026537418365479, |
| "mean_token_accuracy": 0.7538170889019966, |
| "num_tokens": 27848177.0, |
| "step": 747 |
| }, |
| { |
| "entropy": 0.6034507304430008, |
| "epoch": 4.857839155158408, |
| "grad_norm": 0.009275935590267181, |
| "learning_rate": 0.0002, |
| "loss": 0.6020852327346802, |
| "mean_token_accuracy": 0.7548267766833305, |
| "num_tokens": 27885820.0, |
| "step": 748 |
| }, |
| { |
| "entropy": 0.5959972590208054, |
| "epoch": 4.864337936636881, |
| "grad_norm": 0.01019821036607027, |
| "learning_rate": 0.0002, |
| "loss": 0.5997313857078552, |
| "mean_token_accuracy": 0.7544100061058998, |
| "num_tokens": 27923215.0, |
| "step": 749 |
| }, |
| { |
| "entropy": 0.5984265580773354, |
| "epoch": 4.870836718115354, |
| "grad_norm": 0.010381966829299927, |
| "learning_rate": 0.0002, |
| "loss": 0.5997567176818848, |
| "mean_token_accuracy": 0.754194863140583, |
| "num_tokens": 27960378.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 0.6121873781085014, |
| "epoch": 4.877335499593826, |
| "grad_norm": 0.010476244613528252, |
| "learning_rate": 0.0002, |
| "loss": 0.6164151430130005, |
| "mean_token_accuracy": 0.747443437576294, |
| "num_tokens": 27997671.0, |
| "step": 751 |
| }, |
| { |
| "entropy": 0.6084479093551636, |
| "epoch": 4.883834281072299, |
| "grad_norm": 0.011203959584236145, |
| "learning_rate": 0.0002, |
| "loss": 0.608171820640564, |
| "mean_token_accuracy": 0.75231072306633, |
| "num_tokens": 28034897.0, |
| "step": 752 |
| }, |
| { |
| "entropy": 0.6147375106811523, |
| "epoch": 4.890333062550772, |
| "grad_norm": 0.009496328420937061, |
| "learning_rate": 0.0002, |
| "loss": 0.6129316091537476, |
| "mean_token_accuracy": 0.7494983300566673, |
| "num_tokens": 28072034.0, |
| "step": 753 |
| }, |
| { |
| "entropy": 0.6106340512633324, |
| "epoch": 4.896831844029244, |
| "grad_norm": 0.011393910273909569, |
| "learning_rate": 0.0002, |
| "loss": 0.6084151268005371, |
| "mean_token_accuracy": 0.7524324804544449, |
| "num_tokens": 28109258.0, |
| "step": 754 |
| }, |
| { |
| "entropy": 0.600101962685585, |
| "epoch": 4.903330625507717, |
| "grad_norm": 0.010883449576795101, |
| "learning_rate": 0.0002, |
| "loss": 0.6043680906295776, |
| "mean_token_accuracy": 0.7542835772037506, |
| "num_tokens": 28146570.0, |
| "step": 755 |
| }, |
| { |
| "entropy": 0.6109775528311729, |
| "epoch": 4.90982940698619, |
| "grad_norm": 0.010207289829850197, |
| "learning_rate": 0.0002, |
| "loss": 0.6150296926498413, |
| "mean_token_accuracy": 0.7493007630109787, |
| "num_tokens": 28183579.0, |
| "step": 756 |
| }, |
| { |
| "entropy": 0.597320593893528, |
| "epoch": 4.916328188464663, |
| "grad_norm": 0.010998498648405075, |
| "learning_rate": 0.0002, |
| "loss": 0.599211573600769, |
| "mean_token_accuracy": 0.7554142326116562, |
| "num_tokens": 28220767.0, |
| "step": 757 |
| }, |
| { |
| "entropy": 0.6176287531852722, |
| "epoch": 4.922826969943135, |
| "grad_norm": 0.012422211468219757, |
| "learning_rate": 0.0002, |
| "loss": 0.6129187941551208, |
| "mean_token_accuracy": 0.7506537437438965, |
| "num_tokens": 28258324.0, |
| "step": 758 |
| }, |
| { |
| "entropy": 0.604163758456707, |
| "epoch": 4.929325751421608, |
| "grad_norm": 0.010133393108844757, |
| "learning_rate": 0.0002, |
| "loss": 0.6023921966552734, |
| "mean_token_accuracy": 0.7550497874617577, |
| "num_tokens": 28295946.0, |
| "step": 759 |
| }, |
| { |
| "entropy": 0.6072142794728279, |
| "epoch": 4.935824532900082, |
| "grad_norm": 0.011114662513136864, |
| "learning_rate": 0.0002, |
| "loss": 0.6146305799484253, |
| "mean_token_accuracy": 0.7498172372579575, |
| "num_tokens": 28333200.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 0.6026475057005882, |
| "epoch": 4.942323314378554, |
| "grad_norm": 0.010693948715925217, |
| "learning_rate": 0.0002, |
| "loss": 0.6080969572067261, |
| "mean_token_accuracy": 0.7521899044513702, |
| "num_tokens": 28370788.0, |
| "step": 761 |
| }, |
| { |
| "entropy": 0.6020209938287735, |
| "epoch": 4.948822095857027, |
| "grad_norm": 0.010837409645318985, |
| "learning_rate": 0.0002, |
| "loss": 0.6070795059204102, |
| "mean_token_accuracy": 0.7505692467093468, |
| "num_tokens": 28407932.0, |
| "step": 762 |
| }, |
| { |
| "entropy": 0.612369492650032, |
| "epoch": 4.9553208773355, |
| "grad_norm": 0.010154753923416138, |
| "learning_rate": 0.0002, |
| "loss": 0.6116279363632202, |
| "mean_token_accuracy": 0.7497418820858002, |
| "num_tokens": 28445493.0, |
| "step": 763 |
| }, |
| { |
| "entropy": 0.6173591017723083, |
| "epoch": 4.9618196588139725, |
| "grad_norm": 0.008918640203773975, |
| "learning_rate": 0.0002, |
| "loss": 0.61656254529953, |
| "mean_token_accuracy": 0.7493520677089691, |
| "num_tokens": 28483286.0, |
| "step": 764 |
| }, |
| { |
| "entropy": 0.6011045426130295, |
| "epoch": 4.968318440292445, |
| "grad_norm": 0.011289622634649277, |
| "learning_rate": 0.0002, |
| "loss": 0.6005913019180298, |
| "mean_token_accuracy": 0.7565959766507149, |
| "num_tokens": 28520772.0, |
| "step": 765 |
| }, |
| { |
| "entropy": 0.6143112033605576, |
| "epoch": 4.974817221770918, |
| "grad_norm": 0.009968056343495846, |
| "learning_rate": 0.0002, |
| "loss": 0.6112393140792847, |
| "mean_token_accuracy": 0.7505759075284004, |
| "num_tokens": 28558593.0, |
| "step": 766 |
| }, |
| { |
| "entropy": 0.609484076499939, |
| "epoch": 4.981316003249391, |
| "grad_norm": 0.00863439030945301, |
| "learning_rate": 0.0002, |
| "loss": 0.6094443798065186, |
| "mean_token_accuracy": 0.753460243344307, |
| "num_tokens": 28596214.0, |
| "step": 767 |
| }, |
| { |
| "entropy": 0.6114853024482727, |
| "epoch": 4.987814784727863, |
| "grad_norm": 0.008814731612801552, |
| "learning_rate": 0.0002, |
| "loss": 0.6125534772872925, |
| "mean_token_accuracy": 0.7496102303266525, |
| "num_tokens": 28634065.0, |
| "step": 768 |
| }, |
| { |
| "entropy": 0.6083709001541138, |
| "epoch": 4.994313566206336, |
| "grad_norm": 0.012475132942199707, |
| "learning_rate": 0.0002, |
| "loss": 0.6144940853118896, |
| "mean_token_accuracy": 0.7477302476763725, |
| "num_tokens": 28671577.0, |
| "step": 769 |
| }, |
| { |
| "entropy": 0.6027948686054775, |
| "epoch": 5.0, |
| "grad_norm": 0.009683027863502502, |
| "learning_rate": 0.0002, |
| "loss": 0.6097056865692139, |
| "mean_token_accuracy": 0.7535298126084464, |
| "num_tokens": 28688115.0, |
| "step": 770 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 770, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.685759473330422e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
