| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.6113796950539234, |
| "eval_steps": 500, |
| "global_step": 6500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 0.9991093099117279, |
| "epoch": 0.024792363951902815, |
| "grad_norm": 0.7828091382980347, |
| "learning_rate": 0.00019800000000000002, |
| "loss": 1.2105257415771484, |
| "mean_token_accuracy": 0.7592608261108399, |
| "num_tokens": 428432.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 0.4560545237362385, |
| "epoch": 0.04958472790380563, |
| "grad_norm": 0.6142551898956299, |
| "learning_rate": 0.00019996642557446167, |
| "loss": 0.4457200241088867, |
| "mean_token_accuracy": 0.9013872227072716, |
| "num_tokens": 860175.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.2749050757288933, |
| "epoch": 0.07437709185570844, |
| "grad_norm": 0.5504621267318726, |
| "learning_rate": 0.0001998643654103928, |
| "loss": 0.26112810134887693, |
| "mean_token_accuracy": 0.9401605477929116, |
| "num_tokens": 1288393.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.18620084561407566, |
| "epoch": 0.09916945580761126, |
| "grad_norm": 0.49035999178886414, |
| "learning_rate": 0.00019969388600561932, |
| "loss": 0.168951416015625, |
| "mean_token_accuracy": 0.9586734220385551, |
| "num_tokens": 1697950.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 0.13362589346244932, |
| "epoch": 0.12396181975951406, |
| "grad_norm": 0.332853227853775, |
| "learning_rate": 0.00019945510415927565, |
| "loss": 0.1165453052520752, |
| "mean_token_accuracy": 0.9707631063461304, |
| "num_tokens": 2121801.0, |
| "step": 500 |
| }, |
| { |
| "entropy": 0.114101482629776, |
| "epoch": 0.14875418371141688, |
| "grad_norm": 0.25856056809425354, |
| "learning_rate": 0.00019914818346597883, |
| "loss": 0.09927322387695313, |
| "mean_token_accuracy": 0.9743164613842964, |
| "num_tokens": 2557586.0, |
| "step": 600 |
| }, |
| { |
| "entropy": 0.11320277975872159, |
| "epoch": 0.1735465476633197, |
| "grad_norm": 0.20196805894374847, |
| "learning_rate": 0.00019877333420374656, |
| "loss": 0.09849776268005371, |
| "mean_token_accuracy": 0.974927342236042, |
| "num_tokens": 2987323.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 0.10322847299277782, |
| "epoch": 0.19833891161522252, |
| "grad_norm": 0.2440531700849533, |
| "learning_rate": 0.00019833081318993095, |
| "loss": 0.09059928894042969, |
| "mean_token_accuracy": 0.9767567777633667, |
| "num_tokens": 3409712.0, |
| "step": 800 |
| }, |
| { |
| "entropy": 0.09775902647525073, |
| "epoch": 0.22313127556712534, |
| "grad_norm": 0.3308379054069519, |
| "learning_rate": 0.00019782092360526762, |
| "loss": 0.08334708213806152, |
| "mean_token_accuracy": 0.9783057284355163, |
| "num_tokens": 3841892.0, |
| "step": 900 |
| }, |
| { |
| "entropy": 0.09744730332866311, |
| "epoch": 0.24792363951902813, |
| "grad_norm": 0.2839490473270416, |
| "learning_rate": 0.00019724401478615975, |
| "loss": 0.08426895141601562, |
| "mean_token_accuracy": 0.9779949200153351, |
| "num_tokens": 4270558.0, |
| "step": 1000 |
| }, |
| { |
| "entropy": 0.09355678971856833, |
| "epoch": 0.27271600347093095, |
| "grad_norm": 0.22099336981773376, |
| "learning_rate": 0.00019660048198534043, |
| "loss": 0.07872037887573242, |
| "mean_token_accuracy": 0.9789282914996147, |
| "num_tokens": 4692785.0, |
| "step": 1100 |
| }, |
| { |
| "entropy": 0.08774024970829487, |
| "epoch": 0.29750836742283376, |
| "grad_norm": 0.25038641691207886, |
| "learning_rate": 0.00019589076610107613, |
| "loss": 0.07532472610473633, |
| "mean_token_accuracy": 0.9797207751870155, |
| "num_tokens": 5123896.0, |
| "step": 1200 |
| }, |
| { |
| "entropy": 0.0822139031253755, |
| "epoch": 0.3223007313747366, |
| "grad_norm": 0.1757524311542511, |
| "learning_rate": 0.0001951153533750981, |
| "loss": 0.0712879753112793, |
| "mean_token_accuracy": 0.9809118565917015, |
| "num_tokens": 5558585.0, |
| "step": 1300 |
| }, |
| { |
| "entropy": 0.08247557899914681, |
| "epoch": 0.3470930953266394, |
| "grad_norm": 0.3174690902233124, |
| "learning_rate": 0.00019427477505946724, |
| "loss": 0.07155597686767579, |
| "mean_token_accuracy": 0.9806134033203125, |
| "num_tokens": 5993135.0, |
| "step": 1400 |
| }, |
| { |
| "entropy": 0.07734406786970795, |
| "epoch": 0.3718854592785422, |
| "grad_norm": 0.20085565745830536, |
| "learning_rate": 0.00019336960705260218, |
| "loss": 0.06758695125579833, |
| "mean_token_accuracy": 0.9812126770615578, |
| "num_tokens": 6422291.0, |
| "step": 1500 |
| }, |
| { |
| "entropy": 0.07385200836695731, |
| "epoch": 0.39667782323044504, |
| "grad_norm": 0.23364907503128052, |
| "learning_rate": 0.00019240046950471843, |
| "loss": 0.06287895202636719, |
| "mean_token_accuracy": 0.9826329717040062, |
| "num_tokens": 6859860.0, |
| "step": 1600 |
| }, |
| { |
| "entropy": 0.07059250806458295, |
| "epoch": 0.42147018718234786, |
| "grad_norm": 0.23875373601913452, |
| "learning_rate": 0.00019136802639295038, |
| "loss": 0.06304484367370605, |
| "mean_token_accuracy": 0.9824053046107292, |
| "num_tokens": 7290073.0, |
| "step": 1700 |
| }, |
| { |
| "entropy": 0.06737875854596495, |
| "epoch": 0.4462625511342507, |
| "grad_norm": 0.3208062946796417, |
| "learning_rate": 0.00019027298506644585, |
| "loss": 0.059958081245422366, |
| "mean_token_accuracy": 0.9828743213415145, |
| "num_tokens": 7725201.0, |
| "step": 1800 |
| }, |
| { |
| "entropy": 0.06706910256296396, |
| "epoch": 0.4710549150861535, |
| "grad_norm": 0.21684925258159637, |
| "learning_rate": 0.0001891160957617461, |
| "loss": 0.058564453125, |
| "mean_token_accuracy": 0.9831320327520371, |
| "num_tokens": 8158313.0, |
| "step": 1900 |
| }, |
| { |
| "entropy": 0.06947937468066812, |
| "epoch": 0.49584727903805625, |
| "grad_norm": 0.18770049512386322, |
| "learning_rate": 0.00018789815108878247, |
| "loss": 0.06172544956207275, |
| "mean_token_accuracy": 0.9823081752657891, |
| "num_tokens": 8578452.0, |
| "step": 2000 |
| }, |
| { |
| "entropy": 0.06397987404838204, |
| "epoch": 0.5206396429899591, |
| "grad_norm": 0.3015916347503662, |
| "learning_rate": 0.00018661998548784206, |
| "loss": 0.05666701316833496, |
| "mean_token_accuracy": 0.9837381663918495, |
| "num_tokens": 9008577.0, |
| "step": 2100 |
| }, |
| { |
| "entropy": 0.06192670753225684, |
| "epoch": 0.5454320069418619, |
| "grad_norm": 0.14773066341876984, |
| "learning_rate": 0.00018528247465787458, |
| "loss": 0.05475767612457275, |
| "mean_token_accuracy": 0.9839018094539642, |
| "num_tokens": 9442416.0, |
| "step": 2200 |
| }, |
| { |
| "entropy": 0.057383716171607375, |
| "epoch": 0.5702243708937648, |
| "grad_norm": 0.2786010503768921, |
| "learning_rate": 0.00018388653495653227, |
| "loss": 0.05079104423522949, |
| "mean_token_accuracy": 0.9851340425014495, |
| "num_tokens": 9866601.0, |
| "step": 2300 |
| }, |
| { |
| "entropy": 0.061573395412415265, |
| "epoch": 0.5950167348456675, |
| "grad_norm": 0.2154165506362915, |
| "learning_rate": 0.00018243312277235307, |
| "loss": 0.052988133430480956, |
| "mean_token_accuracy": 0.9846190690994263, |
| "num_tokens": 10287014.0, |
| "step": 2400 |
| }, |
| { |
| "entropy": 0.061048444965854286, |
| "epoch": 0.6198090987975704, |
| "grad_norm": 0.23032571375370026, |
| "learning_rate": 0.00018092323386951844, |
| "loss": 0.05165313720703125, |
| "mean_token_accuracy": 0.9843217238783837, |
| "num_tokens": 10717509.0, |
| "step": 2500 |
| }, |
| { |
| "entropy": 0.055967804118990896, |
| "epoch": 0.6446014627494732, |
| "grad_norm": 0.19078344106674194, |
| "learning_rate": 0.00017935790270563344, |
| "loss": 0.04785560607910156, |
| "mean_token_accuracy": 0.9853029519319534, |
| "num_tokens": 11157747.0, |
| "step": 2600 |
| }, |
| { |
| "entropy": 0.05705006473697722, |
| "epoch": 0.6693938267013759, |
| "grad_norm": 0.18230348825454712, |
| "learning_rate": 0.0001777382017229977, |
| "loss": 0.04942546844482422, |
| "mean_token_accuracy": 0.9849184802174569, |
| "num_tokens": 11593422.0, |
| "step": 2700 |
| }, |
| { |
| "entropy": 0.05708774453029036, |
| "epoch": 0.6941861906532788, |
| "grad_norm": 0.1923963725566864, |
| "learning_rate": 0.00017606524061385167, |
| "loss": 0.049316325187683106, |
| "mean_token_accuracy": 0.9849100703001022, |
| "num_tokens": 12015482.0, |
| "step": 2800 |
| }, |
| { |
| "entropy": 0.056122053125873206, |
| "epoch": 0.7189785546051816, |
| "grad_norm": 0.13828027248382568, |
| "learning_rate": 0.00017434016556010264, |
| "loss": 0.048600535392761234, |
| "mean_token_accuracy": 0.9853047552704811, |
| "num_tokens": 12444156.0, |
| "step": 2900 |
| }, |
| { |
| "entropy": 0.051999541874974964, |
| "epoch": 0.7437709185570844, |
| "grad_norm": 0.24286241829395294, |
| "learning_rate": 0.00017256415844805063, |
| "loss": 0.04440320014953613, |
| "mean_token_accuracy": 0.9864806136488915, |
| "num_tokens": 12876720.0, |
| "step": 3000 |
| }, |
| { |
| "entropy": 0.04768232893198729, |
| "epoch": 0.7685632825089872, |
| "grad_norm": 0.1362326294183731, |
| "learning_rate": 0.00017073843605865243, |
| "loss": 0.042284860610961914, |
| "mean_token_accuracy": 0.9867907965183258, |
| "num_tokens": 13316689.0, |
| "step": 3100 |
| }, |
| { |
| "entropy": 0.05134817799553275, |
| "epoch": 0.7933556464608901, |
| "grad_norm": 0.1539483368396759, |
| "learning_rate": 0.00016886424923387859, |
| "loss": 0.04517318725585937, |
| "mean_token_accuracy": 0.9861972403526306, |
| "num_tokens": 13745299.0, |
| "step": 3200 |
| }, |
| { |
| "entropy": 0.051489096255972984, |
| "epoch": 0.8181480104127928, |
| "grad_norm": 0.14677491784095764, |
| "learning_rate": 0.00016694288201973457, |
| "loss": 0.04445661067962647, |
| "mean_token_accuracy": 0.9860166025161743, |
| "num_tokens": 14174424.0, |
| "step": 3300 |
| }, |
| { |
| "entropy": 0.04676903900690377, |
| "epoch": 0.8429403743646957, |
| "grad_norm": 0.21468833088874817, |
| "learning_rate": 0.0001649756507865328, |
| "loss": 0.041012239456176755, |
| "mean_token_accuracy": 0.987050573527813, |
| "num_tokens": 14611781.0, |
| "step": 3400 |
| }, |
| { |
| "entropy": 0.0482857808098197, |
| "epoch": 0.8677327383165985, |
| "grad_norm": 0.14730653166770935, |
| "learning_rate": 0.00016296390332701924, |
| "loss": 0.04293826103210449, |
| "mean_token_accuracy": 0.9866457509994507, |
| "num_tokens": 15038473.0, |
| "step": 3500 |
| }, |
| { |
| "entropy": 0.04790851186960936, |
| "epoch": 0.8925251022685013, |
| "grad_norm": 0.2903175950050354, |
| "learning_rate": 0.0001609090179329709, |
| "loss": 0.041955056190490725, |
| "mean_token_accuracy": 0.9864692252874374, |
| "num_tokens": 15470046.0, |
| "step": 3600 |
| }, |
| { |
| "entropy": 0.048887748084962365, |
| "epoch": 0.9173174662204041, |
| "grad_norm": 0.18117748200893402, |
| "learning_rate": 0.0001588124024508986, |
| "loss": 0.04415608406066895, |
| "mean_token_accuracy": 0.985989620089531, |
| "num_tokens": 15892623.0, |
| "step": 3700 |
| }, |
| { |
| "entropy": 0.04632032319903374, |
| "epoch": 0.942109830172307, |
| "grad_norm": 0.16654178500175476, |
| "learning_rate": 0.00015667549331750067, |
| "loss": 0.042152628898620606, |
| "mean_token_accuracy": 0.9865523239970208, |
| "num_tokens": 16316100.0, |
| "step": 3800 |
| }, |
| { |
| "entropy": 0.044644428994506595, |
| "epoch": 0.9669021941242097, |
| "grad_norm": 0.2481166422367096, |
| "learning_rate": 0.0001544997545755291, |
| "loss": 0.04001152038574219, |
| "mean_token_accuracy": 0.9875221633911133, |
| "num_tokens": 16747053.0, |
| "step": 3900 |
| }, |
| { |
| "entropy": 0.04754056423902511, |
| "epoch": 0.9916945580761125, |
| "grad_norm": 0.12741857767105103, |
| "learning_rate": 0.00015228667687074214, |
| "loss": 0.04207493782043457, |
| "mean_token_accuracy": 0.9866985288262368, |
| "num_tokens": 17169662.0, |
| "step": 4000 |
| }, |
| { |
| "entropy": 0.04459555751302434, |
| "epoch": 1.0163629602082558, |
| "grad_norm": 0.09805303066968918, |
| "learning_rate": 0.00015003777643063054, |
| "loss": 0.03870807647705078, |
| "mean_token_accuracy": 0.9877826987798489, |
| "num_tokens": 17596478.0, |
| "step": 4100 |
| }, |
| { |
| "entropy": 0.0423293265234679, |
| "epoch": 1.0411553241601588, |
| "grad_norm": 0.15998226404190063, |
| "learning_rate": 0.0001477545940256172, |
| "loss": 0.03742676258087158, |
| "mean_token_accuracy": 0.9879223209619522, |
| "num_tokens": 18017906.0, |
| "step": 4200 |
| }, |
| { |
| "entropy": 0.03891188260167837, |
| "epoch": 1.0659476881120615, |
| "grad_norm": 0.1506214290857315, |
| "learning_rate": 0.00014543869391344224, |
| "loss": 0.03518922805786133, |
| "mean_token_accuracy": 0.9887040394544602, |
| "num_tokens": 18454216.0, |
| "step": 4300 |
| }, |
| { |
| "entropy": 0.04142872649244964, |
| "epoch": 1.0907400520639643, |
| "grad_norm": 0.1666085124015808, |
| "learning_rate": 0.00014309166276745564, |
| "loss": 0.03670289039611816, |
| "mean_token_accuracy": 0.9879066833853721, |
| "num_tokens": 18878519.0, |
| "step": 4400 |
| }, |
| { |
| "entropy": 0.03755377263762057, |
| "epoch": 1.115532416015867, |
| "grad_norm": 0.2086615115404129, |
| "learning_rate": 0.00014071510858955336, |
| "loss": 0.03333067655563354, |
| "mean_token_accuracy": 0.989110766351223, |
| "num_tokens": 19317824.0, |
| "step": 4500 |
| }, |
| { |
| "entropy": 0.04046432740055025, |
| "epoch": 1.14032477996777, |
| "grad_norm": 0.20940445363521576, |
| "learning_rate": 0.00013831065960850038, |
| "loss": 0.03586224794387818, |
| "mean_token_accuracy": 0.9884641316533088, |
| "num_tokens": 19745984.0, |
| "step": 4600 |
| }, |
| { |
| "entropy": 0.03863211246207356, |
| "epoch": 1.1651171439196728, |
| "grad_norm": 0.1907690167427063, |
| "learning_rate": 0.0001358799631643955, |
| "loss": 0.03435335397720337, |
| "mean_token_accuracy": 0.9888206848502159, |
| "num_tokens": 20180245.0, |
| "step": 4700 |
| }, |
| { |
| "entropy": 0.04046371933072805, |
| "epoch": 1.1899095078715756, |
| "grad_norm": 0.13110345602035522, |
| "learning_rate": 0.00013342468458004347, |
| "loss": 0.03644887685775757, |
| "mean_token_accuracy": 0.9881230041384697, |
| "num_tokens": 20606265.0, |
| "step": 4800 |
| }, |
| { |
| "entropy": 0.03736146904528141, |
| "epoch": 1.2147018718234783, |
| "grad_norm": 0.1462518870830536, |
| "learning_rate": 0.00013094650602000582, |
| "loss": 0.03372693538665771, |
| "mean_token_accuracy": 0.9891441905498505, |
| "num_tokens": 21044494.0, |
| "step": 4900 |
| }, |
| { |
| "entropy": 0.03839201644994319, |
| "epoch": 1.239494235775381, |
| "grad_norm": 0.11341901123523712, |
| "learning_rate": 0.00012844712533811376, |
| "loss": 0.03437334060668945, |
| "mean_token_accuracy": 0.9888800847530365, |
| "num_tokens": 21480042.0, |
| "step": 5000 |
| }, |
| { |
| "entropy": 0.037934175664559006, |
| "epoch": 1.264286599727284, |
| "grad_norm": 0.23413598537445068, |
| "learning_rate": 0.0001259282549142315, |
| "loss": 0.03376242399215698, |
| "mean_token_accuracy": 0.9890937665104866, |
| "num_tokens": 21912071.0, |
| "step": 5100 |
| }, |
| { |
| "entropy": 0.03757761628367007, |
| "epoch": 1.2890789636791868, |
| "grad_norm": 0.14774999022483826, |
| "learning_rate": 0.0001233916204810679, |
| "loss": 0.03416965961456299, |
| "mean_token_accuracy": 0.9889910009503364, |
| "num_tokens": 22335448.0, |
| "step": 5200 |
| }, |
| { |
| "entropy": 0.03822989201173186, |
| "epoch": 1.3138713276310896, |
| "grad_norm": 0.11656388640403748, |
| "learning_rate": 0.00012083895994183948, |
| "loss": 0.03509602785110474, |
| "mean_token_accuracy": 0.9885432028770447, |
| "num_tokens": 22756521.0, |
| "step": 5300 |
| }, |
| { |
| "entropy": 0.03775340311229229, |
| "epoch": 1.3386636915829924, |
| "grad_norm": 0.1481839120388031, |
| "learning_rate": 0.00011827202217959523, |
| "loss": 0.0340172815322876, |
| "mean_token_accuracy": 0.9888760358095169, |
| "num_tokens": 23181534.0, |
| "step": 5400 |
| }, |
| { |
| "entropy": 0.03720983518287539, |
| "epoch": 1.3634560555348951, |
| "grad_norm": 0.13698537647724152, |
| "learning_rate": 0.00011569256585901918, |
| "loss": 0.03371585130691528, |
| "mean_token_accuracy": 0.9890251788496971, |
| "num_tokens": 23613467.0, |
| "step": 5500 |
| }, |
| { |
| "entropy": 0.037667012261226776, |
| "epoch": 1.3882484194867981, |
| "grad_norm": 0.09335887432098389, |
| "learning_rate": 0.00011310235822153073, |
| "loss": 0.03394256591796875, |
| "mean_token_accuracy": 0.9890615126490593, |
| "num_tokens": 24039912.0, |
| "step": 5600 |
| }, |
| { |
| "entropy": 0.03788006491959095, |
| "epoch": 1.4130407834387009, |
| "grad_norm": 0.1678655594587326, |
| "learning_rate": 0.0001105031738745096, |
| "loss": 0.034035165309906, |
| "mean_token_accuracy": 0.9887340119481087, |
| "num_tokens": 24464996.0, |
| "step": 5700 |
| }, |
| { |
| "entropy": 0.03637797945179045, |
| "epoch": 1.4378331473906036, |
| "grad_norm": 0.17894072830677032, |
| "learning_rate": 0.00010789679357547364, |
| "loss": 0.03286903142929077, |
| "mean_token_accuracy": 0.9891549465060234, |
| "num_tokens": 24901092.0, |
| "step": 5800 |
| }, |
| { |
| "entropy": 0.03953015809878707, |
| "epoch": 1.4626255113425066, |
| "grad_norm": 0.1642547845840454, |
| "learning_rate": 0.00010528500301204345, |
| "loss": 0.03447899341583252, |
| "mean_token_accuracy": 0.988511001765728, |
| "num_tokens": 25320711.0, |
| "step": 5900 |
| }, |
| { |
| "entropy": 0.03696547055616975, |
| "epoch": 1.4874178752944094, |
| "grad_norm": 0.15598466992378235, |
| "learning_rate": 0.0001026695915785289, |
| "loss": 0.03327722549438476, |
| "mean_token_accuracy": 0.9893461042642593, |
| "num_tokens": 25750634.0, |
| "step": 6000 |
| }, |
| { |
| "entropy": 0.03747725712135434, |
| "epoch": 1.5122102392463121, |
| "grad_norm": 0.09570539742708206, |
| "learning_rate": 0.00010005235114997651, |
| "loss": 0.03426354885101318, |
| "mean_token_accuracy": 0.9889142262935638, |
| "num_tokens": 26175757.0, |
| "step": 6100 |
| }, |
| { |
| "entropy": 0.037917951373383406, |
| "epoch": 1.537002603198215, |
| "grad_norm": 0.2064983993768692, |
| "learning_rate": 9.743507485451688e-05, |
| "loss": 0.03446398973464966, |
| "mean_token_accuracy": 0.9886316114664078, |
| "num_tokens": 26601186.0, |
| "step": 6200 |
| }, |
| { |
| "entropy": 0.037627564212307334, |
| "epoch": 1.5617949671501177, |
| "grad_norm": 0.17442478239536285, |
| "learning_rate": 9.48195558448538e-05, |
| "loss": 0.0337642502784729, |
| "mean_token_accuracy": 0.988581260740757, |
| "num_tokens": 27028439.0, |
| "step": 6300 |
| }, |
| { |
| "entropy": 0.035229697693139314, |
| "epoch": 1.5865873311020207, |
| "grad_norm": 0.19224514067173004, |
| "learning_rate": 9.220758606973652e-05, |
| "loss": 0.03189241409301758, |
| "mean_token_accuracy": 0.989690189063549, |
| "num_tokens": 27461882.0, |
| "step": 6400 |
| }, |
| { |
| "entropy": 0.035260174684226514, |
| "epoch": 1.6113796950539234, |
| "grad_norm": 0.11715493351221085, |
| "learning_rate": 8.960095504625676e-05, |
| "loss": 0.032297356128692625, |
| "mean_token_accuracy": 0.9895079037547112, |
| "num_tokens": 27898972.0, |
| "step": 6500 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 12102, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.8627923803091927e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
