| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8463817181548878, |
| "eval_steps": 500, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0016927634363097758, |
| "grad_norm": 0.21856777369976044, |
| "learning_rate": 2.02e-06, |
| "loss": 2.0481, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0033855268726195515, |
| "grad_norm": 0.23913073539733887, |
| "learning_rate": 4.04e-06, |
| "loss": 2.0244, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0050782903089293275, |
| "grad_norm": 0.2251112014055252, |
| "learning_rate": 6.06e-06, |
| "loss": 2.0831, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.006771053745239103, |
| "grad_norm": 0.22981800138950348, |
| "learning_rate": 8.08e-06, |
| "loss": 2.0097, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.008463817181548879, |
| "grad_norm": 0.24785353243350983, |
| "learning_rate": 1.0100000000000002e-05, |
| "loss": 2.1596, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.010156580617858655, |
| "grad_norm": 0.2091209888458252, |
| "learning_rate": 1.212e-05, |
| "loss": 2.0497, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.01184934405416843, |
| "grad_norm": 0.2210516482591629, |
| "learning_rate": 1.4140000000000002e-05, |
| "loss": 2.0596, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.013542107490478206, |
| "grad_norm": 0.21174772083759308, |
| "learning_rate": 1.616e-05, |
| "loss": 2.017, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01523487092678798, |
| "grad_norm": 0.22919593751430511, |
| "learning_rate": 1.818e-05, |
| "loss": 2.0424, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.016927634363097757, |
| "grad_norm": 0.21787938475608826, |
| "learning_rate": 2.0200000000000003e-05, |
| "loss": 2.0222, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.018620397799407534, |
| "grad_norm": 0.2346174418926239, |
| "learning_rate": 2.222e-05, |
| "loss": 2.1, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.02031316123571731, |
| "grad_norm": 0.21451573073863983, |
| "learning_rate": 2.424e-05, |
| "loss": 2.027, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.022005924672027083, |
| "grad_norm": 0.19577345252037048, |
| "learning_rate": 2.6260000000000003e-05, |
| "loss": 2.0718, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.02369868810833686, |
| "grad_norm": 0.20922431349754333, |
| "learning_rate": 2.8280000000000004e-05, |
| "loss": 2.1276, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.025391451544646636, |
| "grad_norm": 0.16791805624961853, |
| "learning_rate": 3.0299999999999998e-05, |
| "loss": 2.0778, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.027084214980956412, |
| "grad_norm": 0.21578575670719147, |
| "learning_rate": 3.232e-05, |
| "loss": 2.0501, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.02877697841726619, |
| "grad_norm": 0.20047278702259064, |
| "learning_rate": 3.434e-05, |
| "loss": 2.0688, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03046974185357596, |
| "grad_norm": 0.1888180375099182, |
| "learning_rate": 3.636e-05, |
| "loss": 2.004, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.03216250528988574, |
| "grad_norm": 0.2372732013463974, |
| "learning_rate": 3.838e-05, |
| "loss": 2.0889, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.033855268726195514, |
| "grad_norm": 0.22184057533740997, |
| "learning_rate": 4.0400000000000006e-05, |
| "loss": 1.8746, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03554803216250529, |
| "grad_norm": 0.2352249026298523, |
| "learning_rate": 4.242e-05, |
| "loss": 2.0653, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.03724079559881507, |
| "grad_norm": 0.19941262900829315, |
| "learning_rate": 4.444e-05, |
| "loss": 2.0372, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.03893355903512484, |
| "grad_norm": 0.19495126605033875, |
| "learning_rate": 4.6460000000000006e-05, |
| "loss": 1.9998, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.04062632247143462, |
| "grad_norm": 0.1923140585422516, |
| "learning_rate": 4.848e-05, |
| "loss": 1.9869, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.04231908590774439, |
| "grad_norm": 0.18755634129047394, |
| "learning_rate": 5.05e-05, |
| "loss": 1.9735, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.044011849344054166, |
| "grad_norm": 0.17831045389175415, |
| "learning_rate": 5.2520000000000005e-05, |
| "loss": 1.9195, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.045704612780363946, |
| "grad_norm": 0.18653540313243866, |
| "learning_rate": 5.454e-05, |
| "loss": 1.9599, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.04739737621667372, |
| "grad_norm": 0.18552574515342712, |
| "learning_rate": 5.656000000000001e-05, |
| "loss": 2.0633, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0490901396529835, |
| "grad_norm": 0.18219119310379028, |
| "learning_rate": 5.858e-05, |
| "loss": 1.9686, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.05078290308929327, |
| "grad_norm": 0.1793995052576065, |
| "learning_rate": 6.0599999999999996e-05, |
| "loss": 2.0293, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.052475666525603044, |
| "grad_norm": 0.1970832496881485, |
| "learning_rate": 6.262000000000001e-05, |
| "loss": 1.8754, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.054168429961912824, |
| "grad_norm": 0.18978503346443176, |
| "learning_rate": 6.464e-05, |
| "loss": 2.0828, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.0558611933982226, |
| "grad_norm": 0.18691568076610565, |
| "learning_rate": 6.666e-05, |
| "loss": 1.9331, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.05755395683453238, |
| "grad_norm": 0.20160901546478271, |
| "learning_rate": 6.868e-05, |
| "loss": 2.007, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.05924672027084215, |
| "grad_norm": 0.180143803358078, |
| "learning_rate": 7.07e-05, |
| "loss": 1.9634, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.06093948370715192, |
| "grad_norm": 0.18108704686164856, |
| "learning_rate": 7.272e-05, |
| "loss": 2.1212, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0626322471434617, |
| "grad_norm": 0.17915402352809906, |
| "learning_rate": 7.474e-05, |
| "loss": 2.0112, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.06432501057977148, |
| "grad_norm": 0.19328810274600983, |
| "learning_rate": 7.676e-05, |
| "loss": 1.9586, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.06601777401608125, |
| "grad_norm": 0.18603388965129852, |
| "learning_rate": 7.878e-05, |
| "loss": 2.0371, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.06771053745239103, |
| "grad_norm": 0.1937795877456665, |
| "learning_rate": 8.080000000000001e-05, |
| "loss": 2.0589, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06940330088870081, |
| "grad_norm": 0.16889318823814392, |
| "learning_rate": 8.282e-05, |
| "loss": 1.9922, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.07109606432501057, |
| "grad_norm": 0.19249765574932098, |
| "learning_rate": 8.484e-05, |
| "loss": 2.0219, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.07278882776132035, |
| "grad_norm": 0.1795249879360199, |
| "learning_rate": 8.686e-05, |
| "loss": 2.0005, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.07448159119763013, |
| "grad_norm": 0.21890012919902802, |
| "learning_rate": 8.888e-05, |
| "loss": 2.0732, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0761743546339399, |
| "grad_norm": 0.2015288770198822, |
| "learning_rate": 9.09e-05, |
| "loss": 1.9067, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.07786711807024968, |
| "grad_norm": 0.19771352410316467, |
| "learning_rate": 9.292000000000001e-05, |
| "loss": 1.9698, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.07955988150655946, |
| "grad_norm": 0.22185812890529633, |
| "learning_rate": 9.494e-05, |
| "loss": 2.1254, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.08125264494286924, |
| "grad_norm": 0.19680249691009521, |
| "learning_rate": 9.696e-05, |
| "loss": 2.0022, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.082945408379179, |
| "grad_norm": 0.21367794275283813, |
| "learning_rate": 9.898e-05, |
| "loss": 1.8728, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.08463817181548879, |
| "grad_norm": 0.2153550088405609, |
| "learning_rate": 0.000101, |
| "loss": 2.0168, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.08633093525179857, |
| "grad_norm": 0.20331734418869019, |
| "learning_rate": 0.00010302, |
| "loss": 2.0049, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.08802369868810833, |
| "grad_norm": 0.19431838393211365, |
| "learning_rate": 0.00010504000000000001, |
| "loss": 1.8976, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.08971646212441811, |
| "grad_norm": 0.19682154059410095, |
| "learning_rate": 0.00010706000000000001, |
| "loss": 1.898, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.09140922556072789, |
| "grad_norm": 0.20410743355751038, |
| "learning_rate": 0.00010908, |
| "loss": 1.9067, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.09310198899703766, |
| "grad_norm": 0.21040071547031403, |
| "learning_rate": 0.00011110000000000002, |
| "loss": 2.0007, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.09479475243334744, |
| "grad_norm": 0.2420426458120346, |
| "learning_rate": 0.00011312000000000001, |
| "loss": 1.9398, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.09648751586965722, |
| "grad_norm": 0.24033543467521667, |
| "learning_rate": 0.00011514, |
| "loss": 2.001, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.098180279305967, |
| "grad_norm": 0.23176445066928864, |
| "learning_rate": 0.00011716, |
| "loss": 2.081, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.09987304274227676, |
| "grad_norm": 0.21144893765449524, |
| "learning_rate": 0.00011918, |
| "loss": 1.8212, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.10156580617858654, |
| "grad_norm": 0.23067671060562134, |
| "learning_rate": 0.00012119999999999999, |
| "loss": 1.9066, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.10325856961489632, |
| "grad_norm": 0.26889732480049133, |
| "learning_rate": 0.00012322, |
| "loss": 1.8263, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.10495133305120609, |
| "grad_norm": 0.21251942217350006, |
| "learning_rate": 0.00012524000000000001, |
| "loss": 1.9031, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.10664409648751587, |
| "grad_norm": 0.21674378216266632, |
| "learning_rate": 0.00012726, |
| "loss": 1.8843, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.10833685992382565, |
| "grad_norm": 0.2463655322790146, |
| "learning_rate": 0.00012928, |
| "loss": 1.9816, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.11002962336013541, |
| "grad_norm": 0.2431013435125351, |
| "learning_rate": 0.00013130000000000002, |
| "loss": 1.9958, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.1117223867964452, |
| "grad_norm": 0.21589888632297516, |
| "learning_rate": 0.00013332, |
| "loss": 1.9283, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.11341515023275497, |
| "grad_norm": 0.2475602626800537, |
| "learning_rate": 0.00013534000000000002, |
| "loss": 1.8687, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.11510791366906475, |
| "grad_norm": 0.22713498771190643, |
| "learning_rate": 0.00013736, |
| "loss": 1.8763, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.11680067710537452, |
| "grad_norm": 0.21402622759342194, |
| "learning_rate": 0.00013937999999999998, |
| "loss": 1.9201, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.1184934405416843, |
| "grad_norm": 0.24653713405132294, |
| "learning_rate": 0.0001414, |
| "loss": 1.9369, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.12018620397799408, |
| "grad_norm": 0.23254817724227905, |
| "learning_rate": 0.00014342, |
| "loss": 1.9923, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.12187896741430385, |
| "grad_norm": 0.22863097488880157, |
| "learning_rate": 0.00014544, |
| "loss": 1.9701, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.12357173085061363, |
| "grad_norm": 0.2209753394126892, |
| "learning_rate": 0.00014746, |
| "loss": 1.8904, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.1252644942869234, |
| "grad_norm": 0.2530592381954193, |
| "learning_rate": 0.00014948, |
| "loss": 1.9259, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.12695725772323319, |
| "grad_norm": 0.23368902504444122, |
| "learning_rate": 0.0001515, |
| "loss": 1.9462, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.12865002115954297, |
| "grad_norm": 0.24833092093467712, |
| "learning_rate": 0.00015352, |
| "loss": 1.9063, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.13034278459585272, |
| "grad_norm": 0.23310640454292297, |
| "learning_rate": 0.00015554000000000002, |
| "loss": 1.9147, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.1320355480321625, |
| "grad_norm": 0.2354939877986908, |
| "learning_rate": 0.00015756, |
| "loss": 2.0259, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.13372831146847228, |
| "grad_norm": 0.24625660479068756, |
| "learning_rate": 0.00015958000000000001, |
| "loss": 1.9424, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.13542107490478206, |
| "grad_norm": 0.26915672421455383, |
| "learning_rate": 0.00016160000000000002, |
| "loss": 1.9616, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.13711383834109184, |
| "grad_norm": 0.20115861296653748, |
| "learning_rate": 0.00016362, |
| "loss": 1.8272, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.13880660177740162, |
| "grad_norm": 0.21742068231105804, |
| "learning_rate": 0.00016564, |
| "loss": 1.9483, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.1404993652137114, |
| "grad_norm": 0.21801471710205078, |
| "learning_rate": 0.00016766, |
| "loss": 1.9739, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.14219212865002115, |
| "grad_norm": 0.23018628358840942, |
| "learning_rate": 0.00016968, |
| "loss": 1.9386, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.14388489208633093, |
| "grad_norm": 0.24194473028182983, |
| "learning_rate": 0.0001717, |
| "loss": 1.8877, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1455776555226407, |
| "grad_norm": 0.2352004051208496, |
| "learning_rate": 0.00017372, |
| "loss": 1.9368, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1472704189589505, |
| "grad_norm": 0.20487657189369202, |
| "learning_rate": 0.00017574, |
| "loss": 1.8582, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.14896318239526027, |
| "grad_norm": 0.24406185746192932, |
| "learning_rate": 0.00017776, |
| "loss": 1.9033, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.15065594583157005, |
| "grad_norm": 0.235113725066185, |
| "learning_rate": 0.00017978000000000002, |
| "loss": 1.9519, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1523487092678798, |
| "grad_norm": 0.22690711915493011, |
| "learning_rate": 0.0001818, |
| "loss": 1.8798, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.15404147270418958, |
| "grad_norm": 0.2338939756155014, |
| "learning_rate": 0.00018382, |
| "loss": 1.938, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.15573423614049936, |
| "grad_norm": 0.2826458811759949, |
| "learning_rate": 0.00018584000000000002, |
| "loss": 1.8859, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.15742699957680914, |
| "grad_norm": 0.23302127420902252, |
| "learning_rate": 0.00018786, |
| "loss": 1.9253, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.15911976301311892, |
| "grad_norm": 0.22500993311405182, |
| "learning_rate": 0.00018988, |
| "loss": 1.8338, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.1608125264494287, |
| "grad_norm": 0.2076253741979599, |
| "learning_rate": 0.0001919, |
| "loss": 1.7979, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.16250528988573848, |
| "grad_norm": 0.23616939783096313, |
| "learning_rate": 0.00019392, |
| "loss": 1.9603, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.16419805332204823, |
| "grad_norm": 0.20899280905723572, |
| "learning_rate": 0.00019594, |
| "loss": 1.8669, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.165890816758358, |
| "grad_norm": 0.23518052697181702, |
| "learning_rate": 0.00019796, |
| "loss": 1.9586, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.1675835801946678, |
| "grad_norm": 0.2177092283964157, |
| "learning_rate": 0.00019998, |
| "loss": 1.8993, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.16927634363097757, |
| "grad_norm": 0.22413797676563263, |
| "learning_rate": 0.000202, |
| "loss": 1.9742, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.17096910706728735, |
| "grad_norm": 0.21205808222293854, |
| "learning_rate": 0.00020199688492212377, |
| "loss": 1.8326, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.17266187050359713, |
| "grad_norm": 0.20058460533618927, |
| "learning_rate": 0.00020198753988064772, |
| "loss": 1.9229, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.1743546339399069, |
| "grad_norm": 0.21106334030628204, |
| "learning_rate": 0.00020197196545201806, |
| "loss": 1.8479, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.17604739737621666, |
| "grad_norm": 0.20998717844486237, |
| "learning_rate": 0.0002019501625969389, |
| "loss": 1.9287, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.17774016081252644, |
| "grad_norm": 0.20730508863925934, |
| "learning_rate": 0.00020192213266031304, |
| "loss": 1.9189, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.17943292424883622, |
| "grad_norm": 0.20150446891784668, |
| "learning_rate": 0.00020188787737115897, |
| "loss": 1.9076, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.181125687685146, |
| "grad_norm": 0.20014949142932892, |
| "learning_rate": 0.00020184739884250436, |
| "loss": 1.8554, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.18281845112145578, |
| "grad_norm": 0.20369713008403778, |
| "learning_rate": 0.00020180069957125544, |
| "loss": 1.8424, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.18451121455776556, |
| "grad_norm": 0.20155616104602814, |
| "learning_rate": 0.0002017477824380433, |
| "loss": 1.8932, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.18620397799407531, |
| "grad_norm": 0.242130309343338, |
| "learning_rate": 0.00020168865070704594, |
| "loss": 1.9801, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1878967414303851, |
| "grad_norm": 0.1840430349111557, |
| "learning_rate": 0.00020162330802578706, |
| "loss": 1.7834, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.18958950486669487, |
| "grad_norm": 0.19342510402202606, |
| "learning_rate": 0.00020155175842491107, |
| "loss": 1.8983, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.19128226830300465, |
| "grad_norm": 0.19883695244789124, |
| "learning_rate": 0.0002014740063179344, |
| "loss": 1.9457, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.19297503173931443, |
| "grad_norm": 0.19686879217624664, |
| "learning_rate": 0.00020139005650097317, |
| "loss": 1.8999, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.19466779517562421, |
| "grad_norm": 0.208403542637825, |
| "learning_rate": 0.00020129991415244756, |
| "loss": 1.8663, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.196360558611934, |
| "grad_norm": 0.2095002382993698, |
| "learning_rate": 0.00020120358483276227, |
| "loss": 1.826, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.19805332204824375, |
| "grad_norm": 0.21314266324043274, |
| "learning_rate": 0.00020110107448396346, |
| "loss": 1.8932, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.19974608548455353, |
| "grad_norm": 0.17742839455604553, |
| "learning_rate": 0.0002009923894293723, |
| "loss": 1.8937, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2014388489208633, |
| "grad_norm": 0.21836084127426147, |
| "learning_rate": 0.00020087753637319499, |
| "loss": 1.8692, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.20313161235717309, |
| "grad_norm": 0.22461658716201782, |
| "learning_rate": 0.00020075652240010892, |
| "loss": 1.8752, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.20482437579348287, |
| "grad_norm": 0.19782739877700806, |
| "learning_rate": 0.00020062935497482606, |
| "loss": 1.9125, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.20651713922979265, |
| "grad_norm": 0.19714659452438354, |
| "learning_rate": 0.00020049604194163217, |
| "loss": 1.9299, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.20820990266610243, |
| "grad_norm": 0.22192247211933136, |
| "learning_rate": 0.00020035659152390313, |
| "loss": 1.9318, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.20990266610241218, |
| "grad_norm": 0.18889577686786652, |
| "learning_rate": 0.00020021101232359757, |
| "loss": 1.7885, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.21159542953872196, |
| "grad_norm": 0.20050236582756042, |
| "learning_rate": 0.0002000593133207263, |
| "loss": 1.8929, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.21328819297503174, |
| "grad_norm": 0.20882593095302582, |
| "learning_rate": 0.00019990150387279835, |
| "loss": 1.9149, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.21498095641134152, |
| "grad_norm": 0.20735543966293335, |
| "learning_rate": 0.00019973759371424388, |
| "loss": 1.8702, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.2166737198476513, |
| "grad_norm": 0.2120111733675003, |
| "learning_rate": 0.0001995675929558135, |
| "loss": 1.8855, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.21836648328396108, |
| "grad_norm": 0.19814302027225494, |
| "learning_rate": 0.0001993915120839548, |
| "loss": 1.931, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.22005924672027083, |
| "grad_norm": 0.20039153099060059, |
| "learning_rate": 0.00019920936196016534, |
| "loss": 1.9007, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2217520101565806, |
| "grad_norm": 0.21088403463363647, |
| "learning_rate": 0.0001990211538203228, |
| "loss": 1.8372, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.2234447735928904, |
| "grad_norm": 0.18757721781730652, |
| "learning_rate": 0.00019882689927399174, |
| "loss": 1.9023, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.22513753702920017, |
| "grad_norm": 0.23472613096237183, |
| "learning_rate": 0.00019862661030370764, |
| "loss": 1.974, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.22683030046550995, |
| "grad_norm": 0.20689590275287628, |
| "learning_rate": 0.00019842029926423762, |
| "loss": 1.906, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.22852306390181973, |
| "grad_norm": 0.23491977155208588, |
| "learning_rate": 0.00019820797888181837, |
| "loss": 1.9676, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.2302158273381295, |
| "grad_norm": 0.22469407320022583, |
| "learning_rate": 0.00019798966225337126, |
| "loss": 1.9104, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.23190859077443926, |
| "grad_norm": 0.18836864829063416, |
| "learning_rate": 0.00019776536284569425, |
| "loss": 1.7995, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.23360135421074904, |
| "grad_norm": 0.22445032000541687, |
| "learning_rate": 0.00019753509449463134, |
| "loss": 1.8465, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 0.213129460811615, |
| "learning_rate": 0.00019729887140421912, |
| "loss": 1.8709, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.2369868810833686, |
| "grad_norm": 0.19376549124717712, |
| "learning_rate": 0.00019705670814581052, |
| "loss": 1.8593, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.23867964451967838, |
| "grad_norm": 0.21564675867557526, |
| "learning_rate": 0.00019680861965717597, |
| "loss": 1.8758, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.24037240795598816, |
| "grad_norm": 0.19630011916160583, |
| "learning_rate": 0.0001965546212415821, |
| "loss": 1.876, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.24206517139229794, |
| "grad_norm": 0.21326979994773865, |
| "learning_rate": 0.00019629472856684755, |
| "loss": 1.8627, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.2437579348286077, |
| "grad_norm": 0.2283921092748642, |
| "learning_rate": 0.00019602895766437678, |
| "loss": 1.9001, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.24545069826491747, |
| "grad_norm": 0.18760521709918976, |
| "learning_rate": 0.00019575732492817092, |
| "loss": 1.8366, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.24714346170122725, |
| "grad_norm": 0.19644710421562195, |
| "learning_rate": 0.00019547984711381662, |
| "loss": 1.8523, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.24883622513753703, |
| "grad_norm": 0.20750153064727783, |
| "learning_rate": 0.0001951965413374525, |
| "loss": 1.9252, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.2505289885738468, |
| "grad_norm": 0.21898148953914642, |
| "learning_rate": 0.00019490742507471338, |
| "loss": 1.9337, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.25222175201015656, |
| "grad_norm": 0.2055978775024414, |
| "learning_rate": 0.0001946125161596522, |
| "loss": 1.8522, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.25391451544646637, |
| "grad_norm": 0.1978798359632492, |
| "learning_rate": 0.00019431183278363997, |
| "loss": 1.9232, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2556072788827761, |
| "grad_norm": 0.2158019244670868, |
| "learning_rate": 0.00019400539349424367, |
| "loss": 1.8611, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.25730004231908593, |
| "grad_norm": 0.20386692881584167, |
| "learning_rate": 0.0001936932171940821, |
| "loss": 1.7308, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.2589928057553957, |
| "grad_norm": 0.20035216212272644, |
| "learning_rate": 0.00019337532313966, |
| "loss": 1.8862, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.26068556919170544, |
| "grad_norm": 0.23695775866508484, |
| "learning_rate": 0.00019305173094017996, |
| "loss": 1.8447, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.26237833262801524, |
| "grad_norm": 0.1999625414609909, |
| "learning_rate": 0.0001927224605563332, |
| "loss": 1.8646, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.264071096064325, |
| "grad_norm": 0.22056512534618378, |
| "learning_rate": 0.00019238753229906797, |
| "loss": 1.8067, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.2657638595006348, |
| "grad_norm": 0.20931819081306458, |
| "learning_rate": 0.00019204696682833682, |
| "loss": 1.8779, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.26745662293694455, |
| "grad_norm": 0.20790903270244598, |
| "learning_rate": 0.00019170078515182216, |
| "loss": 1.9015, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.26914938637325436, |
| "grad_norm": 0.19034312665462494, |
| "learning_rate": 0.00019134900862364054, |
| "loss": 1.8891, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.2708421498095641, |
| "grad_norm": 0.2115480899810791, |
| "learning_rate": 0.00019099165894302515, |
| "loss": 1.8202, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.27253491324587387, |
| "grad_norm": 0.2177758514881134, |
| "learning_rate": 0.00019062875815298763, |
| "loss": 1.9587, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.2742276766821837, |
| "grad_norm": 0.21036648750305176, |
| "learning_rate": 0.00019026032863895805, |
| "loss": 1.8691, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.2759204401184934, |
| "grad_norm": 0.22222432494163513, |
| "learning_rate": 0.00018988639312740433, |
| "loss": 1.8823, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.27761320355480323, |
| "grad_norm": 0.21436412632465363, |
| "learning_rate": 0.0001895069746844302, |
| "loss": 1.9104, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.279305966991113, |
| "grad_norm": 0.20456653833389282, |
| "learning_rate": 0.00018912209671435252, |
| "loss": 1.8959, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.2809987304274228, |
| "grad_norm": 0.2090640515089035, |
| "learning_rate": 0.00018873178295825732, |
| "loss": 1.8681, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.28269149386373255, |
| "grad_norm": 0.21788451075553894, |
| "learning_rate": 0.00018833605749253566, |
| "loss": 1.8757, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.2843842573000423, |
| "grad_norm": 0.1906866878271103, |
| "learning_rate": 0.00018793494472739831, |
| "loss": 1.8193, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2860770207363521, |
| "grad_norm": 0.19513285160064697, |
| "learning_rate": 0.00018752846940537003, |
| "loss": 1.795, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.28776978417266186, |
| "grad_norm": 0.21061134338378906, |
| "learning_rate": 0.0001871166565997633, |
| "loss": 1.874, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.28946254760897167, |
| "grad_norm": 0.1909717321395874, |
| "learning_rate": 0.00018669953171313188, |
| "loss": 1.9205, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.2911553110452814, |
| "grad_norm": 0.21319589018821716, |
| "learning_rate": 0.00018627712047570352, |
| "loss": 1.9476, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.2928480744815912, |
| "grad_norm": 0.1932004988193512, |
| "learning_rate": 0.0001858494489437931, |
| "loss": 1.9107, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.294540837917901, |
| "grad_norm": 0.2236086130142212, |
| "learning_rate": 0.0001854165434981953, |
| "loss": 1.9591, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.29623360135421073, |
| "grad_norm": 0.2074287086725235, |
| "learning_rate": 0.00018497843084255708, |
| "loss": 1.8827, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.29792636479052054, |
| "grad_norm": 0.20944799482822418, |
| "learning_rate": 0.00018453513800173072, |
| "loss": 1.9349, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.2996191282268303, |
| "grad_norm": 0.2134864628314972, |
| "learning_rate": 0.00018408669232010684, |
| "loss": 1.936, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.3013118916631401, |
| "grad_norm": 0.19440272450447083, |
| "learning_rate": 0.00018363312145992737, |
| "loss": 1.9071, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.30300465509944985, |
| "grad_norm": 0.20118582248687744, |
| "learning_rate": 0.0001831744533995795, |
| "loss": 1.8357, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.3046974185357596, |
| "grad_norm": 0.19037730991840363, |
| "learning_rate": 0.00018271071643186968, |
| "loss": 1.8208, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3063901819720694, |
| "grad_norm": 0.23469118773937225, |
| "learning_rate": 0.00018224193916227852, |
| "loss": 1.91, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.30808294540837916, |
| "grad_norm": 0.2068597376346588, |
| "learning_rate": 0.00018176815050719615, |
| "loss": 1.8396, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.30977570884468897, |
| "grad_norm": 0.199380561709404, |
| "learning_rate": 0.00018128937969213852, |
| "loss": 1.9452, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.3114684722809987, |
| "grad_norm": 0.21270886063575745, |
| "learning_rate": 0.00018080565624994474, |
| "loss": 1.8638, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.31316123571730853, |
| "grad_norm": 0.2130834311246872, |
| "learning_rate": 0.00018031701001895524, |
| "loss": 1.8948, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.3148539991536183, |
| "grad_norm": 0.23766449093818665, |
| "learning_rate": 0.0001798234711411713, |
| "loss": 1.8991, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.31654676258992803, |
| "grad_norm": 0.22095240652561188, |
| "learning_rate": 0.00017932507006039567, |
| "loss": 1.8994, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.31823952602623784, |
| "grad_norm": 0.21079136431217194, |
| "learning_rate": 0.0001788218375203547, |
| "loss": 1.8416, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.3199322894625476, |
| "grad_norm": 0.21459782123565674, |
| "learning_rate": 0.00017831380456280192, |
| "loss": 1.8634, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.3216250528988574, |
| "grad_norm": 0.20663154125213623, |
| "learning_rate": 0.00017780100252560313, |
| "loss": 1.8175, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.32331781633516715, |
| "grad_norm": 0.19480010867118835, |
| "learning_rate": 0.00017728346304080357, |
| "loss": 1.8805, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.32501057977147696, |
| "grad_norm": 0.19441437721252441, |
| "learning_rate": 0.0001767612180326764, |
| "loss": 1.8417, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.3267033432077867, |
| "grad_norm": 0.19535009562969208, |
| "learning_rate": 0.00017623429971575384, |
| "loss": 1.8304, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.32839610664409646, |
| "grad_norm": 0.1960291713476181, |
| "learning_rate": 0.0001757027405928396, |
| "loss": 1.8123, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.33008887008040627, |
| "grad_norm": 0.20072749257087708, |
| "learning_rate": 0.00017516657345300425, |
| "loss": 1.8054, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.331781633516716, |
| "grad_norm": 0.2007756382226944, |
| "learning_rate": 0.00017462583136956258, |
| "loss": 1.9027, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.33347439695302583, |
| "grad_norm": 0.19728228449821472, |
| "learning_rate": 0.00017408054769803337, |
| "loss": 1.7665, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.3351671603893356, |
| "grad_norm": 0.20155274868011475, |
| "learning_rate": 0.00017353075607408209, |
| "loss": 1.8861, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.3368599238256454, |
| "grad_norm": 0.220042422413826, |
| "learning_rate": 0.00017297649041144575, |
| "loss": 1.8939, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.33855268726195514, |
| "grad_norm": 0.198530912399292, |
| "learning_rate": 0.0001724177848998413, |
| "loss": 1.9187, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.3402454506982649, |
| "grad_norm": 0.21299457550048828, |
| "learning_rate": 0.00017185467400285644, |
| "loss": 1.8911, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.3419382141345747, |
| "grad_norm": 0.2029038816690445, |
| "learning_rate": 0.00017128719245582374, |
| "loss": 1.8675, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.34363097757088445, |
| "grad_norm": 0.19144582748413086, |
| "learning_rate": 0.00017071537526367817, |
| "loss": 1.8579, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.34532374100719426, |
| "grad_norm": 0.18448671698570251, |
| "learning_rate": 0.00017013925769879755, |
| "loss": 1.8343, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.347016504443504, |
| "grad_norm": 0.19850729405879974, |
| "learning_rate": 0.00016955887529882714, |
| "loss": 1.908, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.3487092678798138, |
| "grad_norm": 0.22133758664131165, |
| "learning_rate": 0.0001689742638644871, |
| "loss": 1.7839, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.3504020313161236, |
| "grad_norm": 0.22666744887828827, |
| "learning_rate": 0.00016838545945736458, |
| "loss": 1.8686, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.3520947947524333, |
| "grad_norm": 0.21209904551506042, |
| "learning_rate": 0.00016779249839768884, |
| "loss": 1.8597, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.35378755818874313, |
| "grad_norm": 0.24644292891025543, |
| "learning_rate": 0.00016719541726209117, |
| "loss": 1.9405, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.3554803216250529, |
| "grad_norm": 0.2024543285369873, |
| "learning_rate": 0.00016659425288134854, |
| "loss": 1.8438, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3571730850613627, |
| "grad_norm": 0.19772209227085114, |
| "learning_rate": 0.00016598904233811168, |
| "loss": 1.7444, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.35886584849767245, |
| "grad_norm": 0.21736018359661102, |
| "learning_rate": 0.00016537982296461768, |
| "loss": 1.8738, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.36055861193398225, |
| "grad_norm": 0.21007020771503448, |
| "learning_rate": 0.00016476663234038717, |
| "loss": 1.8198, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.362251375370292, |
| "grad_norm": 0.19021974503993988, |
| "learning_rate": 0.00016414950828990625, |
| "loss": 1.8837, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.36394413880660176, |
| "grad_norm": 0.19724875688552856, |
| "learning_rate": 0.00016352848888029326, |
| "loss": 1.82, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.36563690224291157, |
| "grad_norm": 0.21668016910552979, |
| "learning_rate": 0.00016290361241895064, |
| "loss": 1.8376, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.3673296656792213, |
| "grad_norm": 0.19902758300304413, |
| "learning_rate": 0.00016227491745120196, |
| "loss": 1.8129, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.3690224291155311, |
| "grad_norm": 0.19672639667987823, |
| "learning_rate": 0.0001616424427579143, |
| "loss": 1.8121, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.3707151925518409, |
| "grad_norm": 0.20111984014511108, |
| "learning_rate": 0.0001610062273531059, |
| "loss": 1.7883, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.37240795598815063, |
| "grad_norm": 0.19124211370944977, |
| "learning_rate": 0.00016036631048153979, |
| "loss": 1.839, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.37410071942446044, |
| "grad_norm": 0.1881026327610016, |
| "learning_rate": 0.0001597227316163029, |
| "loss": 1.7974, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.3757934828607702, |
| "grad_norm": 0.2134140431880951, |
| "learning_rate": 0.00015907553045637116, |
| "loss": 1.8425, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.37748624629708, |
| "grad_norm": 0.2233268767595291, |
| "learning_rate": 0.00015842474692416068, |
| "loss": 1.8192, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.37917900973338975, |
| "grad_norm": 0.19751399755477905, |
| "learning_rate": 0.0001577704211630652, |
| "loss": 1.7833, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.38087177316969956, |
| "grad_norm": 0.218443363904953, |
| "learning_rate": 0.00015711259353497981, |
| "loss": 1.9236, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.3825645366060093, |
| "grad_norm": 0.20756369829177856, |
| "learning_rate": 0.0001564513046178113, |
| "loss": 1.906, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.38425730004231906, |
| "grad_norm": 0.19934311509132385, |
| "learning_rate": 0.000155786595202975, |
| "loss": 1.8093, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.38595006347862887, |
| "grad_norm": 0.20041096210479736, |
| "learning_rate": 0.00015511850629287865, |
| "loss": 1.7607, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.3876428269149386, |
| "grad_norm": 0.18540289998054504, |
| "learning_rate": 0.00015444707909839325, |
| "loss": 1.8091, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.38933559035124843, |
| "grad_norm": 0.22061359882354736, |
| "learning_rate": 0.00015377235503631083, |
| "loss": 1.782, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3910283537875582, |
| "grad_norm": 0.22130614519119263, |
| "learning_rate": 0.0001530943757267898, |
| "loss": 1.8557, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.392721117223868, |
| "grad_norm": 0.1992771476507187, |
| "learning_rate": 0.00015241318299078751, |
| "loss": 1.8052, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.39441388066017774, |
| "grad_norm": 0.22611509263515472, |
| "learning_rate": 0.00015172881884748063, |
| "loss": 1.8771, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.3961066440964875, |
| "grad_norm": 0.21634873747825623, |
| "learning_rate": 0.00015104132551167318, |
| "loss": 1.8709, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.3977994075327973, |
| "grad_norm": 0.1996215432882309, |
| "learning_rate": 0.00015035074539119248, |
| "loss": 1.8022, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.39949217096910705, |
| "grad_norm": 0.2338496297597885, |
| "learning_rate": 0.00014965712108427323, |
| "loss": 1.8723, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.40118493440541686, |
| "grad_norm": 0.21306854486465454, |
| "learning_rate": 0.00014896049537693005, |
| "loss": 1.8632, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.4028776978417266, |
| "grad_norm": 0.19065231084823608, |
| "learning_rate": 0.00014826091124031792, |
| "loss": 1.7692, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.4045704612780364, |
| "grad_norm": 0.30616074800491333, |
| "learning_rate": 0.0001475584118280817, |
| "loss": 1.8729, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.40626322471434617, |
| "grad_norm": 0.20752687752246857, |
| "learning_rate": 0.00014685304047369423, |
| "loss": 1.7964, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.4079559881506559, |
| "grad_norm": 0.200820654630661, |
| "learning_rate": 0.00014614484068778324, |
| "loss": 1.7949, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.40964875158696573, |
| "grad_norm": 0.21263371407985687, |
| "learning_rate": 0.00014543385615544744, |
| "loss": 1.866, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.4113415150232755, |
| "grad_norm": 0.23685312271118164, |
| "learning_rate": 0.00014472013073356184, |
| "loss": 1.8304, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.4130342784595853, |
| "grad_norm": 0.21853387355804443, |
| "learning_rate": 0.00014400370844807234, |
| "loss": 1.8574, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.41472704189589504, |
| "grad_norm": 0.2155625820159912, |
| "learning_rate": 0.00014328463349128025, |
| "loss": 1.8748, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.41641980533220485, |
| "grad_norm": 0.2086298018693924, |
| "learning_rate": 0.000142562950219116, |
| "loss": 1.9206, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.4181125687685146, |
| "grad_norm": 0.20329339802265167, |
| "learning_rate": 0.00014183870314840325, |
| "loss": 1.8398, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.41980533220482436, |
| "grad_norm": 0.196868896484375, |
| "learning_rate": 0.00014111193695411285, |
| "loss": 1.8197, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.42149809564113416, |
| "grad_norm": 0.1998075544834137, |
| "learning_rate": 0.00014038269646660703, |
| "loss": 1.804, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.4231908590774439, |
| "grad_norm": 0.2248334139585495, |
| "learning_rate": 0.00013965102666887408, |
| "loss": 1.8629, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.4248836225137537, |
| "grad_norm": 0.21032220125198364, |
| "learning_rate": 0.0001389169726937536, |
| "loss": 1.7899, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.4265763859500635, |
| "grad_norm": 0.21330855786800385, |
| "learning_rate": 0.0001381805798211525, |
| "loss": 1.8903, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.4282691493863732, |
| "grad_norm": 0.1978665292263031, |
| "learning_rate": 0.00013744189347525182, |
| "loss": 1.8784, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.42996191282268303, |
| "grad_norm": 0.2091052383184433, |
| "learning_rate": 0.00013670095922170498, |
| "loss": 1.7486, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.4316546762589928, |
| "grad_norm": 0.20555751025676727, |
| "learning_rate": 0.00013595782276482678, |
| "loss": 1.8544, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.4333474396953026, |
| "grad_norm": 0.18778344988822937, |
| "learning_rate": 0.00013521252994477446, |
| "loss": 1.8234, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.43504020313161235, |
| "grad_norm": 0.1997567117214203, |
| "learning_rate": 0.00013446512673471965, |
| "loss": 1.8087, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.43673296656792215, |
| "grad_norm": 0.23277805745601654, |
| "learning_rate": 0.0001337156592380131, |
| "loss": 1.8419, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.4384257300042319, |
| "grad_norm": 0.22513163089752197, |
| "learning_rate": 0.0001329641736853402, |
| "loss": 1.8437, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.44011849344054166, |
| "grad_norm": 0.2149161845445633, |
| "learning_rate": 0.0001322107164318697, |
| "loss": 1.8383, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.44181125687685147, |
| "grad_norm": 0.21721015870571136, |
| "learning_rate": 0.00013145533395439405, |
| "loss": 1.7647, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.4435040203131612, |
| "grad_norm": 0.209782674908638, |
| "learning_rate": 0.0001306980728484627, |
| "loss": 1.8086, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.445196783749471, |
| "grad_norm": 0.21785935759544373, |
| "learning_rate": 0.00012993897982550764, |
| "loss": 1.8221, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.4468895471857808, |
| "grad_norm": 0.19847460091114044, |
| "learning_rate": 0.00012917810170996218, |
| "loss": 1.7695, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.4485823106220906, |
| "grad_norm": 0.24909834563732147, |
| "learning_rate": 0.0001284154854363725, |
| "loss": 1.9249, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.45027507405840034, |
| "grad_norm": 0.20455898344516754, |
| "learning_rate": 0.00012765117804650267, |
| "loss": 1.736, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.4519678374947101, |
| "grad_norm": 0.2129652500152588, |
| "learning_rate": 0.00012688522668643268, |
| "loss": 1.8665, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.4536606009310199, |
| "grad_norm": 0.23460032045841217, |
| "learning_rate": 0.00012611767860365038, |
| "loss": 1.8598, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.45535336436732965, |
| "grad_norm": 0.1984863132238388, |
| "learning_rate": 0.00012534858114413692, |
| "loss": 1.8512, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.45704612780363946, |
| "grad_norm": 0.22249212861061096, |
| "learning_rate": 0.00012457798174944645, |
| "loss": 1.8617, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.4587388912399492, |
| "grad_norm": 0.1910618543624878, |
| "learning_rate": 0.0001238059279537795, |
| "loss": 1.8236, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.460431654676259, |
| "grad_norm": 0.1930653601884842, |
| "learning_rate": 0.00012303246738105082, |
| "loss": 1.7204, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.46212441811256877, |
| "grad_norm": 0.21550333499908447, |
| "learning_rate": 0.00012225764774195186, |
| "loss": 1.8523, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.4638171815488785, |
| "grad_norm": 0.22164791822433472, |
| "learning_rate": 0.00012148151683100776, |
| "loss": 1.8166, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.46550994498518833, |
| "grad_norm": 0.19043266773223877, |
| "learning_rate": 0.00012070412252362897, |
| "loss": 1.7265, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.4672027084214981, |
| "grad_norm": 0.21201427280902863, |
| "learning_rate": 0.0001199255127731582, |
| "loss": 1.8403, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.4688954718578079, |
| "grad_norm": 0.1951863020658493, |
| "learning_rate": 0.00011914573560791246, |
| "loss": 1.8029, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 0.19758546352386475, |
| "learning_rate": 0.00011836483912822035, |
| "loss": 1.7447, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.47228099873042745, |
| "grad_norm": 0.1987844705581665, |
| "learning_rate": 0.00011758287150345516, |
| "loss": 1.8123, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.4739737621667372, |
| "grad_norm": 0.20801664888858795, |
| "learning_rate": 0.00011679988096906333, |
| "loss": 1.8099, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.47566652560304695, |
| "grad_norm": 0.20373427867889404, |
| "learning_rate": 0.00011601591582358924, |
| "loss": 1.8075, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.47735928903935676, |
| "grad_norm": 0.18766620755195618, |
| "learning_rate": 0.00011523102442569585, |
| "loss": 1.8565, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.4790520524756665, |
| "grad_norm": 0.20334315299987793, |
| "learning_rate": 0.00011444525519118179, |
| "loss": 1.7725, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.4807448159119763, |
| "grad_norm": 0.23168785870075226, |
| "learning_rate": 0.00011365865658999474, |
| "loss": 1.8644, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.48243757934828607, |
| "grad_norm": 0.21688470244407654, |
| "learning_rate": 0.00011287127714324162, |
| "loss": 1.8269, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.4841303427845959, |
| "grad_norm": 0.1990613490343094, |
| "learning_rate": 0.00011208316542019556, |
| "loss": 1.8364, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.48582310622090563, |
| "grad_norm": 0.2150726169347763, |
| "learning_rate": 0.00011129437003530006, |
| "loss": 1.7863, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.4875158696572154, |
| "grad_norm": 0.21324212849140167, |
| "learning_rate": 0.00011050493964516997, |
| "loss": 1.8465, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.4892086330935252, |
| "grad_norm": 0.22838270664215088, |
| "learning_rate": 0.00010971492294559029, |
| "loss": 1.7879, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.49090139652983494, |
| "grad_norm": 0.2122029811143875, |
| "learning_rate": 0.00010892436866851235, |
| "loss": 1.8314, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.49259415996614475, |
| "grad_norm": 0.20107725262641907, |
| "learning_rate": 0.00010813332557904784, |
| "loss": 1.8476, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.4942869234024545, |
| "grad_norm": 0.20374621450901031, |
| "learning_rate": 0.00010734184247246066, |
| "loss": 1.7898, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.49597968683876426, |
| "grad_norm": 0.2181493192911148, |
| "learning_rate": 0.00010654996817115704, |
| "loss": 1.8615, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.49767245027507406, |
| "grad_norm": 0.2149876058101654, |
| "learning_rate": 0.00010575775152167391, |
| "loss": 1.8864, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.4993652137113838, |
| "grad_norm": 0.2074560672044754, |
| "learning_rate": 0.00010496524139166594, |
| "loss": 1.8098, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.5010579771476936, |
| "grad_norm": 0.21023057401180267, |
| "learning_rate": 0.00010417248666689095, |
| "loss": 1.8146, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.5027507405840034, |
| "grad_norm": 0.22075513005256653, |
| "learning_rate": 0.00010337953624819464, |
| "loss": 1.7364, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.5044435040203131, |
| "grad_norm": 0.20402000844478607, |
| "learning_rate": 0.0001025864390484939, |
| "loss": 1.8982, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.506136267456623, |
| "grad_norm": 0.20802898705005646, |
| "learning_rate": 0.00010179324398975984, |
| "loss": 1.8944, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.5078290308929327, |
| "grad_norm": 0.21477678418159485, |
| "learning_rate": 0.000101, |
| "loss": 1.739, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5095217943292425, |
| "grad_norm": 0.21539942920207977, |
| "learning_rate": 0.00010020675601024019, |
| "loss": 1.8687, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.5112145577655522, |
| "grad_norm": 0.1995563805103302, |
| "learning_rate": 9.941356095150613e-05, |
| "loss": 1.7643, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.512907321201862, |
| "grad_norm": 0.22377008199691772, |
| "learning_rate": 9.862046375180539e-05, |
| "loss": 1.858, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.5146000846381719, |
| "grad_norm": 0.22329548001289368, |
| "learning_rate": 9.782751333310905e-05, |
| "loss": 1.8245, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.5162928480744816, |
| "grad_norm": 0.20432743430137634, |
| "learning_rate": 9.70347586083341e-05, |
| "loss": 1.8553, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.5179856115107914, |
| "grad_norm": 0.19676503539085388, |
| "learning_rate": 9.62422484783261e-05, |
| "loss": 1.9008, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.5196783749471011, |
| "grad_norm": 0.201835498213768, |
| "learning_rate": 9.5450031828843e-05, |
| "loss": 1.8466, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.5213711383834109, |
| "grad_norm": 0.2252872735261917, |
| "learning_rate": 9.465815752753935e-05, |
| "loss": 1.7508, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.5230639018197207, |
| "grad_norm": 0.20253726840019226, |
| "learning_rate": 9.386667442095219e-05, |
| "loss": 1.7062, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.5247566652560305, |
| "grad_norm": 0.18099112808704376, |
| "learning_rate": 9.307563133148767e-05, |
| "loss": 1.7196, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5264494286923402, |
| "grad_norm": 0.20946381986141205, |
| "learning_rate": 9.228507705440976e-05, |
| "loss": 1.6923, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.52814219212865, |
| "grad_norm": 0.19370995461940765, |
| "learning_rate": 9.149506035483005e-05, |
| "loss": 1.767, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.5298349555649597, |
| "grad_norm": 0.23071925342082977, |
| "learning_rate": 9.070562996469997e-05, |
| "loss": 1.9319, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.5315277190012696, |
| "grad_norm": 0.209041029214859, |
| "learning_rate": 8.991683457980443e-05, |
| "loss": 1.8223, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.5332204824375794, |
| "grad_norm": 0.21399877965450287, |
| "learning_rate": 8.912872285675841e-05, |
| "loss": 1.8666, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.5349132458738891, |
| "grad_norm": 0.19409359991550446, |
| "learning_rate": 8.834134341000527e-05, |
| "loss": 1.7784, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.5366060093101989, |
| "grad_norm": 0.204691082239151, |
| "learning_rate": 8.755474480881823e-05, |
| "loss": 1.719, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.5382987727465087, |
| "grad_norm": 0.2197725772857666, |
| "learning_rate": 8.676897557430415e-05, |
| "loss": 1.8214, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.5399915361828185, |
| "grad_norm": 0.20693747699260712, |
| "learning_rate": 8.598408417641078e-05, |
| "loss": 1.9092, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.5416842996191282, |
| "grad_norm": 0.21056115627288818, |
| "learning_rate": 8.520011903093666e-05, |
| "loss": 1.7916, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.543377063055438, |
| "grad_norm": 0.2322707176208496, |
| "learning_rate": 8.441712849654485e-05, |
| "loss": 1.7776, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.5450698264917477, |
| "grad_norm": 0.22040331363677979, |
| "learning_rate": 8.363516087177962e-05, |
| "loss": 1.7787, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.5467625899280576, |
| "grad_norm": 0.20133259892463684, |
| "learning_rate": 8.285426439208755e-05, |
| "loss": 1.8502, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.5484553533643673, |
| "grad_norm": 0.21346233785152435, |
| "learning_rate": 8.20744872268418e-05, |
| "loss": 1.8366, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.5501481168006771, |
| "grad_norm": 0.23861512541770935, |
| "learning_rate": 8.129587747637105e-05, |
| "loss": 1.8267, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.5518408802369869, |
| "grad_norm": 0.2035307139158249, |
| "learning_rate": 8.051848316899227e-05, |
| "loss": 1.8537, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.5535336436732966, |
| "grad_norm": 0.2048177719116211, |
| "learning_rate": 7.974235225804814e-05, |
| "loss": 1.7852, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.5552264071096065, |
| "grad_norm": 0.20414908230304718, |
| "learning_rate": 7.896753261894923e-05, |
| "loss": 1.8421, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.5569191705459162, |
| "grad_norm": 0.24092479050159454, |
| "learning_rate": 7.819407204622054e-05, |
| "loss": 1.854, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.558611933982226, |
| "grad_norm": 0.18901631236076355, |
| "learning_rate": 7.74220182505536e-05, |
| "loss": 1.8054, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5603046974185357, |
| "grad_norm": 0.2006632387638092, |
| "learning_rate": 7.665141885586312e-05, |
| "loss": 1.8048, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.5619974608548456, |
| "grad_norm": 0.24550236761569977, |
| "learning_rate": 7.588232139634968e-05, |
| "loss": 1.925, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.5636902242911553, |
| "grad_norm": 0.2135893553495407, |
| "learning_rate": 7.511477331356733e-05, |
| "loss": 1.8726, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.5653829877274651, |
| "grad_norm": 0.2010648548603058, |
| "learning_rate": 7.434882195349736e-05, |
| "loss": 1.8045, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.5670757511637748, |
| "grad_norm": 0.21286746859550476, |
| "learning_rate": 7.358451456362751e-05, |
| "loss": 1.7486, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.5687685146000846, |
| "grad_norm": 0.21406236290931702, |
| "learning_rate": 7.282189829003785e-05, |
| "loss": 1.7529, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.5704612780363945, |
| "grad_norm": 0.22069211304187775, |
| "learning_rate": 7.206102017449237e-05, |
| "loss": 1.8614, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.5721540414727042, |
| "grad_norm": 0.21297217905521393, |
| "learning_rate": 7.130192715153731e-05, |
| "loss": 1.8435, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.573846804909014, |
| "grad_norm": 0.21049076318740845, |
| "learning_rate": 7.054466604560595e-05, |
| "loss": 1.7618, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.5755395683453237, |
| "grad_norm": 0.21273387968540192, |
| "learning_rate": 6.978928356813031e-05, |
| "loss": 1.7966, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5772323317816335, |
| "grad_norm": 0.21543648838996887, |
| "learning_rate": 6.90358263146598e-05, |
| "loss": 1.7777, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.5789250952179433, |
| "grad_norm": 0.21663051843643188, |
| "learning_rate": 6.828434076198693e-05, |
| "loss": 1.8662, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.5806178586542531, |
| "grad_norm": 0.2097054123878479, |
| "learning_rate": 6.753487326528033e-05, |
| "loss": 1.7905, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.5823106220905628, |
| "grad_norm": 0.21476370096206665, |
| "learning_rate": 6.678747005522557e-05, |
| "loss": 1.868, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.5840033855268726, |
| "grad_norm": 0.21085023880004883, |
| "learning_rate": 6.60421772351732e-05, |
| "loss": 1.7485, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.5856961489631825, |
| "grad_norm": 0.20236246287822723, |
| "learning_rate": 6.529904077829505e-05, |
| "loss": 1.8017, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.5873889123994922, |
| "grad_norm": 0.20598532259464264, |
| "learning_rate": 6.455810652474817e-05, |
| "loss": 1.8247, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.589081675835802, |
| "grad_norm": 0.21530595421791077, |
| "learning_rate": 6.381942017884753e-05, |
| "loss": 1.7806, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.5907744392721117, |
| "grad_norm": 0.20915140211582184, |
| "learning_rate": 6.30830273062464e-05, |
| "loss": 1.6916, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.5924672027084215, |
| "grad_norm": 0.2102150022983551, |
| "learning_rate": 6.234897333112594e-05, |
| "loss": 1.7322, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5941599661447313, |
| "grad_norm": 0.2074473649263382, |
| "learning_rate": 6.161730353339302e-05, |
| "loss": 1.8016, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.5958527295810411, |
| "grad_norm": 0.20407773554325104, |
| "learning_rate": 6.088806304588717e-05, |
| "loss": 1.7577, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.5975454930173508, |
| "grad_norm": 0.19759750366210938, |
| "learning_rate": 6.0161296851596766e-05, |
| "loss": 1.7865, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.5992382564536606, |
| "grad_norm": 0.1897537112236023, |
| "learning_rate": 5.943704978088402e-05, |
| "loss": 1.7259, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.6009310198899703, |
| "grad_norm": 0.21245813369750977, |
| "learning_rate": 5.871536650871979e-05, |
| "loss": 1.7443, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.6026237833262802, |
| "grad_norm": 0.21807269752025604, |
| "learning_rate": 5.7996291551927666e-05, |
| "loss": 1.8325, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.60431654676259, |
| "grad_norm": 0.20956049859523773, |
| "learning_rate": 5.7279869266438234e-05, |
| "loss": 1.7937, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.6060093101988997, |
| "grad_norm": 0.20313173532485962, |
| "learning_rate": 5.656614384455257e-05, |
| "loss": 1.7876, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.6077020736352094, |
| "grad_norm": 0.20536667108535767, |
| "learning_rate": 5.585515931221677e-05, |
| "loss": 1.8179, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.6093948370715192, |
| "grad_norm": 0.21091505885124207, |
| "learning_rate": 5.514695952630578e-05, |
| "loss": 1.7008, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.6110876005078291, |
| "grad_norm": 0.22748170793056488, |
| "learning_rate": 5.444158817191832e-05, |
| "loss": 1.8367, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.6127803639441388, |
| "grad_norm": 0.22794023156166077, |
| "learning_rate": 5.373908875968211e-05, |
| "loss": 1.7491, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.6144731273804486, |
| "grad_norm": 0.20269587635993958, |
| "learning_rate": 5.3039504623069965e-05, |
| "loss": 1.7936, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.6161658908167583, |
| "grad_norm": 0.2314659059047699, |
| "learning_rate": 5.234287891572674e-05, |
| "loss": 1.8786, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.6178586542530682, |
| "grad_norm": 0.21339716017246246, |
| "learning_rate": 5.164925460880758e-05, |
| "loss": 1.7822, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.6195514176893779, |
| "grad_norm": 0.2351083606481552, |
| "learning_rate": 5.095867448832683e-05, |
| "loss": 1.8096, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.6212441811256877, |
| "grad_norm": 0.2355419397354126, |
| "learning_rate": 5.027118115251938e-05, |
| "loss": 1.8608, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.6229369445619974, |
| "grad_norm": 0.20024722814559937, |
| "learning_rate": 4.95868170092125e-05, |
| "loss": 1.7936, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.6246297079983072, |
| "grad_norm": 0.20535969734191895, |
| "learning_rate": 4.890562427321021e-05, |
| "loss": 1.8049, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.6263224714346171, |
| "grad_norm": 0.23352813720703125, |
| "learning_rate": 4.822764496368917e-05, |
| "loss": 1.765, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.6280152348709268, |
| "grad_norm": 0.1979178786277771, |
| "learning_rate": 4.755292090160676e-05, |
| "loss": 1.7403, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.6297079983072366, |
| "grad_norm": 0.20019833743572235, |
| "learning_rate": 4.6881493707121315e-05, |
| "loss": 1.8232, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.6314007617435463, |
| "grad_norm": 0.2228015512228012, |
| "learning_rate": 4.621340479702503e-05, |
| "loss": 1.7402, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.6330935251798561, |
| "grad_norm": 0.21357794106006622, |
| "learning_rate": 4.554869538218868e-05, |
| "loss": 1.8108, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.6347862886161659, |
| "grad_norm": 0.21230149269104004, |
| "learning_rate": 4.48874064650202e-05, |
| "loss": 1.8489, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.6364790520524757, |
| "grad_norm": 0.24094673991203308, |
| "learning_rate": 4.422957883693483e-05, |
| "loss": 1.8017, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.6381718154887854, |
| "grad_norm": 0.22956468164920807, |
| "learning_rate": 4.357525307583933e-05, |
| "loss": 1.8582, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.6398645789250952, |
| "grad_norm": 0.2082371562719345, |
| "learning_rate": 4.29244695436289e-05, |
| "loss": 1.7844, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.641557342361405, |
| "grad_norm": 0.19524511694908142, |
| "learning_rate": 4.227726838369711e-05, |
| "loss": 1.8427, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.6432501057977148, |
| "grad_norm": 0.21189072728157043, |
| "learning_rate": 4.1633689518460225e-05, |
| "loss": 1.7981, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.6449428692340246, |
| "grad_norm": 0.2074735313653946, |
| "learning_rate": 4.0993772646894116e-05, |
| "loss": 1.7982, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.6466356326703343, |
| "grad_norm": 0.20359306037425995, |
| "learning_rate": 4.035755724208573e-05, |
| "loss": 1.8001, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.6483283961066441, |
| "grad_norm": 0.1999865025281906, |
| "learning_rate": 3.972508254879805e-05, |
| "loss": 1.8001, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.6500211595429539, |
| "grad_norm": 0.21898256242275238, |
| "learning_rate": 3.90963875810494e-05, |
| "loss": 1.8164, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.6517139229792637, |
| "grad_norm": 0.21683290600776672, |
| "learning_rate": 3.847151111970676e-05, |
| "loss": 1.8172, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.6534066864155734, |
| "grad_norm": 0.20884141325950623, |
| "learning_rate": 3.785049171009381e-05, |
| "loss": 1.8675, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.6550994498518832, |
| "grad_norm": 0.21106429398059845, |
| "learning_rate": 3.723336765961285e-05, |
| "loss": 1.7616, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.6567922132881929, |
| "grad_norm": 0.23011848330497742, |
| "learning_rate": 3.662017703538234e-05, |
| "loss": 1.8289, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.6584849767245028, |
| "grad_norm": 0.2037750780582428, |
| "learning_rate": 3.601095766188833e-05, |
| "loss": 1.8335, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.6601777401608125, |
| "grad_norm": 0.2219899743795395, |
| "learning_rate": 3.540574711865146e-05, |
| "loss": 1.9411, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.6618705035971223, |
| "grad_norm": 0.21334752440452576, |
| "learning_rate": 3.4804582737908825e-05, |
| "loss": 1.8087, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.663563267033432, |
| "grad_norm": 0.189884215593338, |
| "learning_rate": 3.420750160231118e-05, |
| "loss": 1.7682, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.6652560304697418, |
| "grad_norm": 0.19877025485038757, |
| "learning_rate": 3.361454054263541e-05, |
| "loss": 1.6733, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.6669487939060517, |
| "grad_norm": 0.2145155668258667, |
| "learning_rate": 3.302573613551292e-05, |
| "loss": 1.8208, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.6686415573423614, |
| "grad_norm": 0.20586173236370087, |
| "learning_rate": 3.244112470117288e-05, |
| "loss": 1.7466, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.6703343207786712, |
| "grad_norm": 0.21139511466026306, |
| "learning_rate": 3.186074230120244e-05, |
| "loss": 1.7321, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.6720270842149809, |
| "grad_norm": 0.21532289683818817, |
| "learning_rate": 3.1284624736321846e-05, |
| "loss": 1.8668, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.6737198476512908, |
| "grad_norm": 0.20813466608524323, |
| "learning_rate": 3.071280754417626e-05, |
| "loss": 1.9226, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.6754126110876005, |
| "grad_norm": 0.21900610625743866, |
| "learning_rate": 3.0145325997143577e-05, |
| "loss": 1.8024, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.6771053745239103, |
| "grad_norm": 0.22422060370445251, |
| "learning_rate": 2.9582215100158706e-05, |
| "loss": 1.8334, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.67879813796022, |
| "grad_norm": 0.23467899858951569, |
| "learning_rate": 2.902350958855426e-05, |
| "loss": 1.8694, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.6804909013965298, |
| "grad_norm": 0.21651369333267212, |
| "learning_rate": 2.846924392591794e-05, |
| "loss": 1.8401, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.6821836648328397, |
| "grad_norm": 0.19963063299655914, |
| "learning_rate": 2.791945230196663e-05, |
| "loss": 1.7546, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.6838764282691494, |
| "grad_norm": 0.19555777311325073, |
| "learning_rate": 2.7374168630437456e-05, |
| "loss": 1.7436, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.6855691917054592, |
| "grad_norm": 0.22838395833969116, |
| "learning_rate": 2.6833426546995782e-05, |
| "loss": 1.7865, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.6872619551417689, |
| "grad_norm": 0.21524296700954437, |
| "learning_rate": 2.629725940716041e-05, |
| "loss": 1.8273, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.6889547185780787, |
| "grad_norm": 0.2013399302959442, |
| "learning_rate": 2.57657002842462e-05, |
| "loss": 1.8137, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.6906474820143885, |
| "grad_norm": 0.21510232985019684, |
| "learning_rate": 2.523878196732358e-05, |
| "loss": 1.8143, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.6923402454506983, |
| "grad_norm": 0.21713508665561676, |
| "learning_rate": 2.4716536959196462e-05, |
| "loss": 1.726, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.694033008887008, |
| "grad_norm": 0.21626891195774078, |
| "learning_rate": 2.4198997474396877e-05, |
| "loss": 1.8512, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6957257723233178, |
| "grad_norm": 0.20656228065490723, |
| "learning_rate": 2.3686195437198112e-05, |
| "loss": 1.7622, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.6974185357596276, |
| "grad_norm": 0.20512975752353668, |
| "learning_rate": 2.31781624796453e-05, |
| "loss": 1.8007, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.6991112991959374, |
| "grad_norm": 0.211225688457489, |
| "learning_rate": 2.2674929939604332e-05, |
| "loss": 1.8128, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.7008040626322471, |
| "grad_norm": 0.21974876523017883, |
| "learning_rate": 2.217652885882869e-05, |
| "loss": 1.883, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.7024968260685569, |
| "grad_norm": 0.20600928366184235, |
| "learning_rate": 2.1682989981044783e-05, |
| "loss": 1.7697, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.7041895895048667, |
| "grad_norm": 0.22947439551353455, |
| "learning_rate": 2.119434375005527e-05, |
| "loss": 1.8393, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "grad_norm": 0.20363295078277588, |
| "learning_rate": 2.071062030786149e-05, |
| "loss": 1.7937, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.7075751163774863, |
| "grad_norm": 0.21072493493556976, |
| "learning_rate": 2.0231849492803852e-05, |
| "loss": 1.84, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.709267879813796, |
| "grad_norm": 0.218157559633255, |
| "learning_rate": 1.9758060837721467e-05, |
| "loss": 1.8936, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.7109606432501058, |
| "grad_norm": 0.22965873777866364, |
| "learning_rate": 1.928928356813032e-05, |
| "loss": 1.7123, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.7126534066864155, |
| "grad_norm": 0.22897976636886597, |
| "learning_rate": 1.882554660042052e-05, |
| "loss": 1.78, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.7143461701227254, |
| "grad_norm": 0.22148145735263824, |
| "learning_rate": 1.8366878540072614e-05, |
| "loss": 1.7913, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.7160389335590351, |
| "grad_norm": 0.2105412781238556, |
| "learning_rate": 1.7913307679893173e-05, |
| "loss": 1.7588, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.7177316969953449, |
| "grad_norm": 0.19640448689460754, |
| "learning_rate": 1.7464861998269243e-05, |
| "loss": 1.8379, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.7194244604316546, |
| "grad_norm": 0.20884667336940765, |
| "learning_rate": 1.702156915744292e-05, |
| "loss": 1.8713, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.7211172238679645, |
| "grad_norm": 0.20887801051139832, |
| "learning_rate": 1.6583456501804725e-05, |
| "loss": 1.7939, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.7228099873042743, |
| "grad_norm": 0.21152956783771515, |
| "learning_rate": 1.6150551056206867e-05, |
| "loss": 1.7871, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.724502750740584, |
| "grad_norm": 0.18513014912605286, |
| "learning_rate": 1.57228795242965e-05, |
| "loss": 1.7296, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.7261955141768938, |
| "grad_norm": 0.19580882787704468, |
| "learning_rate": 1.5300468286868137e-05, |
| "loss": 1.7489, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.7278882776132035, |
| "grad_norm": 0.21818384528160095, |
| "learning_rate": 1.488334340023669e-05, |
| "loss": 1.8618, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.7295810410495134, |
| "grad_norm": 0.22403159737586975, |
| "learning_rate": 1.4471530594629996e-05, |
| "loss": 1.8694, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.7312738044858231, |
| "grad_norm": 0.2089739292860031, |
| "learning_rate": 1.4065055272601703e-05, |
| "loss": 1.8291, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.7329665679221329, |
| "grad_norm": 0.22134815156459808, |
| "learning_rate": 1.3663942507464348e-05, |
| "loss": 1.7524, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.7346593313584426, |
| "grad_norm": 0.21070238947868347, |
| "learning_rate": 1.3268217041742701e-05, |
| "loss": 1.7339, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.7363520947947524, |
| "grad_norm": 0.20640292763710022, |
| "learning_rate": 1.2877903285647486e-05, |
| "loss": 1.749, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.7380448582310623, |
| "grad_norm": 0.21918413043022156, |
| "learning_rate": 1.2493025315569801e-05, |
| "loss": 1.8355, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.739737621667372, |
| "grad_norm": 0.22140200436115265, |
| "learning_rate": 1.2113606872595673e-05, |
| "loss": 1.7544, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.7414303851036818, |
| "grad_norm": 0.2224489450454712, |
| "learning_rate": 1.173967136104196e-05, |
| "loss": 1.7686, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.7431231485399915, |
| "grad_norm": 0.21481674909591675, |
| "learning_rate": 1.1371241847012401e-05, |
| "loss": 1.7817, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.7448159119763013, |
| "grad_norm": 0.20408138632774353, |
| "learning_rate": 1.1008341056974854e-05, |
| "loss": 1.748, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.7465086754126111, |
| "grad_norm": 0.23499758541584015, |
| "learning_rate": 1.0650991376359473e-05, |
| "loss": 1.7775, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.7482014388489209, |
| "grad_norm": 0.21035221219062805, |
| "learning_rate": 1.029921484817783e-05, |
| "loss": 1.8775, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.7498942022852306, |
| "grad_norm": 0.20913664996623993, |
| "learning_rate": 9.953033171663175e-06, |
| "loss": 1.7602, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.7515869657215404, |
| "grad_norm": 0.20781245827674866, |
| "learning_rate": 9.612467700932045e-06, |
| "loss": 1.7158, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.7532797291578502, |
| "grad_norm": 0.20402781665325165, |
| "learning_rate": 9.277539443666783e-06, |
| "loss": 1.818, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.75497249259416, |
| "grad_norm": 0.21362698078155518, |
| "learning_rate": 8.948269059820025e-06, |
| "loss": 1.8516, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.7566652560304697, |
| "grad_norm": 0.2265281230211258, |
| "learning_rate": 8.624676860340025e-06, |
| "loss": 1.7944, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.7583580194667795, |
| "grad_norm": 0.21393375098705292, |
| "learning_rate": 8.306782805917904e-06, |
| "loss": 1.7829, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.7600507829030893, |
| "grad_norm": 0.20928075909614563, |
| "learning_rate": 7.994606505756355e-06, |
| "loss": 1.7777, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.7617435463393991, |
| "grad_norm": 0.2121303230524063, |
| "learning_rate": 7.68816721636004e-06, |
| "loss": 1.8348, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.7634363097757089, |
| "grad_norm": 0.21304333209991455, |
| "learning_rate": 7.3874838403478e-06, |
| "loss": 1.8322, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.7651290732120186, |
| "grad_norm": 0.19794292747974396, |
| "learning_rate": 7.092574925286614e-06, |
| "loss": 1.7484, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.7668218366483284, |
| "grad_norm": 0.23775118589401245, |
| "learning_rate": 6.803458662547507e-06, |
| "loss": 1.8244, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.7685146000846381, |
| "grad_norm": 0.21358804404735565, |
| "learning_rate": 6.520152886183406e-06, |
| "loss": 1.7668, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.770207363520948, |
| "grad_norm": 0.2213735729455948, |
| "learning_rate": 6.242675071829111e-06, |
| "loss": 1.8165, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.7719001269572577, |
| "grad_norm": 0.20860306918621063, |
| "learning_rate": 5.971042335623229e-06, |
| "loss": 1.7456, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.7735928903935675, |
| "grad_norm": 0.2030525654554367, |
| "learning_rate": 5.705271433152458e-06, |
| "loss": 1.7243, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.7752856538298772, |
| "grad_norm": 0.23554547131061554, |
| "learning_rate": 5.445378758417925e-06, |
| "loss": 1.8786, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.7769784172661871, |
| "grad_norm": 0.19026103615760803, |
| "learning_rate": 5.191380342824035e-06, |
| "loss": 1.7338, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.7786711807024969, |
| "grad_norm": 0.21249499917030334, |
| "learning_rate": 4.943291854189493e-06, |
| "loss": 1.8831, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.7803639441388066, |
| "grad_norm": 0.1983940303325653, |
| "learning_rate": 4.701128595780878e-06, |
| "loss": 1.8124, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.7820567075751164, |
| "grad_norm": 0.2183755785226822, |
| "learning_rate": 4.464905505368658e-06, |
| "loss": 1.8125, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.7837494710114261, |
| "grad_norm": 0.20469729602336884, |
| "learning_rate": 4.23463715430577e-06, |
| "loss": 1.7181, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.785442234447736, |
| "grad_norm": 0.21118509769439697, |
| "learning_rate": 4.010337746628751e-06, |
| "loss": 1.8343, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.7871349978840457, |
| "grad_norm": 0.20791935920715332, |
| "learning_rate": 3.792021118181636e-06, |
| "loss": 1.8717, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.7888277613203555, |
| "grad_norm": 0.21682444214820862, |
| "learning_rate": 3.5797007357623945e-06, |
| "loss": 1.9463, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.7905205247566652, |
| "grad_norm": 0.2028808295726776, |
| "learning_rate": 3.3733896962923658e-06, |
| "loss": 1.7656, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.792213288192975, |
| "grad_norm": 0.20768266916275024, |
| "learning_rate": 3.1731007260082616e-06, |
| "loss": 1.8322, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.7939060516292848, |
| "grad_norm": 0.22645053267478943, |
| "learning_rate": 2.9788461796772114e-06, |
| "loss": 1.7735, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.7955988150655946, |
| "grad_norm": 0.20245122909545898, |
| "learning_rate": 2.790638039834668e-06, |
| "loss": 1.7191, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.7972915785019044, |
| "grad_norm": 0.2117125540971756, |
| "learning_rate": 2.6084879160452166e-06, |
| "loss": 1.7797, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.7989843419382141, |
| "grad_norm": 0.2047407627105713, |
| "learning_rate": 2.432407044186509e-06, |
| "loss": 1.8037, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.8006771053745239, |
| "grad_norm": 0.19866344332695007, |
| "learning_rate": 2.26240628575615e-06, |
| "loss": 1.8208, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.8023698688108337, |
| "grad_norm": 0.21329368650913239, |
| "learning_rate": 2.098496127201648e-06, |
| "loss": 1.7743, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.8040626322471435, |
| "grad_norm": 0.2227088063955307, |
| "learning_rate": 1.9406866792737267e-06, |
| "loss": 1.802, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.8057553956834532, |
| "grad_norm": 0.23095914721488953, |
| "learning_rate": 1.7889876764024505e-06, |
| "loss": 1.7875, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.807448159119763, |
| "grad_norm": 0.19540473818778992, |
| "learning_rate": 1.6434084760968697e-06, |
| "loss": 1.7506, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.8091409225560728, |
| "grad_norm": 0.22987684607505798, |
| "learning_rate": 1.5039580583678393e-06, |
| "loss": 1.8692, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.8108336859923826, |
| "grad_norm": 0.21226081252098083, |
| "learning_rate": 1.3706450251739613e-06, |
| "loss": 1.8634, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.8125264494286923, |
| "grad_norm": 0.22443637251853943, |
| "learning_rate": 1.2434775998910964e-06, |
| "loss": 1.7992, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.8142192128650021, |
| "grad_norm": 0.2271965891122818, |
| "learning_rate": 1.1224636268050439e-06, |
| "loss": 1.8904, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.8159119763013118, |
| "grad_norm": 0.20612284541130066, |
| "learning_rate": 1.0076105706276888e-06, |
| "loss": 1.8025, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.8176047397376217, |
| "grad_norm": 0.2131970375776291, |
| "learning_rate": 8.989255160365527e-07, |
| "loss": 1.8113, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.8192975031739315, |
| "grad_norm": 0.20513294637203217, |
| "learning_rate": 7.964151672377458e-07, |
| "loss": 1.7326, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.8209902666102412, |
| "grad_norm": 0.19909213483333588, |
| "learning_rate": 7.000858475524444e-07, |
| "loss": 1.7877, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.822683030046551, |
| "grad_norm": 0.2285769283771515, |
| "learning_rate": 6.099434990268609e-07, |
| "loss": 1.7713, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.8243757934828607, |
| "grad_norm": 0.22476732730865479, |
| "learning_rate": 5.259936820656257e-07, |
| "loss": 1.8826, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.8260685569191706, |
| "grad_norm": 0.19041244685649872, |
| "learning_rate": 4.482415750889204e-07, |
| "loss": 1.7251, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.8277613203554803, |
| "grad_norm": 0.2075662761926651, |
| "learning_rate": 3.766919742129331e-07, |
| "loss": 1.7731, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.8294540837917901, |
| "grad_norm": 0.18497450649738312, |
| "learning_rate": 3.1134929295407564e-07, |
| "loss": 1.8623, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.8311468472280998, |
| "grad_norm": 0.219017893075943, |
| "learning_rate": 2.5221756195672563e-07, |
| "loss": 1.8737, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.8328396106644097, |
| "grad_norm": 0.19198881089687347, |
| "learning_rate": 1.9930042874457254e-07, |
| "loss": 1.6552, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.8345323741007195, |
| "grad_norm": 0.20981106162071228, |
| "learning_rate": 1.5260115749566882e-07, |
| "loss": 1.8265, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.8362251375370292, |
| "grad_norm": 0.2261609137058258, |
| "learning_rate": 1.1212262884103974e-07, |
| "loss": 1.8204, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.837917900973339, |
| "grad_norm": 0.2019382268190384, |
| "learning_rate": 7.7867339686987e-08, |
| "loss": 1.7678, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.8396106644096487, |
| "grad_norm": 0.2012385129928589, |
| "learning_rate": 4.98374030611084e-08, |
| "loss": 1.8016, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.8413034278459586, |
| "grad_norm": 0.21322940289974213, |
| "learning_rate": 2.8034547981943713e-08, |
| "loss": 1.8225, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.8429961912822683, |
| "grad_norm": 0.24298058450222015, |
| "learning_rate": 1.246011935228064e-08, |
| "loss": 1.8557, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.8446889547185781, |
| "grad_norm": 0.2144518941640854, |
| "learning_rate": 3.115077876243988e-09, |
| "loss": 1.795, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.8463817181548878, |
| "grad_norm": 0.19734685122966766, |
| "learning_rate": 0.0, |
| "loss": 1.7337, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.881222559251825e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
