Upload logs/throughput.jsonl with huggingface_hub

logs/throughput.jsonl

@@ -628,3 +628,213 @@
 {"step": 59900, "tokens": 612178000, "ce": 4.2079997062683105, "tok_s": 32943.47760782283, "avg_tok_s": 32236.04546052867, "elapsed_h": 5.307909318341149, "variant": "v21"}
 {"step": 60000, "tokens": 613200000, "ce": 3.971417188644409, "tok_s": 33020.74872058214, "avg_tok_s": 32237.353299295424, "elapsed_h": 5.316506656275855, "variant": "v21"}
 {"step": 60000, "tokens": 613200000, "valid_ce": 4.010166645050049, "avg_tok_s": 32237.353299295424, "variant": "v21"}
+{"step": 60100, "tokens": 614222000, "ce": 4.013365745544434, "tok_s": 13239.09067607495, "avg_tok_s": 32205.742213399884, "elapsed_h": 5.337949939303928, "variant": "v21"}
+{"step": 60200, "tokens": 615244000, "ce": 4.197923183441162, "tok_s": 33173.07767478461, "avg_tok_s": 32207.349082937068, "elapsed_h": 5.346507798367076, "variant": "v21"}
+{"step": 60300, "tokens": 616266000, "ce": 4.242311000823975, "tok_s": 33157.31995103249, "avg_tok_s": 32208.924490678517, "elapsed_h": 5.355069726970461, "variant": "v21"}
+{"step": 60400, "tokens": 617288000, "ce": 3.8037543296813965, "tok_s": 32706.365791733333, "avg_tok_s": 32209.748068991525, "elapsed_h": 5.363749704957009, "variant": "v21"}
+{"step": 60500, "tokens": 618310000, "ce": 4.0143818855285645, "tok_s": 33175.21321426097, "avg_tok_s": 32211.343879148993, "elapsed_h": 5.372307014134195, "variant": "v21"}
+{"step": 60600, "tokens": 619332000, "ce": 4.072525501251221, "tok_s": 33195.398880795445, "avg_tok_s": 32212.967732287023, "elapsed_h": 5.380859119494756, "variant": "v21"}
+{"step": 60700, "tokens": 620354000, "ce": 4.2694244384765625, "tok_s": 33202.76340446436, "avg_tok_s": 32214.598367661285, "elapsed_h": 5.389409327771928, "variant": "v21"}
+{"step": 60800, "tokens": 621376000, "ce": 3.933262586593628, "tok_s": 33012.52500624947, "avg_tok_s": 32215.91074700107, "elapsed_h": 5.398008809023433, "variant": "v21"}
+{"step": 60900, "tokens": 622398000, "ce": 3.8908531665802, "tok_s": 33163.09347889001, "avg_tok_s": 32217.466055263612, "elapsed_h": 5.4065692440006465, "variant": "v21"}
+{"step": 61000, "tokens": 623420000, "ce": 4.04842472076416, "tok_s": 32851.22321600575, "avg_tok_s": 32218.50500142876, "elapsed_h": 5.415210946997007, "variant": "v21"}
+{"step": 61100, "tokens": 624442000, "ce": 4.084722995758057, "tok_s": 33181.474820394484, "avg_tok_s": 32220.08105677895, "elapsed_h": 5.423766638040543, "variant": "v21"}
+{"step": 61200, "tokens": 625464000, "ce": 4.178971290588379, "tok_s": 32879.959660830784, "avg_tok_s": 32221.159289792107, "elapsed_h": 5.4324007878700895, "variant": "v21"}
+{"step": 61300, "tokens": 626486000, "ce": 4.130098819732666, "tok_s": 32829.65246914356, "avg_tok_s": 32222.15193771927, "elapsed_h": 5.441048167414135, "variant": "v21"}
+{"step": 61400, "tokens": 627508000, "ce": 3.8863563537597656, "tok_s": 33230.254544426185, "avg_tok_s": 32223.793798642244, "elapsed_h": 5.449591301679611, "variant": "v21"}
+{"step": 61500, "tokens": 628530000, "ce": 3.9502933025360107, "tok_s": 33179.18438493408, "avg_tok_s": 32225.34727927036, "elapsed_h": 5.458147610757086, "variant": "v21"}
+{"step": 61600, "tokens": 629552000, "ce": 3.9512507915496826, "tok_s": 32999.148927810245, "avg_tok_s": 32226.603450777733, "elapsed_h": 5.466750575635168, "variant": "v21"}
+{"step": 61700, "tokens": 630574000, "ce": 4.198085784912109, "tok_s": 33131.70336486483, "avg_tok_s": 32228.070387429416, "elapsed_h": 5.475319120950169, "variant": "v21"}
+{"step": 61800, "tokens": 631596000, "ce": 3.8572049140930176, "tok_s": 33069.952408224446, "avg_tok_s": 32229.432656071476, "elapsed_h": 5.4839036671982875, "variant": "v21"}
+{"step": 61900, "tokens": 632618000, "ce": 4.12112283706665, "tok_s": 33034.2428764117, "avg_tok_s": 32230.732834133414, "elapsed_h": 5.49249749885665, "variant": "v21"}
+{"step": 62000, "tokens": 633640000, "ce": 4.023472785949707, "tok_s": 32884.017617500955, "avg_tok_s": 32231.78651926788, "elapsed_h": 5.501130588452021, "variant": "v21"}
+{"step": 62000, "tokens": 633640000, "valid_ce": 3.9794375896453857, "avg_tok_s": 32231.78651926788, "variant": "v21"}
+{"step": 62100, "tokens": 634662000, "ce": 4.14975643157959, "tok_s": 28980.982705752936, "avg_tok_s": 32226.55173051826, "elapsed_h": 5.51092632830143, "variant": "v21"}
+{"step": 62200, "tokens": 635684000, "ce": 4.126829624176025, "tok_s": 33087.44448508846, "avg_tok_s": 32227.93580247094, "elapsed_h": 5.519506334397528, "variant": "v21"}
+{"step": 62300, "tokens": 636706000, "ce": 4.0445637702941895, "tok_s": 32874.69221811765, "avg_tok_s": 32228.9739347593, "elapsed_h": 5.528141867783335, "variant": "v21"}
+{"step": 62400, "tokens": 637728000, "ce": 3.931420087814331, "tok_s": 32964.18269864278, "avg_tok_s": 32230.152153932184, "elapsed_h": 5.536753957139121, "variant": "v21"}
+{"step": 62500, "tokens": 638750000, "ce": 4.177755355834961, "tok_s": 33241.89392510558, "avg_tok_s": 32231.77094076606, "elapsed_h": 5.545294098787838, "variant": "v21"}
+{"step": 62600, "tokens": 639772000, "ce": 4.243010520935059, "tok_s": 33227.69774070531, "avg_tok_s": 32233.361878146152, "elapsed_h": 5.553837888638179, "variant": "v21"}
+{"step": 62700, "tokens": 640794000, "ce": 4.1081743240356445, "tok_s": 32931.53845902097, "avg_tok_s": 32234.475397413895, "elapsed_h": 5.562458514173826, "variant": "v21"}
+{"step": 62800, "tokens": 641816000, "ce": 4.0985188484191895, "tok_s": 33066.011421661584, "avg_tok_s": 32235.799499363337, "elapsed_h": 5.571044080985917, "variant": "v21"}
+{"step": 62900, "tokens": 642838000, "ce": 4.271222114562988, "tok_s": 32880.165964893386, "avg_tok_s": 32236.82392935623, "elapsed_h": 5.57967817445596, "variant": "v21"}
+{"step": 63000, "tokens": 643860000, "ce": 4.170603275299072, "tok_s": 32931.29229598832, "avg_tok_s": 32237.926260096916, "elapsed_h": 5.5882988668150375, "variant": "v21"}
+{"step": 63100, "tokens": 644882000, "ce": 4.012702465057373, "tok_s": 33164.373793147264, "avg_tok_s": 32239.39448122695, "elapsed_h": 5.5968589717149735, "variant": "v21"}
+{"step": 63200, "tokens": 645904000, "ce": 4.228140830993652, "tok_s": 32825.869597148856, "avg_tok_s": 32240.32244818252, "elapsed_h": 5.60550734937191, "variant": "v21"}
+{"step": 63300, "tokens": 646926000, "ce": 4.187962532043457, "tok_s": 33128.39257320284, "avg_tok_s": 32241.72540256644, "elapsed_h": 5.614076751669248, "variant": "v21"}
+{"step": 63400, "tokens": 647948000, "ce": 4.066263198852539, "tok_s": 33081.61301363316, "avg_tok_s": 32243.050146432477, "elapsed_h": 5.622658269868957, "variant": "v21"}
+{"step": 63500, "tokens": 648970000, "ce": 4.192456245422363, "tok_s": 32949.21488877471, "avg_tok_s": 32244.162216892855, "elapsed_h": 5.631274269951715, "variant": "v21"}
+{"step": 63600, "tokens": 649992000, "ce": 3.8920814990997314, "tok_s": 33041.8325199647, "avg_tok_s": 32245.41641548259, "elapsed_h": 5.639866125384967, "variant": "v21"}
+{"step": 63700, "tokens": 651014000, "ce": 4.343985557556152, "tok_s": 33264.80091174534, "avg_tok_s": 32247.016705115657, "elapsed_h": 5.648400388823616, "variant": "v21"}
+{"step": 63800, "tokens": 652036000, "ce": 4.172618389129639, "tok_s": 33235.4234465673, "avg_tok_s": 32248.565931983136, "elapsed_h": 5.656942193640603, "variant": "v21"}
+{"step": 63900, "tokens": 653058000, "ce": 4.029384613037109, "tok_s": 32843.30591238991, "avg_tok_s": 32249.49666747673, "elapsed_h": 5.6655859775675665, "variant": "v21"}
+{"step": 64000, "tokens": 654080000, "ce": 3.89043927192688, "tok_s": 33025.65036262138, "avg_tok_s": 32250.709407625392, "elapsed_h": 5.674182037976053, "variant": "v21"}
+{"step": 64000, "tokens": 654080000, "valid_ce": 4.070887565612793, "avg_tok_s": 32250.709407625392, "variant": "v21"}
+{"step": 64100, "tokens": 655102000, "ce": 4.067013740539551, "tok_s": 29223.58301016182, "avg_tok_s": 32245.98690154511, "elapsed_h": 5.683896463513374, "variant": "v21"}
+{"step": 64200, "tokens": 656124000, "ce": 3.9643263816833496, "tok_s": 33253.92016298086, "avg_tok_s": 32247.556891048902, "elapsed_h": 5.692433521283998, "variant": "v21"}
+{"step": 64300, "tokens": 657146000, "ce": 3.9195587635040283, "tok_s": 32944.484785614695, "avg_tok_s": 32248.640760247297, "elapsed_h": 5.701050760613548, "variant": "v21"}
+{"step": 64400, "tokens": 658168000, "ce": 4.087011814117432, "tok_s": 33052.86900768904, "avg_tok_s": 32249.889561873755, "elapsed_h": 5.709639746083154, "variant": "v21"}
+{"step": 64500, "tokens": 659190000, "ce": 4.156844139099121, "tok_s": 33042.47359533562, "avg_tok_s": 32251.118374328737, "elapsed_h": 5.718231431908078, "variant": "v21"}
+{"step": 64600, "tokens": 660212000, "ce": 4.319632530212402, "tok_s": 33097.42661943376, "avg_tok_s": 32252.42844901156, "elapsed_h": 5.726808851295047, "variant": "v21"}
+{"step": 64700, "tokens": 661234000, "ce": 3.9829509258270264, "tok_s": 33128.165732661204, "avg_tok_s": 32253.781984225854, "elapsed_h": 5.735378310945299, "variant": "v21"}
+{"step": 64800, "tokens": 662256000, "ce": 3.8897929191589355, "tok_s": 33006.87240287884, "avg_tok_s": 32254.94416079785, "elapsed_h": 5.743979260590342, "variant": "v21"}
+{"step": 64900, "tokens": 663278000, "ce": 4.154599189758301, "tok_s": 33075.61362373907, "avg_tok_s": 32256.20867460824, "elapsed_h": 5.752562347518073, "variant": "v21"}
+{"step": 65000, "tokens": 664300000, "ce": 4.143817901611328, "tok_s": 33070.285862512115, "avg_tok_s": 32257.46110105117, "elapsed_h": 5.761146809723642, "variant": "v21"}
+{"step": 65100, "tokens": 665322000, "ce": 3.9567413330078125, "tok_s": 33098.03126424414, "avg_tok_s": 32258.75229945853, "elapsed_h": 5.769724071754349, "variant": "v21"}
+{"step": 65200, "tokens": 666344000, "ce": 4.286769866943359, "tok_s": 32800.74081406922, "avg_tok_s": 32259.58357018646, "elapsed_h": 5.778379074268871, "variant": "v21"}
+{"step": 65300, "tokens": 667366000, "ce": 3.9980742931365967, "tok_s": 33247.97339230559, "avg_tok_s": 32261.097184002872, "elapsed_h": 5.786917655799124, "variant": "v21"}
+{"step": 65400, "tokens": 668388000, "ce": 4.152857780456543, "tok_s": 33241.89083166396, "avg_tok_s": 32262.59686847942, "elapsed_h": 5.795457803342077, "variant": "v21"}
+{"step": 65500, "tokens": 669410000, "ce": 4.0996174812316895, "tok_s": 33189.11274622033, "avg_tok_s": 32264.01139653704, "elapsed_h": 5.804011526902516, "variant": "v21"}
+{"step": 65600, "tokens": 670432000, "ce": 4.130429267883301, "tok_s": 33082.654953911035, "avg_tok_s": 32265.259328789136, "elapsed_h": 5.812592781715923, "variant": "v21"}
+{"step": 65700, "tokens": 671454000, "ce": 3.879800319671631, "tok_s": 32940.40100792011, "avg_tok_s": 32266.286941694965, "elapsed_h": 5.821211087240113, "variant": "v21"}
+{"step": 65800, "tokens": 672476000, "ce": 4.026763916015625, "tok_s": 33116.12281125683, "avg_tok_s": 32267.57848556968, "elapsed_h": 5.829783664014604, "variant": "v21"}
+{"step": 65900, "tokens": 673498000, "ce": 4.096871852874756, "tok_s": 33184.301188179, "avg_tok_s": 32268.969567060743, "elapsed_h": 5.838338629272249, "variant": "v21"}
+{"step": 66000, "tokens": 674520000, "ce": 4.076120376586914, "tok_s": 32935.5398200693, "avg_tok_s": 32269.97952198954, "elapsed_h": 5.8469582073556055, "variant": "v21"}
+{"step": 66000, "tokens": 674520000, "valid_ce": 4.33482551574707, "avg_tok_s": 32269.97952198954, "variant": "v21"}
+{"step": 66100, "tokens": 675542000, "ce": 4.050577163696289, "tok_s": 29143.971554537355, "avg_tok_s": 32265.250311751337, "elapsed_h": 5.856699175172382, "variant": "v21"}
+{"step": 66200, "tokens": 676564000, "ce": 4.339938163757324, "tok_s": 33218.610440467586, "avg_tok_s": 32266.690432791693, "elapsed_h": 5.865245304041439, "variant": "v21"}
+{"step": 66300, "tokens": 677586000, "ce": 4.288918495178223, "tok_s": 33172.1771233435, "avg_tok_s": 32268.056174406396, "elapsed_h": 5.873803396158748, "variant": "v21"}
+{"step": 66400, "tokens": 678608000, "ce": 3.9349238872528076, "tok_s": 33142.79254953494, "avg_tok_s": 32269.373548465326, "elapsed_h": 5.882369072172377, "variant": "v21"}
+{"step": 66500, "tokens": 679630000, "ce": 4.220498085021973, "tok_s": 32773.530232588935, "avg_tok_s": 32270.131678817394, "elapsed_h": 5.891031266450882, "variant": "v21"}
+{"step": 66600, "tokens": 680652000, "ce": 4.083019256591797, "tok_s": 33095.13882910753, "avg_tok_s": 32271.370428292306, "elapsed_h": 5.899609279235204, "variant": "v21"}
+{"step": 66700, "tokens": 681674000, "ce": 4.131477355957031, "tok_s": 33121.73714476952, "avg_tok_s": 32272.64534091071, "elapsed_h": 5.908180403974321, "variant": "v21"}
+{"step": 66800, "tokens": 682696000, "ce": 4.061511039733887, "tok_s": 33069.000046742425, "avg_tok_s": 32273.83748867393, "elapsed_h": 5.916765195727348, "variant": "v21"}
+{"step": 66900, "tokens": 683718000, "ce": 4.28684663772583, "tok_s": 33103.80742554698, "avg_tok_s": 32275.078101434578, "elapsed_h": 5.9253409617476995, "variant": "v21"}
+{"step": 67000, "tokens": 684740000, "ce": 4.049363136291504, "tok_s": 33255.501099028945, "avg_tok_s": 32276.541419341433, "elapsed_h": 5.933877610233095, "variant": "v21"}
+{"step": 67100, "tokens": 685762000, "ce": 4.212912559509277, "tok_s": 33171.615972058506, "avg_tok_s": 32277.875360552633, "elapsed_h": 5.942435848448012, "variant": "v21"}
+{"step": 67200, "tokens": 686784000, "ce": 4.015308856964111, "tok_s": 32905.339596867896, "avg_tok_s": 32278.809087094767, "elapsed_h": 5.951063341034783, "variant": "v21"}
+{"step": 67300, "tokens": 687806000, "ce": 3.9924800395965576, "tok_s": 33192.16324684868, "avg_tok_s": 32280.166225519362, "elapsed_h": 5.959616283774376, "variant": "v21"}
+{"step": 67400, "tokens": 688828000, "ce": 4.35206413269043, "tok_s": 32880.80759211849, "avg_tok_s": 32281.05738481699, "elapsed_h": 5.968250208165911, "variant": "v21"}
+{"step": 67500, "tokens": 689850000, "ce": 3.875126600265503, "tok_s": 33192.02137457248, "avg_tok_s": 32282.40696109811, "elapsed_h": 5.976803181568782, "variant": "v21"}
+{"step": 67600, "tokens": 690872000, "ce": 3.8202998638153076, "tok_s": 33146.15953135833, "avg_tok_s": 32283.68470158666, "elapsed_h": 5.985367987818188, "variant": "v21"}
+{"step": 67700, "tokens": 691894000, "ce": 4.02750301361084, "tok_s": 33231.93396498303, "avg_tok_s": 32285.085365195813, "elapsed_h": 5.993910687896941, "variant": "v21"}
+{"step": 67800, "tokens": 692916000, "ce": 4.1427321434021, "tok_s": 33124.70743920675, "avg_tok_s": 32286.323745835947, "elapsed_h": 6.002481041285726, "variant": "v21"}
+{"step": 67900, "tokens": 693938000, "ce": 4.094048976898193, "tok_s": 33034.48599853638, "avg_tok_s": 32287.425604823726, "elapsed_h": 6.011074800425106, "variant": "v21"}
+{"step": 68000, "tokens": 694960000, "ce": 4.0955376625061035, "tok_s": 33144.05720179616, "avg_tok_s": 32288.685357172213, "elapsed_h": 6.019640150666237, "variant": "v21"}
+{"step": 68000, "tokens": 694960000, "valid_ce": 3.869298219680786, "avg_tok_s": 32288.685357172213, "variant": "v21"}
+{"step": 68100, "tokens": 695982000, "ce": 4.001494407653809, "tok_s": 29078.874141745477, "avg_tok_s": 32283.971978001246, "elapsed_h": 6.029402921001116, "variant": "v21"}
+{"step": 68200, "tokens": 697004000, "ce": 4.215983867645264, "tok_s": 33234.61123863281, "avg_tok_s": 32285.365877210384, "elapsed_h": 6.03794493469927, "variant": "v21"}
+{"step": 68300, "tokens": 698026000, "ce": 4.083291053771973, "tok_s": 33168.798950936536, "avg_tok_s": 32286.659337054785, "elapsed_h": 6.046503896845712, "variant": "v21"}
+{"step": 68400, "tokens": 699048000, "ce": 4.088561058044434, "tok_s": 32898.423781142876, "avg_tok_s": 32287.5537295169, "elapsed_h": 6.055133200089137, "variant": "v21"}
+{"step": 68500, "tokens": 700070000, "ce": 4.060275077819824, "tok_s": 33339.83567842151, "avg_tok_s": 32289.089907544498, "elapsed_h": 6.0636482536130485, "variant": "v21"}
+{"step": 68600, "tokens": 701092000, "ce": 4.101065635681152, "tok_s": 33238.58684917372, "avg_tok_s": 32290.474013873405, "elapsed_h": 6.072189246283637, "variant": "v21"}
+{"step": 68700, "tokens": 702114000, "ce": 4.101603031158447, "tok_s": 32932.659015361765, "avg_tok_s": 32291.40878097892, "elapsed_h": 6.080809580948618, "variant": "v21"}
+{"step": 68800, "tokens": 703136000, "ce": 4.215377330780029, "tok_s": 32909.29442140388, "avg_tok_s": 32292.30687057256, "elapsed_h": 6.089436038931211, "variant": "v21"}
+{"step": 68900, "tokens": 704158000, "ce": 3.94232439994812, "tok_s": 32853.092412523496, "avg_tok_s": 32293.12078282503, "elapsed_h": 6.09807725071907, "variant": "v21"}
+{"step": 69000, "tokens": 705180000, "ce": 4.166879177093506, "tok_s": 32909.869977498245, "avg_tok_s": 32294.0146222376, "elapsed_h": 6.106703562604056, "variant": "v21"}
+{"step": 69100, "tokens": 706202000, "ce": 4.03939151763916, "tok_s": 33037.28763460261, "avg_tok_s": 32295.090270591238, "elapsed_h": 6.115296598010593, "variant": "v21"}
+{"step": 69200, "tokens": 707224000, "ce": 4.08993673324585, "tok_s": 32912.70863771175, "avg_tok_s": 32295.98278268245, "elapsed_h": 6.123922154969639, "variant": "v21"}
+{"step": 69300, "tokens": 708246000, "ce": 4.094605445861816, "tok_s": 33095.07673890551, "avg_tok_s": 32297.135876414377, "elapsed_h": 6.132500184045898, "variant": "v21"}
+{"step": 69400, "tokens": 709268000, "ce": 3.918355941772461, "tok_s": 33200.35817157579, "avg_tok_s": 32298.437349462158, "elapsed_h": 6.141051010357009, "variant": "v21"}
+{"step": 69500, "tokens": 710290000, "ce": 3.910676956176758, "tok_s": 32989.075933263564, "avg_tok_s": 32299.431074043165, "elapsed_h": 6.1496566017468774, "variant": "v21"}
+{"step": 69600, "tokens": 711312000, "ce": 3.9906582832336426, "tok_s": 32729.667938436338, "avg_tok_s": 32300.049230457524, "elapsed_h": 6.158330396678712, "variant": "v21"}
+{"step": 69700, "tokens": 712334000, "ce": 4.026336669921875, "tok_s": 33116.76600509753, "avg_tok_s": 32301.22099053592, "elapsed_h": 6.166902809010612, "variant": "v21"}
+{"step": 69800, "tokens": 713356000, "ce": 4.101807594299316, "tok_s": 33238.95386862955, "avg_tok_s": 32302.56444738133, "elapsed_h": 6.175443705651495, "variant": "v21"}
+{"step": 69900, "tokens": 714378000, "ce": 3.851564407348633, "tok_s": 32976.00448708522, "avg_tok_s": 32303.527880914524, "elapsed_h": 6.184052708480094, "variant": "v21"}
+{"step": 70000, "tokens": 715400000, "ce": 4.024310111999512, "tok_s": 32929.41570845414, "avg_tok_s": 32304.422006382436, "elapsed_h": 6.192673891981443, "variant": "v21"}
+{"step": 70000, "tokens": 715400000, "valid_ce": 3.7607784271240234, "avg_tok_s": 32304.422006382436, "variant": "v21"}
+{"step": 70100, "tokens": 716422000, "ce": 3.94384503364563, "tok_s": 29238.655604760494, "avg_tok_s": 32300.048587835186, "elapsed_h": 6.202383309801419, "variant": "v21"}
+{"step": 70200, "tokens": 717444000, "ce": 4.07952880859375, "tok_s": 32991.2340594617, "avg_tok_s": 32301.033182524112, "elapsed_h": 6.210988342894448, "variant": "v21"}
+{"step": 70300, "tokens": 718466000, "ce": 4.019137382507324, "tok_s": 33049.63306868386, "avg_tok_s": 32302.098047227042, "elapsed_h": 6.2195781647496755, "variant": "v21"}
+{"step": 70400, "tokens": 719488000, "ce": 4.142252445220947, "tok_s": 33134.090720503096, "avg_tok_s": 32303.279855001587, "elapsed_h": 6.228146090507507, "variant": "v21"}
+{"step": 70500, "tokens": 720510000, "ce": 3.9583358764648438, "tok_s": 33272.74119647683, "avg_tok_s": 32304.65497747176, "elapsed_h": 6.236678313612938, "variant": "v21"}
+{"step": 70600, "tokens": 721532000, "ce": 3.987605333328247, "tok_s": 33268.90897816878, "avg_tok_s": 32306.020776339603, "elapsed_h": 6.245211520459917, "variant": "v21"}
+{"step": 70700, "tokens": 722554000, "ce": 3.785723924636841, "tok_s": 32868.99144357608, "avg_tok_s": 32306.817057339937, "elapsed_h": 6.253848552902539, "variant": "v21"}
+{"step": 70800, "tokens": 723576000, "ce": 4.2130842208862305, "tok_s": 33130.054543751685, "avg_tok_s": 32307.979822151254, "elapsed_h": 6.262417529291577, "variant": "v21"}
+{"step": 70900, "tokens": 724598000, "ce": 4.0121355056762695, "tok_s": 33198.77861716649, "avg_tok_s": 32309.236237941117, "elapsed_h": 6.270968762967321, "variant": "v21"}
+{"step": 71000, "tokens": 725620000, "ce": 3.9123520851135254, "tok_s": 33142.498118512536, "avg_tok_s": 32310.409846223614, "elapsed_h": 6.279534517460399, "variant": "v21"}
+{"step": 71100, "tokens": 726642000, "ce": 3.92763090133667, "tok_s": 32980.41351778359, "avg_tok_s": 32311.352186127355, "elapsed_h": 6.288142370316717, "variant": "v21"}
+{"step": 71200, "tokens": 727664000, "ce": 3.9363303184509277, "tok_s": 33135.25097356445, "avg_tok_s": 32312.509347345665, "elapsed_h": 6.296710000766648, "variant": "v21"}
+{"step": 71300, "tokens": 728686000, "ce": 4.06329870223999, "tok_s": 33156.96499097956, "avg_tok_s": 32313.693717112335, "elapsed_h": 6.305272017717361, "variant": "v21"}
+{"step": 71400, "tokens": 729708000, "ce": 4.22773551940918, "tok_s": 33225.67338983622, "avg_tok_s": 32314.97099956713, "elapsed_h": 6.313816328843434, "variant": "v21"}
+{"step": 71500, "tokens": 730730000, "ce": 3.943227767944336, "tok_s": 33191.85251730279, "avg_tok_s": 32316.197407284242, "elapsed_h": 6.32236934641997, "variant": "v21"}
+{"step": 71600, "tokens": 731752000, "ce": 4.033408164978027, "tok_s": 32971.79445333757, "avg_tok_s": 32317.11304561672, "elapsed_h": 6.330979453457727, "variant": "v21"}
+{"step": 71700, "tokens": 732774000, "ce": 3.97056245803833, "tok_s": 33193.143535173, "avg_tok_s": 32318.334845462687, "elapsed_h": 6.339532138241662, "variant": "v21"}
+{"step": 71800, "tokens": 733796000, "ce": 3.85823130607605, "tok_s": 33220.8535431868, "avg_tok_s": 32319.591835292387, "elapsed_h": 6.3480776904688945, "variant": "v21"}
+{"step": 71900, "tokens": 734818000, "ce": 4.076261043548584, "tok_s": 32815.73352677355, "avg_tok_s": 32320.28187936955, "elapsed_h": 6.356728739804692, "variant": "v21"}
+{"step": 72000, "tokens": 735840000, "ce": 4.145438194274902, "tok_s": 33012.92340771154, "avg_tok_s": 32321.24388149225, "elapsed_h": 6.365328114297655, "variant": "v21"}
+{"step": 72000, "tokens": 735840000, "valid_ce": 3.955878496170044, "avg_tok_s": 32321.24388149225, "variant": "v21"}
+{"step": 72100, "tokens": 736862000, "ce": 4.207207679748535, "tok_s": 29205.77209381211, "avg_tok_s": 32316.92283879089, "elapsed_h": 6.375048465927442, "variant": "v21"}
+{"step": 72200, "tokens": 737884000, "ce": 4.176817893981934, "tok_s": 32841.60238518897, "avg_tok_s": 32317.649541763745, "elapsed_h": 6.3836926996707914, "variant": "v21"}
+{"step": 72300, "tokens": 738906000, "ce": 3.991351366043091, "tok_s": 33157.93088996086, "avg_tok_s": 32318.811756629853, "elapsed_h": 6.392254468599956, "variant": "v21"}
+{"step": 72400, "tokens": 739928000, "ce": 4.311053276062012, "tok_s": 33012.449750894775, "avg_tok_s": 32319.769820157846, "elapsed_h": 6.400853966143396, "variant": "v21"}
+{"step": 72500, "tokens": 740950000, "ce": 4.0817694664001465, "tok_s": 32702.8011401407, "avg_tok_s": 32320.29813921989, "elapsed_h": 6.409534891910023, "variant": "v21"}
+{"step": 72600, "tokens": 741972000, "ce": 3.922179698944092, "tok_s": 33317.59411046843, "avg_tok_s": 32321.671825130703, "elapsed_h": 6.418055632445547, "variant": "v21"}
+{"step": 72700, "tokens": 742994000, "ce": 3.9140617847442627, "tok_s": 32974.06268533868, "avg_tok_s": 32322.569199078716, "elapsed_h": 6.426665139794349, "variant": "v21"}
+{"step": 72800, "tokens": 744016000, "ce": 4.328072547912598, "tok_s": 32739.99371043156, "avg_tok_s": 32323.14258439651, "elapsed_h": 6.435336199071672, "variant": "v21"}
+{"step": 72900, "tokens": 745038000, "ce": 4.049334526062012, "tok_s": 33042.195461845484, "avg_tok_s": 32324.12893950961, "elapsed_h": 6.443927956885761, "variant": "v21"}
+{"step": 73000, "tokens": 746060000, "ce": 4.044512748718262, "tok_s": 33163.66691403505, "avg_tok_s": 32325.278991529507, "elapsed_h": 6.452488244043456, "variant": "v21"}
+{"step": 73100, "tokens": 747082000, "ce": 4.004514217376709, "tok_s": 32786.009548328366, "avg_tok_s": 32325.909265889015, "elapsed_h": 6.461147138542599, "variant": "v21"}
+{"step": 73200, "tokens": 748104000, "ce": 3.9009814262390137, "tok_s": 33099.734917417234, "avg_tok_s": 32326.966404757222, "elapsed_h": 6.4697239595651626, "variant": "v21"}
+{"step": 73300, "tokens": 749126000, "ce": 4.216242790222168, "tok_s": 32800.096284286745, "avg_tok_s": 32327.611875261355, "elapsed_h": 6.478379131356875, "variant": "v21"}
+{"step": 73400, "tokens": 750148000, "ce": 4.142226219177246, "tok_s": 32859.931999855544, "avg_tok_s": 32328.33710703873, "elapsed_h": 6.487018548183971, "variant": "v21"}
+{"step": 73500, "tokens": 751170000, "ce": 3.948080539703369, "tok_s": 33028.86939104544, "avg_tok_s": 32329.29021218704, "elapsed_h": 6.495613773398929, "variant": "v21"}
+{"step": 73600, "tokens": 752192000, "ce": 3.994950771331787, "tok_s": 32891.496233745354, "avg_tok_s": 32330.054079064157, "elapsed_h": 6.504244891405105, "variant": "v21"}
+{"step": 73700, "tokens": 753214000, "ce": 4.07149600982666, "tok_s": 33246.25908698242, "avg_tok_s": 32331.29723375604, "elapsed_h": 6.512783913546138, "variant": "v21"}
+{"step": 73800, "tokens": 754236000, "ce": 4.279152870178223, "tok_s": 33154.71486467003, "avg_tok_s": 32332.412975803352, "elapsed_h": 6.521346511046092, "variant": "v21"}
+{"step": 73900, "tokens": 755258000, "ce": 3.992171049118042, "tok_s": 33028.22706206118, "avg_tok_s": 32333.354537489762, "elapsed_h": 6.529941900836097, "variant": "v21"}
+{"step": 74000, "tokens": 756280000, "ce": 4.045037269592285, "tok_s": 32943.72547215969, "avg_tok_s": 32334.179363077154, "elapsed_h": 6.538559339443842, "variant": "v21"}
+{"step": 74000, "tokens": 756280000, "valid_ce": 3.9024078845977783, "avg_tok_s": 32334.179363077154, "variant": "v21"}
+{"step": 74100, "tokens": 757302000, "ce": 4.232211589813232, "tok_s": 29126.002024112964, "avg_tok_s": 32329.849839002978, "elapsed_h": 6.548306311832534, "variant": "v21"}
+{"step": 74200, "tokens": 758324000, "ce": 4.192878723144531, "tok_s": 32974.382033231, "avg_tok_s": 32330.71848077418, "elapsed_h": 6.556915737059382, "variant": "v21"}
+{"step": 74300, "tokens": 759346000, "ce": 3.8457932472229004, "tok_s": 33030.902409880844, "avg_tok_s": 32331.66085483758, "elapsed_h": 6.5655104305346805, "variant": "v21"}
+{"step": 74400, "tokens": 760368000, "ce": 3.9855103492736816, "tok_s": 32796.7282250937, "avg_tok_s": 32332.285945388998, "elapsed_h": 6.5741664906342825, "variant": "v21"}
+{"step": 74500, "tokens": 761390000, "ce": 4.020663738250732, "tok_s": 33224.28687758776, "avg_tok_s": 32333.483262076516, "elapsed_h": 6.582711161706182, "variant": "v21"}
+{"step": 74600, "tokens": 762412000, "ce": 3.985996961593628, "tok_s": 33112.79876211003, "avg_tok_s": 32334.52792092374, "elapsed_h": 6.591284600761202, "variant": "v21"}
+{"step": 74700, "tokens": 763434000, "ce": 4.13169002532959, "tok_s": 33182.78301203057, "avg_tok_s": 32335.66346990782, "elapsed_h": 6.599839956429269, "variant": "v21"}
+{"step": 74800, "tokens": 764456000, "ce": 4.023755073547363, "tok_s": 32863.37679675671, "avg_tok_s": 32336.368969007883, "elapsed_h": 6.608478463490804, "variant": "v21"}
+{"step": 74900, "tokens": 765478000, "ce": 3.7943859100341797, "tok_s": 33164.76817037909, "avg_tok_s": 32337.474975952304, "elapsed_h": 6.617038467990027, "variant": "v21"}
+{"step": 75000, "tokens": 766500000, "ce": 3.8677966594696045, "tok_s": 33077.652911790894, "avg_tok_s": 32338.461879866754, "elapsed_h": 6.625621017548773, "variant": "v21"}
+{"step": 75100, "tokens": 767522000, "ce": 4.118485450744629, "tok_s": 32844.111437821375, "avg_tok_s": 32339.13518154179, "elapsed_h": 6.634264594051573, "variant": "v21"}
+{"step": 75200, "tokens": 768544000, "ce": 4.157867908477783, "tok_s": 32851.62654564104, "avg_tok_s": 32339.81668601533, "elapsed_h": 6.642906189892027, "variant": "v21"}
+{"step": 75300, "tokens": 769566000, "ce": 3.9725146293640137, "tok_s": 33238.871649381246, "avg_tok_s": 32341.010650110104, "elapsed_h": 6.651447108719084, "variant": "v21"}
+{"step": 75400, "tokens": 770588000, "ce": 4.102551460266113, "tok_s": 33093.47346149015, "avg_tok_s": 32342.008611398407, "elapsed_h": 6.660025557147132, "variant": "v21"}
+{"step": 75500, "tokens": 771610000, "ce": 4.048929691314697, "tok_s": 33043.01357482136, "avg_tok_s": 32342.937094793666, "elapsed_h": 6.6686171019077305, "variant": "v21"}
+{"step": 75600, "tokens": 772632000, "ce": 4.062304973602295, "tok_s": 32665.15629637925, "avg_tok_s": 32343.36331066878, "elapsed_h": 6.677308027479384, "variant": "v21"}
+{"step": 75700, "tokens": 773654000, "ce": 4.042810440063477, "tok_s": 33155.77167305787, "avg_tok_s": 32344.436505335078, "elapsed_h": 6.685870359473758, "variant": "v21"}
+{"step": 75800, "tokens": 774676000, "ce": 4.09867000579834, "tok_s": 33238.418548720896, "avg_tok_s": 32345.61590117068, "elapsed_h": 6.694411396053102, "variant": "v21"}
+{"step": 75900, "tokens": 775698000, "ce": 3.9741623401641846, "tok_s": 33229.036626322995, "avg_tok_s": 32346.779828344796, "elapsed_h": 6.702954843772782, "variant": "v21"}
+{"step": 76000, "tokens": 776720000, "ce": 4.153006553649902, "tok_s": 32800.5242110867, "avg_tok_s": 32347.37686042735, "elapsed_h": 6.711609903706445, "variant": "v21"}
+{"step": 76000, "tokens": 776720000, "valid_ce": 4.275789260864258, "avg_tok_s": 32347.37686042735, "variant": "v21"}
+{"step": 76100, "tokens": 777742000, "ce": 3.890040159225464, "tok_s": 28936.786773447853, "avg_tok_s": 32342.89513889387, "elapsed_h": 6.72142061776585, "variant": "v21"}
+{"step": 76200, "tokens": 778764000, "ce": 4.148476600646973, "tok_s": 33052.62434060685, "avg_tok_s": 32343.826542045725, "elapsed_h": 6.730009664363331, "variant": "v21"}
+{"step": 76300, "tokens": 779786000, "ce": 4.111578464508057, "tok_s": 32896.60849828315, "avg_tok_s": 32344.551026916284, "elapsed_h": 6.738639448550012, "variant": "v21"}
+{"step": 76400, "tokens": 780808000, "ce": 4.245209693908691, "tok_s": 32678.300293940738, "avg_tok_s": 32344.987871506633, "elapsed_h": 6.7473268780443405, "variant": "v21"}
+{"step": 76500, "tokens": 781830000, "ce": 4.006863594055176, "tok_s": 33168.273844374795, "avg_tok_s": 32346.064062320842, "elapsed_h": 6.755885976155599, "variant": "v21"}
+{"step": 76600, "tokens": 782852000, "ce": 3.93941068649292, "tok_s": 32733.48666002988, "avg_tok_s": 32346.56983594709, "elapsed_h": 6.764558760325114, "variant": "v21"}
+{"step": 76700, "tokens": 783874000, "ce": 4.204307556152344, "tok_s": 33165.73170137459, "avg_tok_s": 32347.637843594322, "elapsed_h": 6.773118515080876, "variant": "v21"}
+{"step": 76800, "tokens": 784896000, "ce": 3.787060499191284, "tok_s": 32915.087030645635, "avg_tok_s": 32348.376709723296, "elapsed_h": 6.781743449436294, "variant": "v21"}
+{"step": 76900, "tokens": 785918000, "ce": 4.290890693664551, "tok_s": 33156.92395562538, "avg_tok_s": 32349.428136571027, "elapsed_h": 6.7903054780430265, "variant": "v21"}
+{"step": 77000, "tokens": 786940000, "ce": 4.175263404846191, "tok_s": 33231.43055895403, "avg_tok_s": 32350.57359426243, "elapsed_h": 6.7988483132256405, "variant": "v21"}
+{"step": 77100, "tokens": 787962000, "ce": 3.940446376800537, "tok_s": 33204.138604365624, "avg_tok_s": 32351.68068247268, "elapsed_h": 6.807398169173135, "variant": "v21"}
+{"step": 77200, "tokens": 788984000, "ce": 4.0227813720703125, "tok_s": 32657.3858870633, "avg_tok_s": 32352.076673670337, "elapsed_h": 6.816091161767642, "variant": "v21"}
+{"step": 77300, "tokens": 790006000, "ce": 3.953295946121216, "tok_s": 32938.63778514845, "avg_tok_s": 32352.83548494004, "elapsed_h": 6.824709934459793, "variant": "v21"}
+{"step": 77400, "tokens": 791028000, "ce": 3.9939098358154297, "tok_s": 33146.30075554471, "avg_tok_s": 32353.86063386847, "elapsed_h": 6.833274706535869, "variant": "v21"}
+{"step": 77500, "tokens": 792050000, "ce": 4.197770595550537, "tok_s": 33329.57257110426, "avg_tok_s": 32355.119617013286, "elapsed_h": 6.841792385313246, "variant": "v21"}
+{"step": 77600, "tokens": 793072000, "ce": 3.959050416946411, "tok_s": 32762.10479463704, "avg_tok_s": 32355.64408244837, "elapsed_h": 6.8504575934675005, "variant": "v21"}
+{"step": 77700, "tokens": 794094000, "ce": 4.219884395599365, "tok_s": 33327.77132727899, "avg_tok_s": 32356.895211463594, "elapsed_h": 6.858975731068187, "variant": "v21"}
+{"step": 77800, "tokens": 795116000, "ce": 3.922935962677002, "tok_s": 32925.264853603585, "avg_tok_s": 32357.62576370285, "elapsed_h": 6.867598000764847, "variant": "v21"}
+{"step": 77900, "tokens": 796138000, "ce": 3.9765117168426514, "tok_s": 33128.512907482596, "avg_tok_s": 32358.615349253272, "elapsed_h": 6.876167372332679, "variant": "v21"}
+{"step": 78000, "tokens": 797160000, "ce": 4.067211627960205, "tok_s": 32998.637307930905, "avg_tok_s": 32359.435890225937, "elapsed_h": 6.884770475294855, "variant": "v21"}
+{"step": 78000, "tokens": 797160000, "valid_ce": 4.018355846405029, "avg_tok_s": 32359.435890225937, "variant": "v21"}
+{"step": 78100, "tokens": 798182000, "ce": 4.100109577178955, "tok_s": 28937.322989985736, "avg_tok_s": 32355.0541835675, "elapsed_h": 6.894581002659268, "variant": "v21"}
+{"step": 78200, "tokens": 799204000, "ce": 3.921888828277588, "tok_s": 32814.24562084841, "avg_tok_s": 32355.64138489394, "elapsed_h": 6.903232446312904, "variant": "v21"}
+{"step": 78300, "tokens": 800226000, "ce": 3.7967746257781982, "tok_s": 33034.44450204612, "avg_tok_s": 32356.508310969486, "elapsed_h": 6.911826220485899, "variant": "v21"}
+{"step": 78400, "tokens": 801248000, "ce": 4.104060173034668, "tok_s": 32939.36421209039, "avg_tok_s": 32357.251749618878, "elapsed_h": 6.9204447988006805, "variant": "v21"}
+{"step": 78500, "tokens": 802270000, "ce": 4.308660984039307, "tok_s": 33096.38195974931, "avg_tok_s": 32358.193316765537, "elapsed_h": 6.929022492170334, "variant": "v21"}
+{"step": 78600, "tokens": 803292000, "ce": 3.7246127128601074, "tok_s": 32921.604794975014, "avg_tok_s": 32358.910125261988, "elapsed_h": 6.937645722826322, "variant": "v21"}
+{"step": 78700, "tokens": 804314000, "ce": 4.307066917419434, "tok_s": 32932.59829235954, "avg_tok_s": 32359.639081001627, "elapsed_h": 6.946266072524918, "variant": "v21"}
+{"step": 78800, "tokens": 805336000, "ce": 3.892157793045044, "tok_s": 32879.51730118892, "avg_tok_s": 32360.29882493588, "elapsed_h": 6.95490033964316, "variant": "v21"}
+{"step": 78900, "tokens": 806358000, "ce": 3.903705596923828, "tok_s": 33090.62856944177, "avg_tok_s": 32361.224464662755, "elapsed_h": 6.96347952246666, "variant": "v21"}
+{"step": 79000, "tokens": 807380000, "ce": 3.975553512573242, "tok_s": 33055.02274400603, "avg_tok_s": 32362.102690332813, "elapsed_h": 6.972067945069737, "variant": "v21"}
+{"step": 79100, "tokens": 808402000, "ce": 4.101830005645752, "tok_s": 33301.06084596924, "avg_tok_s": 32363.289742362693, "elapsed_h": 6.980592915415764, "variant": "v21"}
+{"step": 79200, "tokens": 809424000, "ce": 4.1009368896484375, "tok_s": 32931.509870525115, "avg_tok_s": 32364.007192019464, "elapsed_h": 6.989213548037741, "variant": "v21"}
+{"step": 79300, "tokens": 810446000, "ce": 3.988365888595581, "tok_s": 33260.84148128165, "avg_tok_s": 32365.138130593565, "elapsed_h": 6.997748824357987, "variant": "v21"}
+{"step": 79400, "tokens": 811468000, "ce": 4.12706995010376, "tok_s": 33106.383039852226, "avg_tok_s": 32366.071688413787, "elapsed_h": 7.006323924197091, "variant": "v21"}
+{"step": 79500, "tokens": 812490000, "ce": 3.9104766845703125, "tok_s": 32917.24585058337, "avg_tok_s": 32366.764989246705, "elapsed_h": 7.014948293500477, "variant": "v21"}
+{"step": 79600, "tokens": 813512000, "ce": 4.156283855438232, "tok_s": 33061.07739326185, "avg_tok_s": 32367.637241010543, "elapsed_h": 7.023535145057572, "variant": "v21"}
+{"step": 79700, "tokens": 814534000, "ce": 3.823942184448242, "tok_s": 33239.3348145302, "avg_tok_s": 32368.730964440307, "elapsed_h": 7.032075946728389, "variant": "v21"}
+{"step": 79800, "tokens": 815556000, "ce": 3.9972453117370605, "tok_s": 32809.67623440955, "avg_tok_s": 32369.283527435255, "elapsed_h": 7.04072859413094, "variant": "v21"}
+{"step": 79900, "tokens": 816578000, "ce": 3.895228624343872, "tok_s": 33229.57267445459, "avg_tok_s": 32370.360234753174, "elapsed_h": 7.049271902110841, "variant": "v21"}
+{"step": 80000, "tokens": 817600000, "ce": 4.054898262023926, "tok_s": 32755.265819519147, "avg_tok_s": 32370.841366734134, "elapsed_h": 7.057938924762937, "variant": "v21"}
+{"step": 80000, "tokens": 817600000, "valid_ce": 4.122860908508301, "avg_tok_s": 32370.841366734134, "variant": "v21"}