{"created_at": "2025-11-29T03:24:54.191170", "global_step": 10000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2935153583617747, "acc_stderr,none": 0.01330725044494111, "acc_norm,none": 0.30716723549488056, "acc_norm_stderr,none": 0.013481034054980941}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6355218855218855, "acc_stderr,none": 0.009875729282482438, "acc_norm,none": 0.5484006734006734, "acc_norm_stderr,none": 0.010211600726405227}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632412, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632412}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356781, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356781}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.0144843198114339, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.0144843198114339}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413127, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413127}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.36805417247560246, "acc_stderr,none": 0.004812905279066436, "acc_norm,none": 0.4673371838279227, "acc_norm_stderr,none": 0.004979123236507992}, "include_base_44_chinese": {"acc,none": 0.28623853211009176, "acc_stderr,none": 0.01942113497853489, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.04936090495978011}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496573}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.352112676056338, "acc_stderr,none": 0.05708756925195619}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.2718978102189781, "acc_stderr,none": 0.018998990933422645, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.42857142857142855, "acc_stderr,none": 0.08486978939800066}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.03512558647799083}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.24516129032258063, "acc_stderr,none": 0.034665117019659304}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851863}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2062043795620438, "acc_stderr,none": 0.01731965777828959, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.0303387491445006}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.05237229365663814}, "piqa": {"alias": "piqa", "acc,none": 0.690424374319913, "acc_stderr,none": 0.010786656752183344, "acc_norm,none": 0.6817192600652884, "acc_norm_stderr,none": 0.010868093932082235}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4911646586345382, "acc_stderr,none": 0.01002050803376262}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41044176706827307, "acc_stderr,none": 0.009859994672585122}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3377510040160643, "acc_stderr,none": 0.009479742273956478}}
{"created_at": "2025-11-29T08:16:53.513732", "global_step": 20000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3003412969283277, "acc_stderr,none": 0.013395909309957002, "acc_norm,none": 0.3310580204778157, "acc_norm_stderr,none": 0.013752062419817836}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6717171717171717, "acc_stderr,none": 0.009635749509262164, "acc_norm,none": 0.6056397306397306, "acc_norm_stderr,none": 0.010028176038393}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2777777777777778, "acc_stderr,none": 0.014938408363642788, "acc_norm,none": 0.2777777777777778, "acc_norm_stderr,none": 0.014938408363642788}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683041, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683041}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2733333333333333, "acc_stderr,none": 0.014863944409417462, "acc_norm,none": 0.2733333333333333, "acc_norm_stderr,none": 0.014863944409417462}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.403505277833101, "acc_stderr,none": 0.004895977676625233, "acc_norm,none": 0.5210117506472814, "acc_norm_stderr,none": 0.004985373550775113}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018483633043211704, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2846715328467153, "acc_stderr,none": 0.019222673792499433, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.3652694610778443, "acc_stderr,none": 0.037372085604367215}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387369}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.032539894331085194}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.25547445255474455, "acc_stderr,none": 0.01865191222111994, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.06663945022680343}, "piqa": {"alias": "piqa", "acc,none": 0.7067464635473341, "acc_stderr,none": 0.010621818421101926, "acc_norm,none": 0.7132752992383025, "acc_norm_stderr,none": 0.01055131450310808}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5072289156626506, "acc_stderr,none": 0.010021025361119639}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43052208835341366, "acc_stderr,none": 0.009924844537285524}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3642570281124498, "acc_stderr,none": 0.009645667910246838}}
{"created_at": "2025-11-29T13:05:39.084901", "global_step": 30000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.32593856655290104, "acc_stderr,none": 0.013697432466693247, "acc_norm,none": 0.36689419795221845, "acc_norm_stderr,none": 0.0140841331181043}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6902356902356902, "acc_stderr,none": 0.00948817285190372, "acc_norm,none": 0.6468855218855218, "acc_norm_stderr,none": 0.009807078935467613}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.01433320925963242, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.01433320925963242}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578937, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578937}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214537, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214537}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755677, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755677}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.42411870145389363, "acc_stderr,none": 0.004931984642695339, "acc_norm,none": 0.5549691296554471, "acc_norm_stderr,none": 0.004959535443170603}, "include_base_44_chinese": {"acc,none": 0.26788990825688075, "acc_stderr,none": 0.018849477195379567, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.40229885057471265, "acc_stderr,none": 0.05287704973221804}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.018772165951418555, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.035340161390504686}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.22580645161290322, "acc_stderr,none": 0.033692449539812465}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569705}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.2116788321167883, "acc_stderr,none": 0.017458989162186588, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233136}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789427}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.049569575922564175}, "piqa": {"alias": "piqa", "acc,none": 0.7263329706202394, "acc_stderr,none": 0.01040218420622921, "acc_norm,none": 0.7323177366702938, "acc_norm_stderr,none": 0.010330111189370425}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5301204819277109, "acc_stderr,none": 0.010003871419517741}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4570281124497992, "acc_stderr,none": 0.009984991084561275}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3473895582329317, "acc_stderr,none": 0.0095438354093349}}
{"created_at": "2025-11-29T17:56:00.025133", "global_step": 40000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.36006825938566556, "acc_stderr,none": 0.01402751681458519, "acc_norm,none": 0.36689419795221845, "acc_norm_stderr,none": 0.0140841331181043}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7058080808080808, "acc_stderr,none": 0.009350328648861737, "acc_norm,none": 0.6683501683501684, "acc_norm_stderr,none": 0.00966073378092396}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342963, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342963}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217898, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217898}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.01474875065147087, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.01474875065147087}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683055, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683055}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4342760406293567, "acc_stderr,none": 0.004946485466544623, "acc_norm,none": 0.5790679147580163, "acc_norm_stderr,none": 0.004926996830194254}, "include_base_44_chinese": {"acc,none": 0.25321100917431194, "acc_stderr,none": 0.018575177720258754, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.042756781109738705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921429}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.352112676056338, "acc_stderr,none": 0.057087569251956176}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.01859981944524788, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945588}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.22580645161290322, "acc_stderr,none": 0.03369244953981246}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050466}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.017910428689733266, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.0355092018568963}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.0317555478662992}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.0464230765979198}, "piqa": {"alias": "piqa", "acc,none": 0.733949945593036, "acc_stderr,none": 0.010310039263352831, "acc_norm,none": 0.7225244831338411, "acc_norm_stderr,none": 0.010446818281039943}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5060240963855421, "acc_stderr,none": 0.01002134544404757}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4502008032128514, "acc_stderr,none": 0.00997224029676889}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.35943775100401604, "acc_stderr,none": 0.009617895762902742}}
{"created_at": "2025-11-29T22:45:40.187298", "global_step": 50000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.35921501706484643, "acc_stderr,none": 0.014020224155839136, "acc_norm,none": 0.37627986348122866, "acc_norm_stderr,none": 0.014157022555407166}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7268518518518519, "acc_stderr,none": 0.009143032718360344, "acc_norm,none": 0.6725589225589226, "acc_norm_stderr,none": 0.0096294158591006}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276202, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276202}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.01476824448121455, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.01476824448121455}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.01468955304734253, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.01468955304734253}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.0138656956265794, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.0138656956265794}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.45070703047201754, "acc_stderr,none": 0.004965473894646773, "acc_norm,none": 0.5995817566221868, "acc_norm_stderr,none": 0.004889817489739679}, "include_base_44_chinese": {"acc,none": 0.26972477064220185, "acc_stderr,none": 0.019100992016477858, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.049360904959780114}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383252}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115227}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.018671931618414028, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.03574732654202544}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.030905719167240605}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.018246872803447018, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.0464230765979198}, "piqa": {"alias": "piqa", "acc,none": 0.7328618063112078, "acc_stderr,none": 0.010323440492612444, "acc_norm,none": 0.7366702937976061, "acc_norm_stderr,none": 0.010276185322196766}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5140562248995983, "acc_stderr,none": 0.010018111813088551}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4493975903614458, "acc_stderr,none": 0.009970615649588137}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3823293172690763, "acc_stderr,none": 0.009740580649033711}}
{"created_at": "2025-11-30T03:36:35.439421", "global_step": 60000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3728668941979522, "acc_stderr,none": 0.014131176760131158, "acc_norm,none": 0.4061433447098976, "acc_norm_stderr,none": 0.014351656690097862}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7293771043771043, "acc_stderr,none": 0.009116466166403825, "acc_norm,none": 0.6776094276094277, "acc_norm_stderr,none": 0.009590672908157434}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470884, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470884}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356807, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356807}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.28888888888888886, "acc_stderr,none": 0.01511660641498234, "acc_norm,none": 0.28888888888888886, "acc_norm_stderr,none": 0.01511660641498234}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.3088888888888889, "acc_stderr,none": 0.01540973729725786, "acc_norm,none": 0.3088888888888889, "acc_norm_stderr,none": 0.01540973729725786}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168486, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168486}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4700258912567218, "acc_stderr,none": 0.0049808072311367454, "acc_norm,none": 0.6197968532164907, "acc_norm_stderr,none": 0.00484444526558265}, "include_base_44_chinese": {"acc,none": 0.24220183486238533, "acc_stderr,none": 0.018412187158331938, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150304}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.048797477314965754}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.01903900947258095, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180668}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.03367511880168704}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.25, "acc_stderr,none": 0.018507804938804665, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071855}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.06663945022680341}, "piqa": {"alias": "piqa", "acc,none": 0.735038084874864, "acc_stderr,none": 0.010296557993316064, "acc_norm,none": 0.750816104461371, "acc_norm_stderr,none": 0.01009188277012022}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5208835341365462, "acc_stderr,none": 0.010013327358568523}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4646586345381526, "acc_stderr,none": 0.009997006138567226}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.37269076305220883, "acc_stderr,none": 0.009691761259693465}}
{"created_at": "2025-11-30T08:24:09.418209", "global_step": 70000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.4087030716723549, "acc_stderr,none": 0.014365750345427006, "acc_norm,none": 0.42150170648464164, "acc_norm_stderr,none": 0.014430197069326021}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7495791245791246, "acc_stderr,none": 0.008890213675113962, "acc_norm,none": 0.7024410774410774, "acc_norm_stderr,none": 0.009381226721815532}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.014845038794433949, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.014845038794433949}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262119, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262119}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2911111111111111, "acc_stderr,none": 0.01515090690644009, "acc_norm,none": 0.2911111111111111, "acc_norm_stderr,none": 0.01515090690644009}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2811111111111111, "acc_stderr,none": 0.014993051943690211, "acc_norm,none": 0.2811111111111111, "acc_norm_stderr,none": 0.014993051943690211}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.014547185072254255, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.014547185072254255}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.48526190001991637, "acc_stderr,none": 0.004987613263678176, "acc_norm,none": 0.6441943835889266, "acc_norm_stderr,none": 0.004777782584817796}, "include_base_44_chinese": {"acc,none": 0.25137614678899084, "acc_stderr,none": 0.01850581066443571, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.352112676056338, "acc_stderr,none": 0.05708756925195619}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.04275678110973872}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.01885467967006664, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.07961491954505552}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.03443623453899477}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.0334046315394559}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_turkish": {"acc,none": 0.25547445255474455, "acc_stderr,none": 0.018688279029550423, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898186}, "piqa": {"alias": "piqa", "acc,none": 0.73449401523395, "acc_stderr,none": 0.010303308653024425, "acc_norm,none": 0.7437431991294886, "acc_norm_stderr,none": 0.01018578783156506}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.516867469879518, "acc_stderr,none": 0.01001636845302155}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4891566265060241, "acc_stderr,none": 0.010019715824483489}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.36666666666666664, "acc_stderr,none": 0.009659161779186966}}
{"created_at": "2025-11-30T13:13:04.708044", "global_step": 80000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.42662116040955633, "acc_stderr,none": 0.014453185592920293, "acc_norm,none": 0.43686006825938567, "acc_norm_stderr,none": 0.014494421584256525}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7622053872053872, "acc_stderr,none": 0.008735850753507989, "acc_norm,none": 0.7264309764309764, "acc_norm_stderr,none": 0.009147424438490741}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308195, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308195}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132651, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132651}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2733333333333333, "acc_stderr,none": 0.014863944409417481, "acc_norm,none": 0.2733333333333333, "acc_norm_stderr,none": 0.014863944409417481}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.01474875065147089, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.01474875065147089}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567617, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567617}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4960167297351125, "acc_stderr,none": 0.004989623068778814, "acc_norm,none": 0.6596295558653654, "acc_norm_stderr,none": 0.004728653488866923}, "include_base_44_chinese": {"acc,none": 0.25688073394495414, "acc_stderr,none": 0.01862799582173851, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.36619718309859156, "acc_stderr,none": 0.05758184314388001}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018987}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2846715328467153, "acc_stderr,none": 0.019300372985316363, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.3413173652694611, "acc_stderr,none": 0.036801308043392496}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25806451612903225, "acc_stderr,none": 0.03526036935484004}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.01882684117918159, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.03591566797824665}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.06767268161329719}, "piqa": {"alias": "piqa", "acc,none": 0.7480957562568009, "acc_stderr,none": 0.01012842133508868, "acc_norm,none": 0.7546245919477693, "acc_norm_stderr,none": 0.010039831320422396}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5401606425702812, "acc_stderr,none": 0.009989691810169683}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4939759036144578, "acc_stderr,none": 0.01002134544404759}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3690763052208835, "acc_stderr,none": 0.009672395644470427}}
{"created_at": "2025-11-30T18:02:32.924179", "global_step": 90000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.44368600682593856, "acc_stderr,none": 0.014518421825670444, "acc_norm,none": 0.4590443686006826, "acc_norm_stderr,none": 0.014562291073601227}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7748316498316499, "acc_stderr,none": 0.008570882513077204, "acc_norm,none": 0.7293771043771043, "acc_norm_stderr,none": 0.009116466166403827}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.27666666666666667, "acc_stderr,none": 0.014919965280947389, "acc_norm,none": 0.27666666666666667, "acc_norm_stderr,none": 0.014919965280947389}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2811111111111111, "acc_stderr,none": 0.01499305194369021, "acc_norm,none": 0.2811111111111111, "acc_norm_stderr,none": 0.01499305194369021}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.01428887637569982, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.01428887637569982}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.5046803425612428, "acc_stderr,none": 0.004989562798280525, "acc_norm,none": 0.6734714200358495, "acc_norm_stderr,none": 0.004679847503411338}, "include_base_44_chinese": {"acc,none": 0.22752293577981653, "acc_stderr,none": 0.01804487189025622, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018988}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348947}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.018470303751329405, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428358}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.0, "acc_stderr,none": 0.0}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018632509257399114, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594689}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.750816104461371, "acc_stderr,none": 0.010091882770120214, "acc_norm,none": 0.766050054406964, "acc_norm_stderr,none": 0.009877236895137444}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5409638554216868, "acc_stderr,none": 0.009988381409296454}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4911646586345382, "acc_stderr,none": 0.010020508033762626}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3714859437751004, "acc_stderr,none": 0.00968537057188612}}
{"created_at": "2025-11-30T22:50:59.381474", "global_step": 100000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.44112627986348124, "acc_stderr,none": 0.014509747749064666, "acc_norm,none": 0.4590443686006826, "acc_norm_stderr,none": 0.014562291073601226}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7710437710437711, "acc_stderr,none": 0.00862152200944323, "acc_norm,none": 0.7276936026936027, "acc_norm_stderr,none": 0.009134218447652673}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.0144843198114339, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.0144843198114339}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687954, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687954}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581962, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581962}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2822222222222222, "acc_stderr,none": 0.015011039301019264, "acc_norm,none": 0.2822222222222222, "acc_norm_stderr,none": 0.015011039301019264}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308192, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308192}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.5082652857996415, "acc_stderr,none": 0.004989099611536807, "acc_norm,none": 0.6770563632742481, "acc_norm_stderr,none": 0.004666457279979416}, "include_base_44_chinese": {"acc,none": 0.23119266055045873, "acc_stderr,none": 0.018090253787893234, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.16091954022988506, "acc_stderr,none": 0.039623877256794074}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2956204379562044, "acc_stderr,none": 0.01941297691368831, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.033675118801687026}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3225806451612903, "acc_stderr,none": 0.03766930374975111}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.3592814371257485, "acc_stderr,none": 0.037238913290102066}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_turkish": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.018322818698284542, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560373}, "piqa": {"alias": "piqa", "acc,none": 0.7480957562568009, "acc_stderr,none": 0.010128421335088683, "acc_norm,none": 0.764417845484222, "acc_norm_stderr,none": 0.009901067586473888}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5333333333333333, "acc_stderr,none": 0.00999977679318764}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.491566265060241, "acc_stderr,none": 0.01002064706811417}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3682730923694779, "acc_stderr,none": 0.009668013178998448}}