{"created_at": "2025-11-27T07:31:05.523226", "global_step": 10000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2568259385665529, "acc_stderr,none": 0.0127669237941168, "acc_norm,none": 0.28242320819112626, "acc_norm_stderr,none": 0.013155456884097224}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6022727272727273, "acc_stderr,none": 0.010042861602178061, "acc_norm,none": 0.5307239057239057, "acc_norm_stderr,none": 0.010240395584815236}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945594, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945594}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998374, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998374}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792652, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792652}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632421, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632421}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.32951603266281615, "acc_stderr,none": 0.004690768393854474, "acc_norm,none": 0.39185421230830514, "acc_norm_stderr,none": 0.004871667371060541}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.018483805123092254, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278444}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348946}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018527977478245444, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25161290322580643, "acc_stderr,none": 0.034967874881680024}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.031253219622833416}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.01874157562405649, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.06546536707079771}, "piqa": {"alias": "piqa", "acc,none": 0.6496191512513602, "acc_stderr,none": 0.01113127755468174, "acc_norm,none": 0.6485310119695321, "acc_norm_stderr,none": 0.01113920769193119}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4738955823293173, "acc_stderr,none": 0.010008404651660672}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.40883534136546185, "acc_stderr,none": 0.009854078067810768}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}}
{"created_at": "2025-11-27T15:16:57.631591", "global_step": 20000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2738907849829352, "acc_stderr,none": 0.013032004972989506, "acc_norm,none": 0.3174061433447099, "acc_norm_stderr,none": 0.01360223908803817}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6073232323232324, "acc_stderr,none": 0.010020646555538689, "acc_norm,none": 0.5298821548821548, "acc_norm_stderr,none": 0.01024144432288643}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884526, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884526}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687966, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687966}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045813, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045813}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632418, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632418}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687971, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687971}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.35012945628360886, "acc_stderr,none": 0.004760354191370858, "acc_norm,none": 0.43178649671380204, "acc_norm_stderr,none": 0.004943127583290516}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.018580095353798662, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.055934166129236414}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348946}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.01849204349848588, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.24516129032258063, "acc_stderr,none": 0.03466511701965931}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851862}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_turkish": {"acc,none": 0.2208029197080292, "acc_stderr,none": 0.01775065494295922, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663925}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.052372293656638154}, "piqa": {"alias": "piqa", "acc,none": 0.6708378672470077, "acc_stderr,none": 0.010963750414134705, "acc_norm,none": 0.6713819368879217, "acc_norm_stderr,none": 0.010959127105167044}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.47630522088353416, "acc_stderr,none": 0.010010812905412064}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4357429718875502, "acc_stderr,none": 0.009938966706641343}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3570281124497992, "acc_stderr,none": 0.009603615216109774}}
{"created_at": "2025-11-27T23:43:26.620733", "global_step": 30000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2815699658703072, "acc_stderr,none": 0.013143376735009019, "acc_norm,none": 0.2960750853242321, "acc_norm_stderr,none": 0.013340916085246254}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6241582491582491, "acc_stderr,none": 0.00993843637317063, "acc_norm,none": 0.5542929292929293, "acc_norm_stderr,none": 0.010199118183322987}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336076, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336076}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596784, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596784}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.01446311410517081, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.01446311410517081}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578958, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578958}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3626767576180044, "acc_stderr,none": 0.004797900720081492, "acc_norm,none": 0.4598685520812587, "acc_norm_stderr,none": 0.004973683026202184}, "include_base_44_chinese": {"acc,none": 0.24220183486238533, "acc_stderr,none": 0.018411277390119794, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.01855869612902997, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.060012003601200396}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990835}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2773722627737226, "acc_stderr,none": 0.019118355862388657, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.036807836907275814}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.061011875725893214}, "piqa": {"alias": "piqa", "acc,none": 0.6877040261153428, "acc_stderr,none": 0.010812581599154424, "acc_norm,none": 0.690424374319913, "acc_norm_stderr,none": 0.010786656752183344}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.46987951807228917, "acc_stderr,none": 0.01000387141951773}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.40602409638554215, "acc_stderr,none": 0.009843462007384224}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3405622489959839, "acc_stderr,none": 0.009498886690274443}}
{"created_at": "2025-11-28T08:08:00.459704", "global_step": 40000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2832764505119454, "acc_stderr,none": 0.013167478735134575, "acc_norm,none": 0.30204778156996587, "acc_norm_stderr,none": 0.013417519144716413}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6380471380471381, "acc_stderr,none": 0.009860991466688472, "acc_norm,none": 0.5812289562289562, "acc_norm_stderr,none": 0.010123487160167819}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409371, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409371}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380051, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380051}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27444444444444444, "acc_stderr,none": 0.014882733736391547, "acc_norm,none": 0.27444444444444444, "acc_norm_stderr,none": 0.014882733736391547}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262114, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262114}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3741286596295559, "acc_stderr,none": 0.0048290815328265015, "acc_norm,none": 0.47540330611431986, "acc_norm_stderr,none": 0.004983740145218614}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018391354494249747, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3448275862068966, "acc_stderr,none": 0.05125421389342353}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.04936090495978013}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.018545652539695014, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2215568862275449, "acc_stderr,none": 0.03223309610157498}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25806451612903225, "acc_stderr,none": 0.03526036935484003}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.034190730421806675}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387369}, "include_base_44_turkish": {"acc,none": 0.21897810218978103, "acc_stderr,none": 0.01767067232099959, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.03070982405056527}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.6817192600652884, "acc_stderr,none": 0.010868093932082237, "acc_norm,none": 0.6833514689880305, "acc_norm_stderr,none": 0.010853160531978481}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5068273092369477, "acc_stderr,none": 0.010021138522919163}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4248995983935743, "acc_stderr,none": 0.009908377568198196}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3465863453815261, "acc_stderr,none": 0.009538660220458994}}
{"created_at": "2025-11-28T16:31:40.502261", "global_step": 50000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.30887372013651876, "acc_stderr,none": 0.013501770929344004, "acc_norm,none": 0.32764505119453924, "acc_norm_stderr,none": 0.01371584794071934}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6712962962962963, "acc_stderr,none": 0.009638903167022171, "acc_norm,none": 0.6069023569023569, "acc_norm_stderr,none": 0.010022540618945305}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.01431110796368306, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.01431110796368306}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458118, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458118}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391946, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391946}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651676, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651676}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.01417574247439195, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.01417574247439195}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.39474208325034854, "acc_stderr,none": 0.0048779626449918685, "acc_norm,none": 0.4970125473013344, "acc_norm_stderr,none": 0.004989692344314003}, "include_base_44_chinese": {"acc,none": 0.23669724770642203, "acc_stderr,none": 0.018288042273570854, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348947}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.01812127277741416, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.034190730421806696}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.22580645161290322, "acc_stderr,none": 0.03369244953981245}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964297}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.01888817891364821, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530255}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "piqa": {"alias": "piqa", "acc,none": 0.705114254624592, "acc_stderr,none": 0.010639030620157, "acc_norm,none": 0.7007616974972797, "acc_norm_stderr,none": 0.01068413067313458}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4979919678714859, "acc_stderr,none": 0.010021992045038411}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44216867469879517, "acc_stderr,none": 0.009954810265102042}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3401606425702811, "acc_stderr,none": 0.009496174608136407}}
{"created_at": "2025-11-29T00:55:04.810444", "global_step": 60000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.32764505119453924, "acc_stderr,none": 0.013715847940719339, "acc_norm,none": 0.3378839590443686, "acc_norm_stderr,none": 0.01382204792228351}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6553030303030303, "acc_stderr,none": 0.00975232158656978, "acc_norm,none": 0.6098484848484849, "acc_norm_stderr,none": 0.010009118166667401}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380051, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380051}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.01426651388657892, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.01426651388657892}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241894, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241894}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2811111111111111, "acc_stderr,none": 0.014993051943690182, "acc_norm,none": 0.2811111111111111, "acc_norm_stderr,none": 0.014993051943690182}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241896, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241896}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.40201155148376816, "acc_stderr,none": 0.004893022130229087, "acc_norm,none": 0.5150368452499502, "acc_norm_stderr,none": 0.004987524454849716}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.018631458696384325, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.36619718309859156, "acc_stderr,none": 0.05758184314388001}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923641}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2755474452554745, "acc_stderr,none": 0.019147420771473023, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180668}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3096774193548387, "acc_stderr,none": 0.0372580781179416}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.03443623453899477}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.21897810218978103, "acc_stderr,none": 0.01765108369730134, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071855}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.1686746987951807, "acc_stderr,none": 0.029152009627856544}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "piqa": {"alias": "piqa", "acc,none": 0.6980413492927094, "acc_stderr,none": 0.010711732891588353, "acc_norm,none": 0.6991294885745375, "acc_norm_stderr,none": 0.010700745724145973}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5112449799196788, "acc_stderr,none": 0.010019537972975086}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.470281124497992, "acc_stderr,none": 0.010004353982613847}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3401606425702811, "acc_stderr,none": 0.009496174608136407}}
{"created_at": "2025-11-29T09:19:01.797130", "global_step": 70000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3310580204778157, "acc_stderr,none": 0.013752062419817841, "acc_norm,none": 0.3395904436860068, "acc_norm_stderr,none": 0.013839039762820167}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6813973063973064, "acc_stderr,none": 0.009560775507673366, "acc_norm,none": 0.6199494949494949, "acc_norm_stderr,none": 0.009960175831493123}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24, "acc_stderr,none": 0.01424401987979265, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.01424401987979265}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308188, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308188}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.01426651388657891, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.01426651388657891}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.28, "acc_stderr,none": 0.014974951276705709, "acc_norm,none": 0.28, "acc_norm_stderr,none": 0.014974951276705709}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.410973909579765, "acc_stderr,none": 0.004910049928688083, "acc_norm,none": 0.5292770364469229, "acc_norm_stderr,none": 0.004981220135882324}, "include_base_44_chinese": {"acc,none": 0.25871559633027524, "acc_stderr,none": 0.018787547541888275, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.047553821882784425}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.048797477314965754}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018737649532357726, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.14864709750264077}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.0334046315394559}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.21715328467153286, "acc_stderr,none": 0.017611680454087012, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.03070982405056527}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.049569575922564175}, "piqa": {"alias": "piqa", "acc,none": 0.704570184983678, "acc_stderr,none": 0.010644731559342459, "acc_norm,none": 0.7127312295973884, "acc_norm_stderr,none": 0.010557291761528633}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5240963855421686, "acc_stderr,none": 0.010010427753210671}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4674698795180723, "acc_stderr,none": 0.010000839483876027}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3393574297188755, "acc_stderr,none": 0.009490727635646755}}
{"created_at": "2025-11-29T17:42:48.534750", "global_step": 80000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3455631399317406, "acc_stderr,none": 0.01389693846114568, "acc_norm,none": 0.36689419795221845, "acc_norm_stderr,none": 0.0140841331181043}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6986531986531986, "acc_stderr,none": 0.009415259879351622, "acc_norm,none": 0.6485690235690236, "acc_norm_stderr,none": 0.00979639558281772}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596802, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596802}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683048, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683048}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.01484503879443395, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.01484503879443395}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2788888888888889, "acc_stderr,none": 0.014956736888683082, "acc_norm,none": 0.2788888888888889, "acc_norm_stderr,none": 0.014956736888683082}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4228241386178052, "acc_stderr,none": 0.004929983692795055, "acc_norm,none": 0.5502887870942044, "acc_norm_stderr,none": 0.004964479324552532}, "include_base_44_chinese": {"acc,none": 0.25688073394495414, "acc_stderr,none": 0.018742818279843816, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.0487901635934895}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.0180343215108539, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.032539894331085194}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245767}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.032539894331085194}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_turkish": {"acc,none": 0.21350364963503649, "acc_stderr,none": 0.017541411698528873, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.030338749144500594}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "piqa": {"alias": "piqa", "acc,none": 0.7110990206746464, "acc_stderr,none": 0.0105751118413649, "acc_norm,none": 0.7138193688792165, "acc_norm_stderr,none": 0.010545318576106645}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5092369477911647, "acc_stderr,none": 0.010020362530631355}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.46184738955823296, "acc_stderr,none": 0.009992853579749968}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3413654618473896, "acc_stderr,none": 0.009504288078880218}}
{"created_at": "2025-11-30T10:30:52.258242", "global_step": 100000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3455631399317406, "acc_stderr,none": 0.013896938461145678, "acc_norm,none": 0.3609215017064846, "acc_norm_stderr,none": 0.014034761386175456}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6999158249158249, "acc_stderr,none": 0.00940400055851335, "acc_norm,none": 0.6359427609427609, "acc_norm_stderr,none": 0.009873293392779122}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409389, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409389}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.20777777777777778, "acc_stderr,none": 0.013531414972025833, "acc_norm,none": 0.20777777777777778, "acc_norm_stderr,none": 0.013531414972025833}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214545, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214545}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214535, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214535}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217893, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217893}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.43377813184624575, "acc_stderr,none": 0.004945824056501829, "acc_norm,none": 0.5598486357299343, "acc_norm_stderr,none": 0.004953907062096604}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.01841131588483525, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.11267605633802817, "acc_stderr,none": 0.03779269821126405}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.01818737975885528, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180668}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964113}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19161676646706588, "acc_stderr,none": 0.030547196475366606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.0, "acc_stderr,none": 0.0}, "include_base_44_turkish": {"acc,none": 0.23175182481751824, "acc_stderr,none": 0.01799981150351106, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.034843315926805875}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078943}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.049569575922564175}, "piqa": {"alias": "piqa", "acc,none": 0.7165397170837867, "acc_stderr,none": 0.010515057791152067, "acc_norm,none": 0.7225244831338411, "acc_norm_stderr,none": 0.010446818281039936}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.51285140562249, "acc_stderr,none": 0.010018761856718258}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.46987951807228917, "acc_stderr,none": 0.010003871419517727}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3441767068273092, "acc_stderr,none": 0.00952295446980604}}