{"created_at": "2025-12-17T19:43:58.922558", "global_step": 10000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.23293515358361774, "acc_stderr,none": 0.01235250704261741, "acc_norm,none": 0.2636518771331058, "acc_norm_stderr,none": 0.012875929151297056}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5248316498316499, "acc_stderr,none": 0.010247123122159287, "acc_norm,none": 0.476010101010101, "acc_norm_stderr,none": 0.010247967392742688}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276205, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276205}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342506, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342506}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170805, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170805}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2922222222222222, "acc_stderr,none": 0.015167892258807002, "acc_norm,none": 0.2922222222222222, "acc_norm_stderr,none": 0.015167892258807002}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683055, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683055}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.2997410874327823, "acc_stderr,none": 0.0045720816569656455, "acc_norm,none": 0.3302131049591715, "acc_norm_stderr,none": 0.004693285694663832}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.01845818499289365, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.36619718309859156, "acc_stderr,none": 0.05758184314388002}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018988}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_italian": {"acc,none": 0.23175182481751824, "acc_stderr,none": 0.018055713005316033, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19161676646706588, "acc_stderr,none": 0.030547196475366606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.01813440800701077, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073528}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "piqa": {"alias": "piqa", "acc,none": 0.6338411316648531, "acc_stderr,none": 0.011240106070308457, "acc_norm,none": 0.6273122959738846, "acc_norm_stderr,none": 0.011281318332897746}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.45220883534136547, "acc_stderr,none": 0.009976187086803721}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3642570281124498, "acc_stderr,none": 0.009645667910246845}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667057}}
{"created_at": "2025-12-17T23:23:33.506583", "global_step": 20000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2295221843003413, "acc_stderr,none": 0.012288926760890797, "acc_norm,none": 0.26706484641638223, "acc_norm_stderr,none": 0.012928933196496354}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5538720538720538, "acc_stderr,none": 0.010200057828765008, "acc_norm,none": 0.48695286195286197, "acc_norm_stderr,none": 0.01025628992505844}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132648, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132648}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.01478761974756761, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.01478761974756761}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632414, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632414}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567612, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567612}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651669, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651669}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.311292571200956, "acc_stderr,none": 0.004620758579628664, "acc_norm,none": 0.35700059749053975, "acc_norm_stderr,none": 0.004781358113341957}, "include_base_44_chinese": {"acc,none": 0.26422018348623855, "acc_stderr,none": 0.018812538117956423, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.048195602891152274}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.36619718309859156, "acc_stderr,none": 0.05758184314388002}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.352112676056338, "acc_stderr,none": 0.05708756925195619}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909663}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.018723692052959123, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851862}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945589}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.2062043795620438, "acc_stderr,none": 0.017306118331427957, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.030338749144500608}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.6420021762785637, "acc_stderr,none": 0.011185460416617296, "acc_norm,none": 0.6436343852013058, "acc_norm_stderr,none": 0.01117410986586473}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.463855421686747, "acc_stderr,none": 0.009995852282822388}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.39076305220883534, "acc_stderr,none": 0.009779967579941793}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463621}}
{"created_at": "2025-12-18T03:03:15.433410", "global_step": 30000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24146757679180889, "acc_stderr,none": 0.012506564839739429, "acc_norm,none": 0.2619453924914676, "acc_norm_stderr,none": 0.012849054826858114}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5538720538720538, "acc_stderr,none": 0.01020005782876501, "acc_norm,none": 0.4983164983164983, "acc_norm_stderr,none": 0.010259725364582766}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.01442032345164253, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.01442032345164253}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632421, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632421}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581956, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581956}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.0140592566632182, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.0140592566632182}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.32483569010157337, "acc_stderr,none": 0.004673563250946087, "acc_norm,none": 0.377414857598088, "acc_norm_stderr,none": 0.004837493439874295}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.018509659691547723, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383252}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018551170821282978, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.03681290636819265}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.030905719167240605}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_turkish": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.018729668320864135, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.03591566797824665}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594687}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064537}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6501632208922742, "acc_stderr,none": 0.011127288644632837, "acc_norm,none": 0.6463547334058759, "acc_norm_stderr,none": 0.011154877708188685}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4827309236947791, "acc_stderr,none": 0.0100160934984097}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41365461847389556, "acc_stderr,none": 0.00987150215909937}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358226}}
{"created_at": "2025-12-18T06:42:23.181945", "global_step": 40000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.23720136518771331, "acc_stderr,none": 0.01243039982926084, "acc_norm,none": 0.2738907849829352, "acc_norm_stderr,none": 0.013032004972989505}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5829124579124579, "acc_stderr,none": 0.010117738967781984, "acc_norm,none": 0.523989898989899, "acc_norm_stderr,none": 0.010247967392742684}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699816, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699816}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683076, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683076}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962117, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962117}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.0145053998443568, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.0145053998443568}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3291177056363274, "acc_stderr,none": 0.004689324696186881, "acc_norm,none": 0.38836885082652856, "acc_norm_stderr,none": 0.004863831364848078}, "include_base_44_chinese": {"acc,none": 0.26422018348623855, "acc_stderr,none": 0.018924235197724133, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383254}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3448275862068966, "acc_stderr,none": 0.05125421389342353}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.01895042987389171, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.03574732654202544}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.03681290636819265}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2215568862275449, "acc_stderr,none": 0.03223309610157498}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.01860142241828253, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.032400048255946876}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "piqa": {"alias": "piqa", "acc,none": 0.6430903155603918, "acc_stderr,none": 0.01117790907926119, "acc_norm,none": 0.6409140369967355, "acc_norm_stderr,none": 0.011192949073844109}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4891566265060241, "acc_stderr,none": 0.010019715824483487}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41044176706827307, "acc_stderr,none": 0.009859994672585113}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3345381526104418, "acc_stderr,none": 0.009457404390939166}}
{"created_at": "2025-12-18T10:23:42.369714", "global_step": 50000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2713310580204778, "acc_stderr,none": 0.01299380772754579, "acc_norm,none": 0.28498293515358364, "acc_norm_stderr,none": 0.013191348179838793}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5837542087542088, "acc_stderr,none": 0.01011481940450087, "acc_norm,none": 0.5294612794612794, "acc_norm_stderr,none": 0.010241957728409678}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055182, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055182}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.01454718507225425, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.01454718507225425}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391946, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391946}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2788888888888889, "acc_stderr,none": 0.014956736888683087, "acc_norm,none": 0.2788888888888889, "acc_norm_stderr,none": 0.014956736888683087}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336095, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336095}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.33827922724556864, "acc_stderr,none": 0.004721571443354458, "acc_norm,none": 0.3990240987851026, "acc_norm_stderr,none": 0.00488696926694427}, "include_base_44_chinese": {"acc,none": 0.26422018348623855, "acc_stderr,none": 0.018961417063730522, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115226}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019360749704344, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.03443623453899476}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018630340073437914, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680588}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.059178043363451366}, "piqa": {"alias": "piqa", "acc,none": 0.6708378672470077, "acc_stderr,none": 0.010963750414134707, "acc_norm,none": 0.6572361262241567, "acc_norm_stderr,none": 0.011073978007039314}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4867469879518072, "acc_stderr,none": 0.010018551648218453}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41164658634538154, "acc_stderr,none": 0.009864360821750339}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3377510040160643, "acc_stderr,none": 0.009479742273956475}}
{"created_at": "2025-12-18T14:03:53.701636", "global_step": 60000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2508532423208191, "acc_stderr,none": 0.012668198621315433, "acc_norm,none": 0.28071672354948807, "acc_norm_stderr,none": 0.013131238126975584}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5942760942760943, "acc_stderr,none": 0.010075755540128874, "acc_norm,none": 0.5315656565656566, "acc_norm_stderr,none": 0.010239317603199504}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945587, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945587}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055175, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055175}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.01433320925963241, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.01433320925963241}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27666666666666667, "acc_stderr,none": 0.014919965280947385, "acc_norm,none": 0.27666666666666667, "acc_norm_stderr,none": 0.014919965280947385}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170807, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170807}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.34106751643098987, "acc_stderr,none": 0.0047309913571943005, "acc_norm,none": 0.41525592511451903, "acc_norm_stderr,none": 0.004917590378138212}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.018292669501425197, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921429}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.018994660870076813, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32934131736526945, "acc_stderr,none": 0.036477061123411154}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245767}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.03367511880168703}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.30474452554744524, "acc_stderr,none": 0.019658756367840004, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3614457831325301, "acc_stderr,none": 0.0374005938202932}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.0357160923005348}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6713819368879217, "acc_stderr,none": 0.010959127105167044, "acc_norm,none": 0.6637649619151251, "acc_norm_stderr,none": 0.011022346708970244}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4751004016064257, "acc_stderr,none": 0.01000963798302251}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43413654618473896, "acc_stderr,none": 0.009934740969162532}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3385542168674699, "acc_stderr,none": 0.009485250208516876}}
{"created_at": "2025-12-18T19:29:21.008937", "global_step": 70000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.28071672354948807, "acc_stderr,none": 0.01313123812697558, "acc_norm,none": 0.2909556313993174, "acc_norm_stderr,none": 0.013273077865907595}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6022727272727273, "acc_stderr,none": 0.010042861602178058, "acc_norm,none": 0.5437710437710438, "acc_norm_stderr,none": 0.010220394383722024}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168478, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168478}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470884, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470884}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.01433320925963242, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.01433320925963242}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3436566421031667, "acc_stderr,none": 0.004739575380508866, "acc_norm,none": 0.4195379406492731, "acc_norm_stderr,none": 0.004924748500639348}, "include_base_44_chinese": {"acc,none": 0.26238532110091745, "acc_stderr,none": 0.018827136060704325, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.055934166129236414}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.01860456200641195, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964113}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.25, "acc_stderr,none": 0.01852845096648534, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530276}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.0317555478662992}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.06101187572589322}, "piqa": {"alias": "piqa", "acc,none": 0.6773667029379761, "acc_stderr,none": 0.01090716635985661, "acc_norm,none": 0.6708378672470077, "acc_norm_stderr,none": 0.010963750414134703}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4887550200803213, "acc_stderr,none": 0.010019537972975076}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42329317269076305, "acc_stderr,none": 0.009903432138272912}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617607}}
{"created_at": "2025-12-18T23:37:50.173286", "global_step": 80000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2832764505119454, "acc_stderr,none": 0.013167478735134575, "acc_norm,none": 0.2960750853242321, "acc_norm_stderr,none": 0.01334091608524626}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6026936026936027, "acc_stderr,none": 0.010041053078884282, "acc_norm,none": 0.5404040404040404, "acc_norm_stderr,none": 0.010226230740889021}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356802, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356802}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632423, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632423}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792645, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792645}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342964, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342964}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3529177454690301, "acc_stderr,none": 0.004769007545082275, "acc_norm,none": 0.4358693487353117, "acc_norm_stderr,none": 0.004948567856373871}, "include_base_44_chinese": {"acc,none": 0.25688073394495414, "acc_stderr,none": 0.01870329436347593, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.352112676056338, "acc_stderr,none": 0.0570875692519562}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.26459854014598533, "acc_stderr,none": 0.018898345783012496, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25161290322580643, "acc_stderr,none": 0.034967874881680024}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.28102189781021897, "acc_stderr,none": 0.019181669117531174, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3433734939759036, "acc_stderr,none": 0.03696584317010601}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6806311207834603, "acc_stderr,none": 0.010877964076613742, "acc_norm,none": 0.6844396082698585, "acc_norm_stderr,none": 0.010843119201758927}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.493574297188755, "acc_stderr,none": 0.010021245217159396}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41485943775100403, "acc_stderr,none": 0.009875705744164676}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.344578313253012, "acc_stderr,none": 0.009525590900110653}}
{"created_at": "2025-12-19T01:01:04.326516", "global_step": 90000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2721843003412969, "acc_stderr,none": 0.013006600406423709, "acc_norm,none": 0.28668941979522183, "acc_norm_stderr,none": 0.013214986329274767}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6005892255892256, "acc_stderr,none": 0.010050018228742125, "acc_norm,none": 0.5370370370370371, "acc_norm_stderr,none": 0.010231597249131056}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030484, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030484}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380051, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380051}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.01428887637569982, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.01428887637569982}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683055, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683055}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3540131447918741, "acc_stderr,none": 0.00477235839513045, "acc_norm,none": 0.4391555467038439, "acc_norm_stderr,none": 0.004952698802275648}, "include_base_44_chinese": {"acc,none": 0.25137614678899084, "acc_stderr,none": 0.018635377315161863, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018928109448917037, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.035747326542025434}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964298}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387366}, "include_base_44_turkish": {"acc,none": 0.2791970802919708, "acc_stderr,none": 0.019200096156444784, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.036108050180310235}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064537}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6855277475516867, "acc_stderr,none": 0.010833009065106574, "acc_norm,none": 0.676278563656148, "acc_norm_stderr,none": 0.010916765010708764}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5020080321285141, "acc_stderr,none": 0.010021992045038411}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42048192771084336, "acc_stderr,none": 0.009894519551105777}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3405622489959839, "acc_stderr,none": 0.009498886690274443}}
{"created_at": "2025-12-19T04:41:28.763094", "global_step": 100000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.27303754266211605, "acc_stderr,none": 0.01301933276263574, "acc_norm,none": 0.2858361774744027, "acc_norm_stderr,none": 0.013203196088537367}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6094276094276094, "acc_stderr,none": 0.010011059112064243, "acc_norm,none": 0.5500841750841751, "acc_norm_stderr,none": 0.010208181969301794}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132653, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132653}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683055, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683055}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217902, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217902}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170807, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170807}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3563035251941844, "acc_stderr,none": 0.004779276329704052, "acc_norm,none": 0.44064927305317664, "acc_norm_stderr,none": 0.004954503606471607}, "include_base_44_chinese": {"acc,none": 0.22752293577981653, "acc_stderr,none": 0.017916945435849978, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.04324785766640782}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.04275678110973871}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.041775406780189865}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150304}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.018922182203774392, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.033125415998518606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018878697674474674, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683227}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064537}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345136}, "piqa": {"alias": "piqa", "acc,none": 0.691512513601741, "acc_stderr,none": 0.010776164678037155, "acc_norm,none": 0.6806311207834603, "acc_norm_stderr,none": 0.010877964076613742}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.493574297188755, "acc_stderr,none": 0.010021245217159393}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42289156626506025, "acc_stderr,none": 0.009902179034797442}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3421686746987952, "acc_stderr,none": 0.009509659143015632}}