{"created_at": "2025-06-27T17:41:54.144366", "global_step": 1000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.1757679180887372, "acc_stderr,none": 0.01112285086312049, "acc_norm,none": 0.22696245733788395, "acc_norm_stderr,none": 0.012240491536132875}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.3602693602693603, "acc_stderr,none": 0.009851002584732382, "acc_norm,none": 0.33964646464646464, "acc_norm_stderr,none": 0.009717845628687454}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884532, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884532}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.01396359834903046, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.01396359834903046}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21444444444444444, "acc_stderr,none": 0.013688819788367371, "acc_norm,none": 0.21444444444444444, "acc_norm_stderr,none": 0.013688819788367371}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687971, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687971}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596812, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596812}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578938, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578938}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.20777777777777778, "acc_stderr,none": 0.01353141497202582, "acc_norm,none": 0.20777777777777778, "acc_norm_stderr,none": 0.01353141497202582}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.01401170515888453, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.01401170515888453}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.21888888888888888, "acc_stderr,none": 0.013790766978256945, "acc_norm,none": 0.21888888888888888, "acc_norm_stderr,none": 0.013790766978256945}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596807, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596807}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.21888888888888888, "acc_stderr,none": 0.013790766978256945, "acc_norm,none": 0.21888888888888888, "acc_norm_stderr,none": 0.013790766978256945}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884528, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884528}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458118, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458118}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2111111111111111, "acc_stderr,none": 0.013610798969328493, "acc_norm,none": 0.2111111111111111, "acc_norm_stderr,none": 0.013610798969328493}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687978, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687978}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.2636924915355507, "acc_stderr,none": 0.004397339661695466, "acc_norm,none": 0.26638119896434975, "acc_norm_stderr,none": 0.0044116243741766994}, "include_base_44_arabic": {"acc,none": 0.22282608695652173, "acc_stderr,none": 0.017722007408084384, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.04336290903919941}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.1951219512195122, "acc_stderr,none": 0.044032728480411745}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.04285714285714284}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.0423247353205504}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "include_base_44_bengali": {"acc,none": 0.28832116788321166, "acc_stderr,none": 0.019386009200152193, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.035915667978246635}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.03610805018031022}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560375}, "include_base_44_chinese": {"acc,none": 0.24220183486238533, "acc_stderr,none": 0.018467893116974846, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_french": {"acc,none": 0.20286396181384247, "acc_stderr,none": 0.01952186356148815, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.18796992481203006, "acc_stderr,none": 0.023999782402959288}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.10638297872340426, "acc_stderr,none": 0.04546036031565445}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.3108108108108108, "acc_stderr,none": 0.05416962838752886}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_german": {"acc,none": 0.17985611510791366, "acc_stderr,none": 0.032518012173991424, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.043478260869565216, "acc_stderr,none": 0.04347826086956523}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.2087912087912088, "acc_stderr,none": 0.04284305206509431}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_hindi": {"acc,none": 0.24680073126142596, "acc_stderr,none": 0.01851692322121633, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.2708333333333333, "acc_stderr,none": 0.045593471241867974}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150304}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.06633249580710801}, "include_base_44_italian": {"acc,none": 0.21350364963503649, "acc_stderr,none": 0.0175115705911671, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.17365269461077845, "acc_stderr,none": 0.029401401108445874}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1935483870967742, "acc_stderr,none": 0.03183637233676304}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180669}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_japanese": {"acc,none": 0.23552894211576847, "acc_stderr,none": 0.01900289060995163, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.041996052556580815}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.22388059701492538, "acc_stderr,none": 0.02947525023601719}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.2537313432835821, "acc_stderr,none": 0.030769444967296018}, "include_base_44_korean": {"acc,none": 0.244, "acc_stderr,none": 0.019238515585348868, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.256, "acc_stderr,none": 0.027657108718204912}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.232, "acc_stderr,none": 0.026750070374865167}, "include_base_44_russian": {"acc,none": 0.2807971014492754, "acc_stderr,none": 0.019120734117399743, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2318840579710145, "acc_stderr,none": 0.05117930441535768}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2753623188405797, "acc_stderr,none": 0.05416992765191318}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.0500194557943937}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.39285714285714285, "acc_stderr,none": 0.09398983557402392}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.3176470588235294, "acc_stderr,none": 0.050796911797335816}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.052254366311072324}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.37681159420289856, "acc_stderr,none": 0.05876481248527007}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.2553191489361702, "acc_stderr,none": 0.04521528920247246}, "include_base_44_spanish": {"acc,none": 0.24181818181818182, "acc_stderr,none": 0.01825304065555908, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.276, "acc_stderr,none": 0.028328537274211345}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.224, "acc_stderr,none": 0.02642136168734791}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.06633249580710801}, "include_base_44_telugu": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.01801679266034326, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331374}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.21465968586387435, "acc_stderr,none": 0.029787042849701982}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.44, "acc_stderr,none": 0.10132456102380442}, "include_base_44_turkish": {"acc,none": 0.29744525547445255, "acc_stderr,none": 0.019538823674348164, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.03664314777288087}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.0362933532994786}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.558759521218716, "acc_stderr,none": 0.011584987344513563, "acc_norm,none": 0.5429815016322089, "acc_norm_stderr,none": 0.011622641132301955}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617607}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.3309236947791165, "acc_stderr,none": 0.009431685461463305}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.3473895582329317, "acc_stderr,none": 0.0095438354093349}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.3309236947791165, "acc_stderr,none": 0.009431685461463304}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.3357429718875502, "acc_stderr,none": 0.009465838617337347}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3309236947791165, "acc_stderr,none": 0.009431685461463305}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.3473895582329317, "acc_stderr,none": 0.0095438354093349}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3321285140562249, "acc_stderr,none": 0.009440328001240623}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3389558232931727, "acc_stderr,none": 0.009487992732201524}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778588}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617621}}
{"created_at": "2025-06-27T18:39:30.988903", "global_step": 2000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2022184300341297, "acc_stderr,none": 0.011737454431872104, "acc_norm,none": 0.2380546075085324, "acc_norm_stderr,none": 0.012445770028026205}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.4414983164983165, "acc_stderr,none": 0.010189314382749934, "acc_norm,none": 0.4036195286195286, "acc_norm_stderr,none": 0.010067368960348228}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687975, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687975}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342966, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342966}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596808, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596808}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458118, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458118}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.01398772152368793, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.01398772152368793}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170805, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170805}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.013765500608039456, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.013765500608039456}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687944, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687944}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308198, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308198}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356788, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356788}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308186, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308186}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.01419863480930819, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.01419863480930819}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308197, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308197}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030467, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030467}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.2717586138219478, "acc_stderr,none": 0.00443956944740736, "acc_norm,none": 0.2804222266480781, "acc_norm_stderr,none": 0.0044828747322373476}, "include_base_44_arabic": {"acc,none": 0.22282608695652173, "acc_stderr,none": 0.01766262332856922, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.15853658536585366, "acc_stderr,none": 0.040582599273365695}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.04429811949614585}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.04336290903919941}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1523809523809524, "acc_stderr,none": 0.03524106511591412}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "include_base_44_bengali": {"acc,none": 0.2791970802919708, "acc_stderr,none": 0.01913016911691677, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.034843315926805875}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3433734939759036, "acc_stderr,none": 0.036965843170106004}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345139}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.018470700022162133, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.20763723150357996, "acc_stderr,none": 0.019711236651364518, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.18421052631578946, "acc_stderr,none": 0.023813505626584148}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.05801446334976933}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.2972972972972973, "acc_stderr,none": 0.053495821667206706}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.19424460431654678, "acc_stderr,none": 0.033417276078530206, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.043478260869565216, "acc_stderr,none": 0.04347826086956523}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.23076923076923078, "acc_stderr,none": 0.04441155916843277}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_hindi": {"acc,none": 0.23948811700182815, "acc_stderr,none": 0.018288118825910332, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.23958333333333334, "acc_stderr,none": 0.04379175117256938}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.06633249580710801}, "include_base_44_italian": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.01802064000495489, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.03090571916724061}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2129032258064516, "acc_stderr,none": 0.03298715238372958}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_japanese": {"acc,none": 0.25349301397205587, "acc_stderr,none": 0.019486586746440018, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.23232323232323232, "acc_stderr,none": 0.04266016017054687}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.263681592039801, "acc_stderr,none": 0.03115715086935555}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.2537313432835821, "acc_stderr,none": 0.030769444967296024}, "include_base_44_korean": {"acc,none": 0.23, "acc_stderr,none": 0.01885263076461715, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.24, "acc_stderr,none": 0.027065293652239003}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.22, "acc_stderr,none": 0.02625179282460584}, "include_base_44_russian": {"acc,none": 0.2753623188405797, "acc_stderr,none": 0.0189075359239969, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.0500194557943937}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.30434782608695654, "acc_stderr,none": 0.05579903894954331}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.25, "acc_stderr,none": 0.08333333333333333}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.38823529411764707, "acc_stderr,none": 0.05317409082203827}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.36231884057971014, "acc_stderr,none": 0.05828983090868436}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.20212765957446807, "acc_stderr,none": 0.04164262559887298}, "include_base_44_spanish": {"acc,none": 0.28363636363636363, "acc_stderr,none": 0.019273518917637518, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.264, "acc_stderr,none": 0.02793451895769091}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390465}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.296, "acc_stderr,none": 0.028928939388379635}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390467}, "include_base_44_telugu": {"acc,none": 0.2208029197080292, "acc_stderr,none": 0.017771962099506364, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.225130890052356, "acc_stderr,none": 0.030300857413315157}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789424}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_turkish": {"acc,none": 0.28102189781021897, "acc_stderr,none": 0.01922090270696556, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530255}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.38, "acc_stderr,none": 0.06934092056863767}, "piqa": {"alias": "piqa", "acc,none": 0.5832426550598476, "acc_stderr,none": 0.011503015163618315, "acc_norm,none": 0.5680087051142546, "acc_norm_stderr,none": 0.011557407210100252}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667055}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.3325301204819277, "acc_stderr,none": 0.00944319336590334}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.3718875502008032, "acc_stderr,none": 0.009687507958631799}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463621}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778588}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3437751004016064, "acc_stderr,none": 0.009520310502882925}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617609}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3321285140562249, "acc_stderr,none": 0.009440328001240627}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3405622489959839, "acc_stderr,none": 0.00949888669027445}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3413654618473896, "acc_stderr,none": 0.009504288078880218}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3393574297188755, "acc_stderr,none": 0.009490727635646755}}
{"created_at": "2025-06-27T19:35:12.791973", "global_step": 3000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2030716723549488, "acc_stderr,none": 0.011755899303705583, "acc_norm,none": 0.23890784982935154, "acc_norm_stderr,none": 0.012461071376316623}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.4654882154882155, "acc_stderr,none": 0.01023531423896939, "acc_norm,none": 0.42508417508417506, "acc_norm_stderr,none": 0.01014396619571785}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683038, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683038}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.01405925666321818, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.01405925666321818}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884532, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884532}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581956, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581956}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391954, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391954}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.01417574247439195, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.01417574247439195}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.01376550060803946, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.01376550060803946}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.01454718507225426, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.01454718507225426}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132635, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132635}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792662, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792662}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998376, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998376}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413137, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413137}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.0140592566632182, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.0140592566632182}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945597, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945597}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.280920135431189, "acc_stderr,none": 0.004485300194072271, "acc_norm,none": 0.2983469428400717, "acc_norm_stderr,none": 0.0045659749377937224}, "include_base_44_arabic": {"acc,none": 0.2246376811594203, "acc_stderr,none": 0.01773798469050555, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428596}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.0423247353205504}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "include_base_44_bengali": {"acc,none": 0.2791970802919708, "acc_stderr,none": 0.019174483041774534, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.035915667978246635}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.03591566797824665}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.0591780433634514}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018517539247711934, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.2720763723150358, "acc_stderr,none": 0.021746413866643804, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.2706766917293233, "acc_stderr,none": 0.027293707912941223}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.3829787234042553, "acc_stderr,none": 0.07167347772513391}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.21621621621621623, "acc_stderr,none": 0.04818155789706758}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_german": {"acc,none": 0.2014388489208633, "acc_stderr,none": 0.03409858277011184, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.060073850409370216}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.23076923076923078, "acc_stderr,none": 0.04441155916843275}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_hindi": {"acc,none": 0.23948811700182815, "acc_stderr,none": 0.018291540409825727, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.17708333333333334, "acc_stderr,none": 0.03916561682056947}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_italian": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.018439034136801594, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2215568862275449, "acc_stderr,none": 0.03223309610157496}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_japanese": {"acc,none": 0.26147704590818366, "acc_stderr,none": 0.019655719820958907, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.23232323232323232, "acc_stderr,none": 0.04266016017054687}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.2935323383084577, "acc_stderr,none": 0.03220024104534205}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.24378109452736318, "acc_stderr,none": 0.030360490154014673}, "include_base_44_korean": {"acc,none": 0.234, "acc_stderr,none": 0.01896646797984599, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553175}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.224, "acc_stderr,none": 0.02642136168734791}, "include_base_44_russian": {"acc,none": 0.2644927536231884, "acc_stderr,none": 0.018618410229281058, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.0487687714747266}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.38823529411764707, "acc_stderr,none": 0.05317409082203827}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.37681159420289856, "acc_stderr,none": 0.05876481248527006}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.040801273706799875}, "include_base_44_spanish": {"acc,none": 0.28, "acc_stderr,none": 0.019122612940556158, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553182}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.296, "acc_stderr,none": 0.028928939388379638}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.44, "acc_stderr,none": 0.10132456102380442}, "include_base_44_telugu": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.018019029833598797, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.225130890052356, "acc_stderr,none": 0.03030085741331515}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078942}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.44, "acc_stderr,none": 0.10132456102380442}, "include_base_44_turkish": {"acc,none": 0.2755474452554745, "acc_stderr,none": 0.019050908014408244, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.03664314777288087}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.06767268161329719}, "piqa": {"alias": "piqa", "acc,none": 0.5957562568008705, "acc_stderr,none": 0.011449891763007472, "acc_norm,none": 0.5946681175190425, "acc_norm_stderr,none": 0.011454816387346764}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667055}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667057}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.41004016064257026, "acc_stderr,none": 0.009858525713807855}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361543}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.348995983935743, "acc_stderr,none": 0.009554095988300678}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3417670682730924, "acc_stderr,none": 0.009506977398287621}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.3357429718875502, "acc_stderr,none": 0.009465838617337345}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3248995983935743, "acc_stderr,none": 0.009387421581685769}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3281124497991968, "acc_stderr,none": 0.009411247685593385}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463621}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3353413654618474, "acc_stderr,none": 0.009463034891512703}}
{"created_at": "2025-06-27T20:40:52.282503", "global_step": 4000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.21075085324232082, "acc_stderr,none": 0.011918271754852194, "acc_norm,none": 0.25426621160409557, "acc_norm_stderr,none": 0.012724999945157748}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.507996632996633, "acc_stderr,none": 0.010258471289841987, "acc_norm,none": 0.4591750841750842, "acc_norm_stderr,none": 0.010225526906982602}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962117, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962117}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458148, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458148}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110773, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110773}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.01446311410517081, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.01446311410517081}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.26555555555555554, "acc_stderr,none": 0.014729137787585096, "acc_norm,none": 0.26555555555555554, "acc_norm_stderr,none": 0.014729137787585096}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755677, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755677}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.01464948638526212, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.01464948638526212}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.2788888888888889, "acc_stderr,none": 0.014956736888683085, "acc_norm,none": 0.2788888888888889, "acc_norm_stderr,none": 0.014956736888683085}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.01468955304734252, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.01468955304734252}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336105, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336105}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380056, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380056}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.28555555555555556, "acc_stderr,none": 0.015064325561166304, "acc_norm,none": 0.28555555555555556, "acc_norm_stderr,none": 0.015064325561166304}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276195, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276195}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596795, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596795}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27444444444444444, "acc_stderr,none": 0.01488273373639157, "acc_norm,none": 0.27444444444444444, "acc_norm_stderr,none": 0.01488273373639157}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.28599880501892055, "acc_stderr,none": 0.004509652679395688, "acc_norm,none": 0.3119896434973113, "acc_norm_stderr,none": 0.00462358763063929}, "include_base_44_arabic": {"acc,none": 0.22644927536231885, "acc_stderr,none": 0.0177903711641428, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.23809523809523808, "acc_stderr,none": 0.04176466758604901}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428596}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.04285714285714284}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345139}, "include_base_44_bengali": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.018885011895966884, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.06663945022680343}, "include_base_44_chinese": {"acc,none": 0.24220183486238533, "acc_stderr,none": 0.018426954042829582, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.23389021479713604, "acc_stderr,none": 0.02061039236225892, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.24060150375939848, "acc_stderr,none": 0.026257966995706337}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.2553191489361702, "acc_stderr,none": 0.06429065810876616}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.13513513513513514, "acc_stderr,none": 0.0400126059566273}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.2014388489208633, "acc_stderr,none": 0.033595714908957346, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.060073850409370216}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.26373626373626374, "acc_stderr,none": 0.04644942852497396}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.08, "acc_stderr,none": 0.05537749241945382}, "include_base_44_hindi": {"acc,none": 0.2376599634369287, "acc_stderr,none": 0.01827297030026415, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.20833333333333334, "acc_stderr,none": 0.04166666666666669}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.06633249580710801}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.01865009947225406, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.34285714285714286, "acc_stderr,none": 0.08140424227436864}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994775}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.036812906368192656}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19161676646706588, "acc_stderr,none": 0.030547196475366606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_japanese": {"acc,none": 0.25349301397205587, "acc_stderr,none": 0.019471231262638278, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.23232323232323232, "acc_stderr,none": 0.04266016017054687}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.27860696517412936, "acc_stderr,none": 0.03170056183497308}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.23880597014925373, "acc_stderr,none": 0.030147775935409217}, "include_base_44_korean": {"acc,none": 0.234, "acc_stderr,none": 0.018966467979845993, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553182}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.224, "acc_stderr,none": 0.02642136168734791}, "include_base_44_russian": {"acc,none": 0.26811594202898553, "acc_stderr,none": 0.018687965036572385, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.0474200647405742}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2898550724637681, "acc_stderr,none": 0.055018594374296875}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.3764705882352941, "acc_stderr,none": 0.052863310306265295}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.391304347826087, "acc_stderr,none": 0.05918381823737157}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.040801273706799875}, "include_base_44_spanish": {"acc,none": 0.2581818181818182, "acc_stderr,none": 0.018688608007662574, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.252, "acc_stderr,none": 0.027513851933031352}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.28, "acc_stderr,none": 0.028454148277832315}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.07483314773547882}, "include_base_44_telugu": {"acc,none": 0.25547445255474455, "acc_stderr,none": 0.018592536867881995, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.19895287958115182, "acc_stderr,none": 0.028961919761129523}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.03610805018031023}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_turkish": {"acc,none": 0.2846715328467153, "acc_stderr,none": 0.019293014767414296, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.03664314777288087}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331346}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.0610118757258932}, "piqa": {"alias": "piqa", "acc,none": 0.6180631120783461, "acc_stderr,none": 0.011335942557505231, "acc_norm,none": 0.6147986942328618, "acc_norm_stderr,none": 0.011354179751257073}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3321285140562249, "acc_stderr,none": 0.009440328001240639}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.3437751004016064, "acc_stderr,none": 0.009520310502882925}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.42610441767068274, "acc_stderr,none": 0.009912016377459075}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.3602409638554217, "acc_stderr,none": 0.009622597362374075}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.3823293172690763, "acc_stderr,none": 0.009740580649033704}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.336144578313253, "acc_stderr,none": 0.00946863466929353}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.3682730923694779, "acc_stderr,none": 0.009668013178998442}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3285140562248996, "acc_stderr,none": 0.009414190734131763}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3273092369477912, "acc_stderr,none": 0.009405338156614929}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3397590361445783, "acc_stderr,none": 0.009493454925438261}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3413654618473896, "acc_stderr,none": 0.009504288078880216}}
{"created_at": "2025-06-27T22:11:50.262252", "global_step": 6000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.21928327645051193, "acc_stderr,none": 0.012091245787615739, "acc_norm,none": 0.26791808873720135, "acc_norm_stderr,none": 0.012942030195136432}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5244107744107744, "acc_stderr,none": 0.01024754890524226, "acc_norm,none": 0.4692760942760943, "acc_norm_stderr,none": 0.010240395584815232}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687973, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687973}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945594, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945594}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.01398772152368795, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.01398772152368795}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214542, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214542}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884526, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884526}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.01415271607913265, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.01415271607913265}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218174, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218174}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792635, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792635}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308198, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308198}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470893, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470893}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218193, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218193}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884532, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884532}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308198, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308198}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030494, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030494}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3040231029675364, "acc_stderr,none": 0.004590523572058008, "acc_norm,none": 0.333698466440948, "acc_norm_stderr,none": 0.00470569774522215}, "include_base_44_arabic": {"acc,none": 0.2246376811594203, "acc_stderr,none": 0.017753031597948134, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428596}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.04429811949614585}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.0423247353205504}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345139}, "include_base_44_bengali": {"acc,none": 0.291970802919708, "acc_stderr,none": 0.01942453879112851, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.036108050180310235}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.036643147772880864}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.06101187572589323}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018517539247711934, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.26252983293556087, "acc_stderr,none": 0.02152329222602267, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.2631578947368421, "acc_stderr,none": 0.027050324671055018}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.3404255319148936, "acc_stderr,none": 0.06986570800554745}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.1891891891891892, "acc_stderr,none": 0.045840198887171384}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_german": {"acc,none": 0.3669064748201439, "acc_stderr,none": 0.03976182889590952, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.6521739130434783, "acc_stderr,none": 0.10154334054280735}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.32967032967032966, "acc_stderr,none": 0.04955219508596588}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_hindi": {"acc,none": 0.24314442413162707, "acc_stderr,none": 0.018404945343146965, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.1875, "acc_stderr,none": 0.040045204719824215}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_italian": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.018774397879980687, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994775}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.32903225806451614, "acc_stderr,none": 0.037862535985883856}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_japanese": {"acc,none": 0.26147704590818366, "acc_stderr,none": 0.019680850819094577, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.24242424242424243, "acc_stderr,none": 0.04329004329004327}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.27860696517412936, "acc_stderr,none": 0.03170056183497308}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.2537313432835821, "acc_stderr,none": 0.030769444967296028}, "include_base_44_korean": {"acc,none": 0.232, "acc_stderr,none": 0.018914306860576834, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.236, "acc_stderr,none": 0.026909337594953835}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.228, "acc_stderr,none": 0.026587432487268487}, "include_base_44_russian": {"acc,none": 0.266304347826087, "acc_stderr,none": 0.018665802619835237, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.0500194557943937}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.4, "acc_stderr,none": 0.05345224838248487}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.36231884057971014, "acc_stderr,none": 0.05828983090868436}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.040801273706799875}, "include_base_44_spanish": {"acc,none": 0.24, "acc_stderr,none": 0.018267265085200154, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.232, "acc_stderr,none": 0.02675007037486516}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911678}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.248, "acc_stderr,none": 0.027367497504863544}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_telugu": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018360946856815323, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.24607329842931938, "acc_stderr,none": 0.03124784036574912}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.4, "acc_stderr,none": 0.1}, "include_base_44_turkish": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019310079831861705, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.03664314777288087}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553026}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.06767268161329719}, "piqa": {"alias": "piqa", "acc,none": 0.6262241566920566, "acc_stderr,none": 0.011287972563201019, "acc_norm,none": 0.6131664853101197, "acc_norm_stderr,none": 0.011363095931902854}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617609}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.3899598393574297, "acc_stderr,none": 0.009776349218193007}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.43253012048192774, "acc_stderr,none": 0.00993040902713945}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.38473895582329315, "acc_stderr,none": 0.009752149307152524}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.378714859437751, "acc_stderr,none": 0.009722751990000575}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.009434574056101963}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.3714859437751004, "acc_stderr,none": 0.00968537057188612}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.342570281124498, "acc_stderr,none": 0.009512333319470375}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778579}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463621}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463628}}
{"created_at": "2025-06-28T00:59:24.510326", "global_step": 8000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24146757679180889, "acc_stderr,none": 0.012506564839739429, "acc_norm,none": 0.2568259385665529, "acc_norm_stderr,none": 0.0127669237941168}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.539983164983165, "acc_stderr,none": 0.010226927233491499, "acc_norm,none": 0.48274410774410775, "acc_norm_stderr,none": 0.010253671674754631}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945589, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945589}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336093, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336093}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.013714527832369674, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.013714527832369674}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.21888888888888888, "acc_stderr,none": 0.013790766978256942, "acc_norm,none": 0.21888888888888888, "acc_norm_stderr,none": 0.013790766978256942}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132653, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132653}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336084, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336084}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030487, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030487}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308186, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308186}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262122, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262122}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030493, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030493}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578942, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578942}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218193, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218193}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030493, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030493}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262119, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262119}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.01401170515888453, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.01401170515888453}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3084047002589126, "acc_stderr,none": 0.004608907872957698, "acc_norm,none": 0.3490340569607648, "acc_norm_stderr,none": 0.004756905819649978}, "include_base_44_arabic": {"acc,none": 0.2246376811594203, "acc_stderr,none": 0.01773798469050555, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428596}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.0423247353205504}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "include_base_44_bengali": {"acc,none": 0.2791970802919708, "acc_stderr,none": 0.019147062705354424, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.035915667978246635}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.03629335329947859}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.0591780433634514}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018517539247711934, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.24821002386634844, "acc_stderr,none": 0.021150468881209805, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.23308270676691728, "acc_stderr,none": 0.025972057450276587}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.3404255319148936, "acc_stderr,none": 0.06986570800554745}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.24324324324324326, "acc_stderr,none": 0.050215421942053994}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_german": {"acc,none": 0.18705035971223022, "acc_stderr,none": 0.03251300638694916, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.043478260869565216, "acc_stderr,none": 0.04347826086956523}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.25274725274725274, "acc_stderr,none": 0.04580951853732889}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.08, "acc_stderr,none": 0.05537749241945382}, "include_base_44_hindi": {"acc,none": 0.24314442413162707, "acc_stderr,none": 0.018399753491399565, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.1875, "acc_stderr,none": 0.040045204719824215}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_italian": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.018898344390119205, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31736526946107785, "acc_stderr,none": 0.036125997314033945}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3032258064516129, "acc_stderr,none": 0.03703980981843178}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.030905719167240605}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_japanese": {"acc,none": 0.2435129740518962, "acc_stderr,none": 0.019231135071089787, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.23232323232323232, "acc_stderr,none": 0.04266016017054687}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.24875621890547264, "acc_stderr,none": 0.030567675938916718}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.24378109452736318, "acc_stderr,none": 0.030360490154014673}, "include_base_44_korean": {"acc,none": 0.238, "acc_stderr,none": 0.019077942013905568, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.248, "acc_stderr,none": 0.027367497504863555}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.228, "acc_stderr,none": 0.026587432487268487}, "include_base_44_russian": {"acc,none": 0.26992753623188404, "acc_stderr,none": 0.018741914929894077, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.0474200647405742}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2898550724637681, "acc_stderr,none": 0.05501859437429688}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.3764705882352941, "acc_stderr,none": 0.052863310306265295}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.391304347826087, "acc_stderr,none": 0.05918381823737157}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.20212765957446807, "acc_stderr,none": 0.04164262559887298}, "include_base_44_spanish": {"acc,none": 0.27454545454545454, "acc_stderr,none": 0.019059470172683248, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.248, "acc_stderr,none": 0.027367497504863555}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.288, "acc_stderr,none": 0.028697004587398222}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.09797958971132713}, "include_base_44_telugu": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.018169454732711632, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.24083769633507854, "acc_stderr,none": 0.031020782537814432}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.4, "acc_stderr,none": 0.1}, "include_base_44_turkish": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.018984902347557675, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553026}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.6420021762785637, "acc_stderr,none": 0.011185460416617301, "acc_norm,none": 0.6387377584330794, "acc_norm_stderr,none": 0.011207738849429652}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667055}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.3887550200803213, "acc_stderr,none": 0.009770869423441495}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4566265060240964, "acc_stderr,none": 0.009984293410840317}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.3755020080321285, "acc_stderr,none": 0.00970642284437982}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.40160642570281124, "acc_stderr,none": 0.009826103601507126}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3393574297188755, "acc_stderr,none": 0.009490727635646755}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.3887550200803213, "acc_stderr,none": 0.009770869423441488}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3401606425702811, "acc_stderr,none": 0.009496174608136404}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778579}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778588}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3469879518072289, "acc_stderr,none": 0.0095412515615684}}
{"created_at": "2025-06-28T00:59:27.051491", "global_step": 7000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2295221843003413, "acc_stderr,none": 0.012288926760890797, "acc_norm,none": 0.25853242320819114, "acc_norm_stderr,none": 0.012794553754288684}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5437710437710438, "acc_stderr,none": 0.010220394383722024, "acc_norm,none": 0.4675925925925926, "acc_norm_stderr,none": 0.010238210368801893}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699817, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699817}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217893, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217893}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218183, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218183}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308198, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308198}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962124, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962124}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.2733333333333333, "acc_stderr,none": 0.01486394440941748, "acc_norm,none": 0.2733333333333333, "acc_norm_stderr,none": 0.01486394440941748}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336122, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336122}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391956, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391956}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945577, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945577}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699817, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699817}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683048, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683048}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.28555555555555556, "acc_stderr,none": 0.015064325561166313, "acc_norm,none": 0.28555555555555556, "acc_norm_stderr,none": 0.015064325561166313}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170807, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170807}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276203, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276203}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336077, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336077}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218197, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218197}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3031268671579367, "acc_stderr,none": 0.004586702716014105, "acc_norm,none": 0.33867755427205737, "acc_norm_stderr,none": 0.0047229283328340445}, "include_base_44_arabic": {"acc,none": 0.2246376811594203, "acc_stderr,none": 0.01773798469050555, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428596}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.0423247353205504}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "include_base_44_bengali": {"acc,none": 0.2791970802919708, "acc_stderr,none": 0.019185355941209552, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683229}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.01848372282421882, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.27684964200477324, "acc_stderr,none": 0.021604570185560813, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.31203007518796994, "acc_stderr,none": 0.028461646312462317}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.10638297872340426, "acc_stderr,none": 0.04546036031565445}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.5, "acc_stderr,none": 0.12909944487358055}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.20270270270270271, "acc_stderr,none": 0.047052043034227865}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_german": {"acc,none": 0.20863309352517986, "acc_stderr,none": 0.03421974789725493, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.060073850409370216}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.26373626373626374, "acc_stderr,none": 0.046449428524973954}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.06633249580710801}, "include_base_44_hindi": {"acc,none": 0.2449725776965265, "acc_stderr,none": 0.018440775154648235, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.19791666666666666, "acc_stderr,none": 0.040877951813226225}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018968752302227287, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945589}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.0365772070654091}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.03467377173717454}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_japanese": {"acc,none": 0.2654690618762475, "acc_stderr,none": 0.019774853452111045, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.24242424242424243, "acc_stderr,none": 0.04329004329004327}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.2835820895522388, "acc_stderr,none": 0.03187187537919797}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.25870646766169153, "acc_stderr,none": 0.030965903123573012}, "include_base_44_korean": {"acc,none": 0.234, "acc_stderr,none": 0.01896646797984599, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553175}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.224, "acc_stderr,none": 0.02642136168734791}, "include_base_44_russian": {"acc,none": 0.26811594202898553, "acc_stderr,none": 0.01868310310912959, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.0487687714747266}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.38823529411764707, "acc_stderr,none": 0.05317409082203827}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.391304347826087, "acc_stderr,none": 0.05918381823737157}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.040801273706799875}, "include_base_44_spanish": {"acc,none": 0.2672727272727273, "acc_stderr,none": 0.018867362189170907, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.228, "acc_stderr,none": 0.02658743248726847}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.304, "acc_stderr,none": 0.029150213374159677}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_telugu": {"acc,none": 0.25, "acc_stderr,none": 0.018502447076908, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.25654450261780104, "acc_stderr,none": 0.031683419272745185}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.4, "acc_stderr,none": 0.1}, "include_base_44_turkish": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.018978110272776794, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.03571609230053481}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233133}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.06767268161329719}, "piqa": {"alias": "piqa", "acc,none": 0.6354733405875952, "acc_stderr,none": 0.01122945651029597, "acc_norm,none": 0.6338411316648531, "acc_norm_stderr,none": 0.011240106070308458}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667057}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.3963855421686747, "acc_stderr,none": 0.009804518520476644}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.43333333333333335, "acc_stderr,none": 0.009932588282324243}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.40441767068273093, "acc_stderr,none": 0.009837245625453007}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.41244979919678715, "acc_stderr,none": 0.009867237678555588}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.342570281124498, "acc_stderr,none": 0.009512333319470366}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.39397590361445783, "acc_stderr,none": 0.009794163014906758}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3550200803212851, "acc_stderr,none": 0.009591512730974291}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.342570281124498, "acc_stderr,none": 0.009512333319470368}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3385542168674699, "acc_stderr,none": 0.00948525020851688}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3345381526104418, "acc_stderr,none": 0.009457404390939166}}
{"created_at": "2025-06-28T01:07:51.972701", "global_step": 9000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.22866894197952217, "acc_stderr,none": 0.012272853582540792, "acc_norm,none": 0.26023890784982934, "acc_norm_stderr,none": 0.012821930225112561}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5458754208754208, "acc_stderr,none": 0.0102165077102441, "acc_norm,none": 0.47769360269360267, "acc_norm_stderr,none": 0.010249568404555666}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642531, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642531}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.26555555555555554, "acc_stderr,none": 0.014729137787585105, "acc_norm,none": 0.26555555555555554, "acc_norm_stderr,none": 0.014729137787585105}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380037, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380037}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356783, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356783}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391954, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391954}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578947, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578947}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470884, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470884}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030491, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030491}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214545, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214545}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217886, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217886}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045812, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045812}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.01454718507225426, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.01454718507225426}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578942, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578942}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.30870344552877915, "acc_stderr,none": 0.004610143575553472, "acc_norm,none": 0.360884285998805, "acc_norm_stderr,none": 0.004792755235823528}, "include_base_44_arabic": {"acc,none": 0.2246376811594203, "acc_stderr,none": 0.01773798469050555, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428596}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.0423247353205504}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "include_base_44_bengali": {"acc,none": 0.25, "acc_stderr,none": 0.018495790839801834, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.03571609230053481}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.0548839220351387}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018517539247711934, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.23627684964200477, "acc_stderr,none": 0.0206738581232934, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.19924812030075187, "acc_stderr,none": 0.024537096048241728}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.3829787234042553, "acc_stderr,none": 0.07167347772513391}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.2702702702702703, "acc_stderr,none": 0.05197789984508372}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_german": {"acc,none": 0.19424460431654678, "acc_stderr,none": 0.033762462966261356, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.17391304347826086, "acc_stderr,none": 0.08081046758996394}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.21978021978021978, "acc_stderr,none": 0.04364972632898534}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.06633249580710801}, "include_base_44_hindi": {"acc,none": 0.2376599634369287, "acc_stderr,none": 0.018247081224523065, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.1875, "acc_stderr,none": 0.040045204719824215}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214189}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.066332495807108}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018431075705303442, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.06001200360120039}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.33532934131736525, "acc_stderr,none": 0.03664249082074463}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.17365269461077845, "acc_stderr,none": 0.029401401108445867}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_japanese": {"acc,none": 0.26147704590818366, "acc_stderr,none": 0.019680850819094577, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.24242424242424243, "acc_stderr,none": 0.04329004329004327}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.27860696517412936, "acc_stderr,none": 0.031700561834973086}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.2537313432835821, "acc_stderr,none": 0.030769444967296024}, "include_base_44_korean": {"acc,none": 0.236, "acc_stderr,none": 0.019026930818856258, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.24, "acc_stderr,none": 0.027065293652239003}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.232, "acc_stderr,none": 0.02675007037486517}, "include_base_44_russian": {"acc,none": 0.2554347826086957, "acc_stderr,none": 0.018511836402953716, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.0500194557943937}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472661}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.3411764705882353, "acc_stderr,none": 0.051729042973619264}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.34782608695652173, "acc_stderr,none": 0.05775749253522359}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.18085106382978725, "acc_stderr,none": 0.03991172470919534}, "include_base_44_spanish": {"acc,none": 0.2636363636363636, "acc_stderr,none": 0.018780680304875872, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.224, "acc_stderr,none": 0.026421361687347905}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.288, "acc_stderr,none": 0.028697004587398222}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.09797958971132713}, "include_base_44_telugu": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.018025235742658265, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078944}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.19895287958115182, "acc_stderr,none": 0.02896191976112954}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.035716092300534796}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_turkish": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.018323921524547194, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.061011875725893214}, "piqa": {"alias": "piqa", "acc,none": 0.6420021762785637, "acc_stderr,none": 0.011185460416617301, "acc_norm,none": 0.6322089227421109, "acc_norm_stderr,none": 0.01125061664667879}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.3927710843373494, "acc_stderr,none": 0.009788891787583067}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4670682730923695, "acc_stderr,none": 0.010000311392557843}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.40481927710843374, "acc_stderr,none": 0.009838809968433948}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.42610441767068274, "acc_stderr,none": 0.009912016377459079}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.342570281124498, "acc_stderr,none": 0.009512333319470377}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.4108433734939759, "acc_stderr,none": 0.009861456841490835}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3413654618473896, "acc_stderr,none": 0.00950428807888022}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3546184738955823, "acc_stderr,none": 0.00958907012786187}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3317269076305221, "acc_stderr,none": 0.009437454900329122}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3562248995983936, "acc_stderr,none": 0.009598796305792162}}
{"created_at": "2025-06-28T01:48:49.408936", "global_step": 10000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.23378839590443687, "acc_stderr,none": 0.012368225378507135, "acc_norm,none": 0.25341296928327645, "acc_norm_stderr,none": 0.012710896778378606}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5484006734006734, "acc_stderr,none": 0.010211600726405227, "acc_norm,none": 0.48148148148148145, "acc_norm_stderr,none": 0.010252744217435638}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859558, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859558}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030467, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030467}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21333333333333335, "acc_stderr,none": 0.013662962863011146, "acc_norm,none": 0.21333333333333335, "acc_norm_stderr,none": 0.013662962863011146}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391958, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391958}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859547, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859547}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596788, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596788}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792659, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792659}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218174, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218174}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884532, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884532}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2733333333333333, "acc_stderr,none": 0.014863944409417462, "acc_norm,none": 0.2733333333333333, "acc_norm_stderr,none": 0.014863944409417462}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030498, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030498}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409382, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409382}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687971, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687971}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.31666998605855406, "acc_stderr,none": 0.004642268079488954, "acc_norm,none": 0.36148177653853814, "acc_norm_stderr,none": 0.004794478426382606}, "include_base_44_arabic": {"acc,none": 0.22282608695652173, "acc_stderr,none": 0.017669176164510147, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.23809523809523808, "acc_stderr,none": 0.041764667586049006}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428596}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3047619047619048, "acc_stderr,none": 0.0451367671816831}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.0423247353205504}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "include_base_44_bengali": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019313428257900257, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.03664314777288085}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.035716092300534796}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.06101187572589322}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.018486244931190887, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_french": {"acc,none": 0.2529832935560859, "acc_stderr,none": 0.02117542775951276, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.22556390977443608, "acc_stderr,none": 0.02567465767490224}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.40425531914893614, "acc_stderr,none": 0.07235674844413013}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.25675675675675674, "acc_stderr,none": 0.051128728837659454}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_german": {"acc,none": 0.2733812949640288, "acc_stderr,none": 0.03815773999525056, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.08793911249520547}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.04761904761904757}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911678}, "include_base_44_hindi": {"acc,none": 0.25045703839122485, "acc_stderr,none": 0.018572421599597183, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.19791666666666666, "acc_stderr,none": 0.040877951813226225}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.01859937455220474, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.035340161390504686}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25161290322580643, "acc_stderr,none": 0.03496787488168003}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.033404631539455894}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_japanese": {"acc,none": 0.25149700598802394, "acc_stderr,none": 0.019425091980553803, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.23232323232323232, "acc_stderr,none": 0.04266016017054687}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.2736318407960199, "acc_stderr,none": 0.031524391865554016}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.23880597014925373, "acc_stderr,none": 0.030147775935409224}, "include_base_44_korean": {"acc,none": 0.236, "acc_stderr,none": 0.019024397778730717, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553175}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.228, "acc_stderr,none": 0.02658743248726848}, "include_base_44_russian": {"acc,none": 0.26268115942028986, "acc_stderr,none": 0.018604113132096523, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.0500194557943937}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.25, "acc_stderr,none": 0.08333333333333333}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.3411764705882353, "acc_stderr,none": 0.05172904297361927}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.4057971014492754, "acc_stderr,none": 0.05954802978721338}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.18085106382978725, "acc_stderr,none": 0.03991172470919534}, "include_base_44_spanish": {"acc,none": 0.2672727272727273, "acc_stderr,none": 0.01882495562754281, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.22, "acc_stderr,none": 0.02625179282460584}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081347}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.32, "acc_stderr,none": 0.029561724955241044}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_telugu": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.018240826865911032, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233137}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.23036649214659685, "acc_stderr,none": 0.03054744122652054}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.032082844503563655}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.09797958971132713}, "include_base_44_turkish": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.018837292553999078, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.035294868015111135}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.0654653670707977}, "piqa": {"alias": "piqa", "acc,none": 0.6517954298150164, "acc_stderr,none": 0.0111152263432444, "acc_norm,none": 0.6387377584330794, "acc_norm_stderr,none": 0.01120773884942965}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.3759036144578313, "acc_stderr,none": 0.009708488850666044}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4614457831325301, "acc_stderr,none": 0.00999223427599306}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.42771084337349397, "acc_stderr,none": 0.009916774564942363}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.41405622489959837, "acc_stderr,none": 0.009872910116421198}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3477911646586345, "acc_stderr,none": 0.009546411769843135}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.3819277108433735, "acc_stderr,none": 0.00973862791451752}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3365461847389558, "acc_stderr,none": 0.009471423054177133}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.009460223484996469}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.342570281124498, "acc_stderr,none": 0.009512333319470372}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3401606425702811, "acc_stderr,none": 0.009496174608136407}}
{"created_at": "2025-06-28T03:27:06.420911", "global_step": 11000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2380546075085324, "acc_stderr,none": 0.012445770028026206, "acc_norm,none": 0.27474402730375425, "acc_norm_stderr,none": 0.013044617212771227}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5585016835016835, "acc_stderr,none": 0.010189314382749929, "acc_norm,none": 0.4898989898989899, "acc_norm_stderr,none": 0.01025768968745836}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030496, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030496}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168493, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168493}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945596, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945596}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945589, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945589}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433905, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433905}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.2777777777777778, "acc_stderr,none": 0.014938408363642797, "acc_norm,none": 0.2777777777777778, "acc_norm_stderr,none": 0.014938408363642797}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356788, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356788}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356805, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356805}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998378, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998378}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642523, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642523}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.014845038794433952, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.014845038794433952}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683055, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683055}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687975, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687975}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651669, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651669}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218197, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218197}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.31776538538139815, "acc_stderr,none": 0.004646561453031604, "acc_norm,none": 0.3664608643696475, "acc_norm_stderr,none": 0.0048085268027185865}, "include_base_44_arabic": {"acc,none": 0.21014492753623187, "acc_stderr,none": 0.0173135279662149, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.21904761904761905, "acc_stderr,none": 0.040556911537178254}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.15853658536585366, "acc_stderr,none": 0.040582599273365695}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.04429811949614585}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.23809523809523808, "acc_stderr,none": 0.041764667586049034}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.05237229365663814}, "include_base_44_bengali": {"acc,none": 0.2791970802919708, "acc_stderr,none": 0.01914005367613646, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.0357160923005348}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.036471685236832266}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.01856166776573792, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.28878281622911695, "acc_stderr,none": 0.022187696475673264, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.2593984962406015, "acc_stderr,none": 0.026924837126657657}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.3404255319148936, "acc_stderr,none": 0.06986570800554745}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.33783783783783783, "acc_stderr,none": 0.05535729934952122}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_german": {"acc,none": 0.30935251798561153, "acc_stderr,none": 0.03906537438353003, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.4782608695652174, "acc_stderr,none": 0.10649955403405124}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.26373626373626374, "acc_stderr,none": 0.04644942852497394}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_hindi": {"acc,none": 0.2340036563071298, "acc_stderr,none": 0.01815473979999358, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.19791666666666666, "acc_stderr,none": 0.040877951813226225}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.06633249580710801}, "include_base_44_italian": {"acc,none": 0.2737226277372263, "acc_stderr,none": 0.019108408163369325, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.03681290636819266}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851862}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_japanese": {"acc,none": 0.25349301397205587, "acc_stderr,none": 0.019491485545884694, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.24242424242424243, "acc_stderr,none": 0.04329004329004327}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.25870646766169153, "acc_stderr,none": 0.030965903123573037}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.2537313432835821, "acc_stderr,none": 0.03076944496729602}, "include_base_44_korean": {"acc,none": 0.238, "acc_stderr,none": 0.019081309848701915, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.232, "acc_stderr,none": 0.026750070374865157}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553165}, "include_base_44_russian": {"acc,none": 0.26992753623188404, "acc_stderr,none": 0.01878312648347325, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.048768771474726615}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.0500194557943937}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2753623188405797, "acc_stderr,none": 0.0541699276519132}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.17857142857142858, "acc_stderr,none": 0.07370704611510596}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.0521414859075246}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.4057971014492754, "acc_stderr,none": 0.05954802978721339}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.22340425531914893, "acc_stderr,none": 0.043191844364621576}, "include_base_44_spanish": {"acc,none": 0.27454545454545454, "acc_stderr,none": 0.019068203995038533, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.252, "acc_stderr,none": 0.027513851933031346}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.36, "acc_stderr,none": 0.09797958971132713}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.288, "acc_stderr,none": 0.02869700458739822}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911677}, "include_base_44_telugu": {"acc,none": 0.2281021897810219, "acc_stderr,none": 0.017961422713635437, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.24083769633507854, "acc_stderr,none": 0.031020782537814432}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_turkish": {"acc,none": 0.2427007299270073, "acc_stderr,none": 0.018335541279346834, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.0317555478662992}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.0654653670707977}, "piqa": {"alias": "piqa", "acc,none": 0.6463547334058759, "acc_stderr,none": 0.011154877708188663, "acc_norm,none": 0.6354733405875952, "acc_norm_stderr,none": 0.011229456510295967}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617609}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.41606425702811245, "acc_stderr,none": 0.009879848511479763}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4469879518072289, "acc_stderr,none": 0.009965584062546167}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.42369477911646586, "acc_stderr,none": 0.009904678540828906}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.42931726907630524, "acc_stderr,none": 0.009921425969589916}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3534136546184739, "acc_stderr,none": 0.009581698005070976}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.3887550200803213, "acc_stderr,none": 0.00977086942344148}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3301204819277108, "acc_stderr,none": 0.009425884992430713}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3506024096385542, "acc_stderr,none": 0.0095642371562061}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.363855421686747, "acc_stderr,none": 0.009643393577626719}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3417670682730924, "acc_stderr,none": 0.009506977398287625}}
{"created_at": "2025-06-28T03:35:08.147106", "global_step": 12000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24061433447098976, "acc_stderr,none": 0.012491468532390563, "acc_norm,none": 0.2815699658703072, "acc_norm_stderr,none": 0.013143376735009024}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5791245791245792, "acc_stderr,none": 0.010130502164066338, "acc_norm,none": 0.5046296296296297, "acc_norm_stderr,none": 0.010259343705889722}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198707, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198707}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276202, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276202}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.013765500608039456, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.013765500608039456}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.0140592566632182, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.0140592566632182}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391958, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391958}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055173, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055173}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409359, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409359}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.01437702337540939, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.01437702337540939}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132627, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132627}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581967, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581967}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045812, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045812}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884532, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884532}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26, "acc_stderr,none": 0.01462927109799837, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.01462927109799837}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3216490738896634, "acc_stderr,none": 0.004661544991583035, "acc_norm,none": 0.37711611232822145, "acc_norm_stderr,none": 0.004836738514051332}, "include_base_44_arabic": {"acc,none": 0.2210144927536232, "acc_stderr,none": 0.017639732586625448, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428596}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.04117581097845101}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "include_base_44_bengali": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.018087255634576183, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.029955737855810134}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.03591566797824664}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.0464230765979198}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.01847485203699516, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french": {"acc,none": 0.2386634844868735, "acc_stderr,none": 0.02087133241666164, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.2556390977443609, "acc_stderr,none": 0.026796771802814458}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.1702127659574468, "acc_stderr,none": 0.055411578656325386}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.25675675675675674, "acc_stderr,none": 0.05112872883765946}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_german": {"acc,none": 0.302158273381295, "acc_stderr,none": 0.039237787034544516, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.09361833424764437}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.32967032967032966, "acc_stderr,none": 0.04955219508596589}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_hindi": {"acc,none": 0.226691042047532, "acc_stderr,none": 0.01794497466807985, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.1875, "acc_stderr,none": 0.040045204719824215}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.01873663120311305, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.06001200360120042}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851863}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_japanese": {"acc,none": 0.2694610778443114, "acc_stderr,none": 0.019848541690491793, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.23232323232323232, "acc_stderr,none": 0.04266016017054687}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.29850746268656714, "acc_stderr,none": 0.032357437893550424}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.25870646766169153, "acc_stderr,none": 0.030965903123573012}, "include_base_44_korean": {"acc,none": 0.232, "acc_stderr,none": 0.01891175873560934, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.24, "acc_stderr,none": 0.027065293652239003}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.224, "acc_stderr,none": 0.02642136168734791}, "include_base_44_russian": {"acc,none": 0.2608695652173913, "acc_stderr,none": 0.018580175613477506, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.0487687714747266}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2753623188405797, "acc_stderr,none": 0.0541699276519132}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.17857142857142858, "acc_stderr,none": 0.07370704611510598}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.0521414859075246}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.37681159420289856, "acc_stderr,none": 0.05876481248527006}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.040801273706799875}, "include_base_44_spanish": {"acc,none": 0.2545454545454545, "acc_stderr,none": 0.018600018977428637, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.224, "acc_stderr,none": 0.026421361687347905}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911678}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.276, "acc_stderr,none": 0.028328537274211352}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390467}, "include_base_44_telugu": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.018191313918668652, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.24607329842931938, "acc_stderr,none": 0.031247840365749117}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.031755547866299194}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.09797958971132713}, "include_base_44_turkish": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.01893039076940968, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553026}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.0654653670707977}, "piqa": {"alias": "piqa", "acc,none": 0.6501632208922742, "acc_stderr,none": 0.01112728864463284, "acc_norm,none": 0.6436343852013058, "acc_norm_stderr,none": 0.011174109865864722}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.42369477911646586, "acc_stderr,none": 0.009904678540828904}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.46626506024096387, "acc_stderr,none": 0.009999235684721618}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.41325301204819276, "acc_stderr,none": 0.009870087435623781}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.42891566265060244, "acc_stderr,none": 0.009920273121045582}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3449799196787149, "acc_stderr,none": 0.009528219800053313}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41124497991967873, "acc_stderr,none": 0.00986291222354463}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.36265060240963853, "acc_stderr,none": 0.009636527012634673}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3526104417670683, "acc_stderr,none": 0.009576746271768752}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3674698795180723, "acc_stderr,none": 0.009663601903728034}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3317269076305221, "acc_stderr,none": 0.009437454900329125}}
{"created_at": "2025-06-28T04:29:31.136380", "global_step": 13000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24061433447098976, "acc_stderr,none": 0.012491468532390563, "acc_norm,none": 0.26621160409556316, "acc_norm_stderr,none": 0.012915774781523216}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5711279461279462, "acc_stderr,none": 0.010155440652900154, "acc_norm,none": 0.502104377104377, "acc_norm_stderr,none": 0.010259692651537039}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.2866666666666667, "acc_stderr,none": 0.015081863703787808, "acc_norm,none": 0.2866666666666667, "acc_norm_stderr,none": 0.015081863703787808}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.013765500608039462, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.013765500608039462}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683038, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683038}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.2822222222222222, "acc_stderr,none": 0.015011039301019264, "acc_norm,none": 0.2822222222222222, "acc_norm_stderr,none": 0.015011039301019264}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132618, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132618}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.01470940541341313, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.01470940541341313}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380039, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380039}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567612, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567612}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699816, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699816}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642545, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642545}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055171, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055171}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168497, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168497}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380047, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380047}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308195, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308195}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3227444732125075, "acc_stderr,none": 0.004665704208339031, "acc_norm,none": 0.3805018920533758, "acc_norm_stderr,none": 0.004845180034271622}, "include_base_44_arabic": {"acc,none": 0.23369565217391305, "acc_stderr,none": 0.018034847875227907, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055042}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.1951219512195122, "acc_stderr,none": 0.04403272848041175}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3047619047619048, "acc_stderr,none": 0.045136767181683086}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.21904761904761905, "acc_stderr,none": 0.040556911537178254}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.2, "acc_stderr,none": 0.03922322702763679}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.059178043363451366}, "include_base_44_bengali": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018600488141284982, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073529}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898186}, "include_base_44_chinese": {"acc,none": 0.25137614678899084, "acc_stderr,none": 0.018670244009384412, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.2243436754176611, "acc_stderr,none": 0.020378095616642434, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.22556390977443608, "acc_stderr,none": 0.025674657674902242}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.1276595744680851, "acc_stderr,none": 0.04920290896196924}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.2972972972972973, "acc_stderr,none": 0.0534958216672067}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_german": {"acc,none": 0.30935251798561153, "acc_stderr,none": 0.03879360685437089, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.5217391304347826, "acc_stderr,none": 0.10649955403405124}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.26373626373626374, "acc_stderr,none": 0.046449428524973954}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911678}, "include_base_44_hindi": {"acc,none": 0.24862888482632542, "acc_stderr,none": 0.018599706583248086, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.2708333333333333, "acc_stderr,none": 0.045593471241867974}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018608408814983088, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945589}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2215568862275449, "acc_stderr,none": 0.03223309610157496}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_japanese": {"acc,none": 0.24750499001996007, "acc_stderr,none": 0.01933351449346101, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.23232323232323232, "acc_stderr,none": 0.04266016017054687}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.24378109452736318, "acc_stderr,none": 0.03036049015401465}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.25870646766169153, "acc_stderr,none": 0.03096590312357302}, "include_base_44_korean": {"acc,none": 0.238, "acc_stderr,none": 0.01908130984870192, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.232, "acc_stderr,none": 0.026750070374865154}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553175}, "include_base_44_russian": {"acc,none": 0.27355072463768115, "acc_stderr,none": 0.01886760629879902, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.17391304347826086, "acc_stderr,none": 0.04596470781486299}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.0500194557943937}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.17857142857142858, "acc_stderr,none": 0.07370704611510598}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.05214148590752459}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.391304347826087, "acc_stderr,none": 0.05918381823737157}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.30434782608695654, "acc_stderr,none": 0.05579903894954329}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.2553191489361702, "acc_stderr,none": 0.045215289202472475}, "include_base_44_spanish": {"acc,none": 0.24909090909090909, "acc_stderr,none": 0.01849948924243866, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553172}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911677}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.256, "acc_stderr,none": 0.027657108718204915}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_telugu": {"acc,none": 0.2116788321167883, "acc_stderr,none": 0.01745197568906506, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.1746987951807229, "acc_stderr,none": 0.029560326211256854}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.24083769633507854, "acc_stderr,none": 0.031020782537814432}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.066332495807108}, "include_base_44_turkish": {"acc,none": 0.28284671532846717, "acc_stderr,none": 0.019246349052984203, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683228}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6594124047878128, "acc_stderr,none": 0.011057027540404739, "acc_norm,none": 0.6545157780195865, "acc_norm_stderr,none": 0.011094802893617754}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.42971887550200805, "acc_stderr,none": 0.009922572153607775}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4779116465863454, "acc_stderr,none": 0.010012288645591786}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.42208835341365464, "acc_stderr,none": 0.00989965271489543}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.4389558232931727, "acc_stderr,none": 0.009947100105978367}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3654618473895582, "acc_stderr,none": 0.009652447412833484}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.40682730923694777, "acc_stderr,none": 0.009846529240598874}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3417670682730924, "acc_stderr,none": 0.009506977398287628}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3325301204819277, "acc_stderr,none": 0.00944319336590334}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3477911646586345, "acc_stderr,none": 0.009546411769843142}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3357429718875502, "acc_stderr,none": 0.009465838617337342}}
{"created_at": "2025-06-28T05:23:12.969586", "global_step": 14000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.25341296928327645, "acc_stderr,none": 0.012710896778378606, "acc_norm,none": 0.2773037542662116, "acc_norm_stderr,none": 0.013082095839059374}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5753367003367004, "acc_stderr,none": 0.01014265368748041, "acc_norm,none": 0.5113636363636364, "acc_norm_stderr,none": 0.010257133441117108}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458125, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458125}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945596, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945596}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.21333333333333335, "acc_stderr,none": 0.013662962863011198, "acc_norm,none": 0.21333333333333335, "acc_norm_stderr,none": 0.013662962863011198}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683041, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683041}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132639, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132639}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132651, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132651}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687935, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687935}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884518, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884518}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470884, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470884}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.013765500608039462, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.013765500608039462}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962114, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962114}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.01396359834903049, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.01396359834903049}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3267277434773949, "acc_stderr,none": 0.004680582263524289, "acc_norm,none": 0.3867755427205736, "acc_norm_stderr,none": 0.004860162076330986}, "include_base_44_arabic": {"acc,none": 0.22644927536231885, "acc_stderr,none": 0.01778424218868046, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.042857142857142844}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428596}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.0423247353205504}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "include_base_44_bengali": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.01822681694181304, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.03529486801511115}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345139}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.018516841903600572, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921427}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french": {"acc,none": 0.2315035799522673, "acc_stderr,none": 0.020634433912264716, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.22180451127819548, "acc_stderr,none": 0.02552152403141666}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.2765957446808511, "acc_stderr,none": 0.0659529705144534}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.28378378378378377, "acc_stderr,none": 0.05276603149821338}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_german": {"acc,none": 0.26618705035971224, "acc_stderr,none": 0.037713786832384626, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.34782608695652173, "acc_stderr,none": 0.10154334054280735}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.26373626373626374, "acc_stderr,none": 0.04644942852497396}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_hindi": {"acc,none": 0.22486288848263253, "acc_stderr,none": 0.017918333994494155, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489505}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.1875, "acc_stderr,none": 0.040045204719824215}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_italian": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.018482482911061644, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.033404631539455894}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2645161290322581, "acc_stderr,none": 0.03554285382300394}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.032539894331085194}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_japanese": {"acc,none": 0.2435129740518962, "acc_stderr,none": 0.019201513812037524, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.20202020202020202, "acc_stderr,none": 0.04055835302324732}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.26865671641791045, "acc_stderr,none": 0.03134328358208954}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.23880597014925373, "acc_stderr,none": 0.03014777593540922}, "include_base_44_korean": {"acc,none": 0.236, "acc_stderr,none": 0.01902017529554058, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.248, "acc_stderr,none": 0.027367497504863555}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.224, "acc_stderr,none": 0.02642136168734791}, "include_base_44_russian": {"acc,none": 0.266304347826087, "acc_stderr,none": 0.018662425786691965, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.0487687714747266}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.38823529411764707, "acc_stderr,none": 0.05317409082203827}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.37681159420289856, "acc_stderr,none": 0.05876481248527006}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.040801273706799875}, "include_base_44_spanish": {"acc,none": 0.27090909090909093, "acc_stderr,none": 0.0190062821519297, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.256, "acc_stderr,none": 0.027657108718204905}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.288, "acc_stderr,none": 0.02869700458739822}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911681}, "include_base_44_telugu": {"acc,none": 0.21532846715328466, "acc_stderr,none": 0.017593030331993546, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073529}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.193717277486911, "acc_stderr,none": 0.028671542272138053}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911683}, "include_base_44_turkish": {"acc,none": 0.2846715328467153, "acc_stderr,none": 0.019252962532839594, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.03680783690727581}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.0676726816132972}, "piqa": {"alias": "piqa", "acc,none": 0.6458106637649619, "acc_stderr,none": 0.011158755672626112, "acc_norm,none": 0.6490750816104461, "acc_norm_stderr,none": 0.011135250564776787}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463621}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.40763052208835343, "acc_stderr,none": 0.009849569202733739}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4807228915662651, "acc_stderr,none": 0.01001462155418864}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4353413654618474, "acc_stderr,none": 0.009937920221480505}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.42449799196787147, "acc_stderr,none": 0.009907151253284271}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.36224899598393573, "acc_stderr,none": 0.009634223618009011}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.40763052208835343, "acc_stderr,none": 0.009849569202733737}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3542168674698795, "acc_stderr,none": 0.009586620142951844}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.35180722891566263, "acc_stderr,none": 0.009571764897113618}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.009460223484996469}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3397590361445783, "acc_stderr,none": 0.009493454925438252}}
{"created_at": "2025-06-28T06:16:52.434685", "global_step": 15000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.23890784982935154, "acc_stderr,none": 0.012461071376316612, "acc_norm,none": 0.26621160409556316, "acc_norm_stderr,none": 0.01291577478152321}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5791245791245792, "acc_stderr,none": 0.010130502164066333, "acc_norm,none": 0.5202020202020202, "acc_norm_stderr,none": 0.010251405621305368}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030458, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030458}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.01396359834903046, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.01396359834903046}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.21888888888888888, "acc_stderr,none": 0.013790766978256938, "acc_norm,none": 0.21888888888888888, "acc_norm_stderr,none": 0.013790766978256938}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.21333333333333335, "acc_stderr,none": 0.013662962863011156, "acc_norm,none": 0.21333333333333335, "acc_norm_stderr,none": 0.013662962863011156}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.014547185072254264, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.014547185072254264}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391946, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391946}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030477, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030477}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578933, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578933}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687973, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687973}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945597, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945597}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884528, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884528}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3298147779326827, "acc_stderr,none": 0.004691848665399067, "acc_norm,none": 0.3935471021708823, "acc_norm_stderr,none": 0.00487537935207982}, "include_base_44_arabic": {"acc,none": 0.286231884057971, "acc_stderr,none": 0.019166316653924206, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.045521571818039494}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.2682926829268293, "acc_stderr,none": 0.04923008705849577}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.38095238095238093, "acc_stderr,none": 0.047619047619047644}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.2, "acc_stderr,none": 0.03922322702763677}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345139}, "include_base_44_bengali": {"acc,none": 0.21715328467153286, "acc_stderr,none": 0.017636309204298664, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.029955737855810134}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "include_base_44_chinese": {"acc,none": 0.26238532110091745, "acc_stderr,none": 0.018885641077474254, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.352112676056338, "acc_stderr,none": 0.0570875692519562}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.21957040572792363, "acc_stderr,none": 0.020244324734524477, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.23308270676691728, "acc_stderr,none": 0.025972057450276594}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.1276595744680851, "acc_stderr,none": 0.04920290896196924}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.25675675675675674, "acc_stderr,none": 0.051128728837659454}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_german": {"acc,none": 0.26618705035971224, "acc_stderr,none": 0.03744695115011088, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.391304347826087, "acc_stderr,none": 0.10405096111532161}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.26373626373626374, "acc_stderr,none": 0.04644942852497396}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.07483314773547879}, "include_base_44_hindi": {"acc,none": 0.24862888482632542, "acc_stderr,none": 0.018512646603550006, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.2916666666666667, "acc_stderr,none": 0.046633760328105414}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_italian": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.018984713832095414, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994775}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25806451612903225, "acc_stderr,none": 0.03526036935484003}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.281437125748503, "acc_stderr,none": 0.034903504674283575}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_japanese": {"acc,none": 0.2375249500998004, "acc_stderr,none": 0.01905230444601683, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.21212121212121213, "acc_stderr,none": 0.04129606932540889}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.22885572139303484, "acc_stderr,none": 0.029705284056772436}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.25870646766169153, "acc_stderr,none": 0.03096590312357303}, "include_base_44_korean": {"acc,none": 0.246, "acc_stderr,none": 0.019282303516843183, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.228, "acc_stderr,none": 0.02658743248726847}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.264, "acc_stderr,none": 0.027934518957690908}, "include_base_44_russian": {"acc,none": 0.23007246376811594, "acc_stderr,none": 0.01787796087871605, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.048768771474726594}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.15942028985507245, "acc_stderr,none": 0.04439221265797127}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.17857142857142858, "acc_stderr,none": 0.07370704611510596}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.2, "acc_stderr,none": 0.04364357804719845}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.34782608695652173, "acc_stderr,none": 0.05775749253522359}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2898550724637681, "acc_stderr,none": 0.055018594374296875}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.23404255319148937, "acc_stderr,none": 0.04390442166566776}, "include_base_44_spanish": {"acc,none": 0.2381818181818182, "acc_stderr,none": 0.01815829313904837, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.22, "acc_stderr,none": 0.02625179282460584}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.4, "acc_stderr,none": 0.1}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.244, "acc_stderr,none": 0.02721799546455318}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_telugu": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.017955913248192578, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.2513089005235602, "acc_stderr,none": 0.03146867590755503}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.1686746987951807, "acc_stderr,none": 0.029152009627856544}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911681}, "include_base_44_turkish": {"acc,none": 0.2718978102189781, "acc_stderr,none": 0.019068126168331197, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.0654653670707977}, "piqa": {"alias": "piqa", "acc,none": 0.6490750816104461, "acc_stderr,none": 0.011135250564776796, "acc_norm,none": 0.6545157780195865, "acc_norm_stderr,none": 0.011094802893617747}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617607}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.42088353413654617, "acc_stderr,none": 0.009895812914052199}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4791164658634538, "acc_stderr,none": 0.010013327358568525}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.42168674698795183, "acc_stderr,none": 0.00989837949333544}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.39839357429718875, "acc_stderr,none": 0.009812958165270952}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.39116465863453814, "acc_stderr,none": 0.009781766322010001}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.40763052208835343, "acc_stderr,none": 0.009849569202733739}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361538}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.329718875502008, "acc_stderr,none": 0.009422973103706461}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778586}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3433734939759036, "acc_stderr,none": 0.009517658993060705}}
{"created_at": "2025-06-28T07:11:35.152066", "global_step": 16000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.257679180887372, "acc_stderr,none": 0.012780770562768414, "acc_norm,none": 0.27559726962457337, "acc_norm_stderr,none": 0.01305716965576184}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5782828282828283, "acc_stderr,none": 0.010133255284012327, "acc_norm,none": 0.5117845117845118, "acc_norm_stderr,none": 0.010256933475911013}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859549, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859549}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945594, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945594}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859514, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859514}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.013765500608039495, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.013765500608039495}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391953, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391953}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030487, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030487}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.01428887637569982, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.01428887637569982}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045812, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045812}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687947, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687947}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.01396359834903046, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.01396359834903046}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055182, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055182}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030493, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030493}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632407, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632407}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687973, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687973}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.33419637522405893, "acc_stderr,none": 0.004707447244200624, "acc_norm,none": 0.39713204540928104, "acc_norm_stderr,none": 0.004883037758919958}, "include_base_44_arabic": {"acc,none": 0.3079710144927536, "acc_stderr,none": 0.01969321128297213, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.3619047619047619, "acc_stderr,none": 0.0471219474848361}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.3048780487804878, "acc_stderr,none": 0.0511506398053574}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.045521571818039494}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.3238095238095238, "acc_stderr,none": 0.04588414718067473}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055042}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898186}, "include_base_44_bengali": {"acc,none": 0.21350364963503649, "acc_stderr,none": 0.017542517572040284, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.030709824050565274}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "include_base_44_chinese": {"acc,none": 0.25137614678899084, "acc_stderr,none": 0.018636185242274825, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.042756781109738705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_french": {"acc,none": 0.23627684964200477, "acc_stderr,none": 0.020718653069681518, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.22556390977443608, "acc_stderr,none": 0.025674657674902242}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.14893617021276595, "acc_stderr,none": 0.05249310253140093}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.3108108108108108, "acc_stderr,none": 0.05416962838752886}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.22302158273381298, "acc_stderr,none": 0.03512112157552946, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.060073850409370216}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.27472527472527475, "acc_stderr,none": 0.047052133987784364}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_hindi": {"acc,none": 0.24862888482632542, "acc_stderr,none": 0.018481466135014835, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.3229166666666667, "acc_stderr,none": 0.047973840794591334}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.018778694214059893, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387369}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.24516129032258063, "acc_stderr,none": 0.03466511701965931}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_japanese": {"acc,none": 0.23552894211576847, "acc_stderr,none": 0.01899554379322176, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.04199605255658083}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.21890547263681592, "acc_stderr,none": 0.029239174636647}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.25870646766169153, "acc_stderr,none": 0.030965903123573026}, "include_base_44_korean": {"acc,none": 0.266, "acc_stderr,none": 0.01975472085310077, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.236, "acc_stderr,none": 0.026909337594953835}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.296, "acc_stderr,none": 0.02892893938837962}, "include_base_44_russian": {"acc,none": 0.26811594202898553, "acc_stderr,none": 0.01881776786015893, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.047420064740574204}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2318840579710145, "acc_stderr,none": 0.05117930441535768}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322382}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.052141485907524605}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05716619504750293}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.3188405797101449, "acc_stderr,none": 0.05651408783764653}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.2127659574468085, "acc_stderr,none": 0.04243864702455469}, "include_base_44_spanish": {"acc,none": 0.23454545454545456, "acc_stderr,none": 0.018121211007498604, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.224, "acc_stderr,none": 0.026421361687347905}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911678}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.236, "acc_stderr,none": 0.026909337594953845}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_telugu": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.018300807299631953, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.25654450261780104, "acc_stderr,none": 0.03168341927274518}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_turkish": {"acc,none": 0.27007299270072993, "acc_stderr,none": 0.01899820266474657, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.03529486801511115}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.0355092018568963}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "piqa": {"alias": "piqa", "acc,none": 0.6621327529923831, "acc_stderr,none": 0.011035474307853843, "acc_norm,none": 0.6681175190424374, "acc_norm_stderr,none": 0.01098661777636159}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667057}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.41927710843373495, "acc_stderr,none": 0.00989059913739193}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.47670682730923697, "acc_stderr,none": 0.010011191570021312}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.44457831325301206, "acc_stderr,none": 0.009960315726344824}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.44136546184738956, "acc_stderr,none": 0.009952922349377748}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3746987951807229, "acc_stderr,none": 0.00970226947540722}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41164658634538154, "acc_stderr,none": 0.009864360821750342}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3742971887550201, "acc_stderr,none": 0.009700182103576739}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3550200803212851, "acc_stderr,none": 0.009591512730974288}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.36265060240963853, "acc_stderr,none": 0.009636527012634672}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}}
{"created_at": "2025-06-28T08:08:14.149034", "global_step": 17000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2508532423208191, "acc_stderr,none": 0.012668198621315435, "acc_norm,none": 0.27474402730375425, "acc_norm_stderr,none": 0.013044617212771227}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5904882154882155, "acc_stderr,none": 0.010090368160990059, "acc_norm,none": 0.5277777777777778, "acc_norm_stderr,none": 0.010243938285881117}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.01376550060803949, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.01376550060803949}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391958, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391958}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859523, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859523}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458123, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458123}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.01389038429719872, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.01389038429719872}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884525, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884525}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030472, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030472}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030465, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030465}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651665, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651665}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687971, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687971}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.33479386576379205, "acc_stderr,none": 0.00470953886491633, "acc_norm,none": 0.39822744473212507, "acc_norm_stderr,none": 0.004885323175701676}, "include_base_44_arabic": {"acc,none": 0.2463768115942029, "acc_stderr,none": 0.01818102208345398, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.3523809523809524, "acc_stderr,none": 0.046843501394377526}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428594}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.2761904761904762, "acc_stderr,none": 0.04384295586918883}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.04429811949614585}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.03695642136439615}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.05237229365663815}, "include_base_44_bengali": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.018116570149004432, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.03033874914450063}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.03591566797824662}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "include_base_44_chinese": {"acc,none": 0.26055045871559634, "acc_stderr,none": 0.018846458877488148, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french": {"acc,none": 0.22195704057279236, "acc_stderr,none": 0.020269633882516683, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.22932330827067668, "acc_stderr,none": 0.02582481829225878}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.10638297872340426, "acc_stderr,none": 0.04546036031565447}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.28378378378378377, "acc_stderr,none": 0.052766031498213385}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_german": {"acc,none": 0.20863309352517986, "acc_stderr,none": 0.03440204723506978, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.060073850409370216}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.25274725274725274, "acc_stderr,none": 0.045809518537328904}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_hindi": {"acc,none": 0.22851919561243145, "acc_stderr,none": 0.018026126890158558, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.22916666666666666, "acc_stderr,none": 0.04312153028672574}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921429}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018781660451316, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.22580645161290322, "acc_stderr,none": 0.03369244953981246}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.033404631539455894}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_japanese": {"acc,none": 0.2275449101796407, "acc_stderr,none": 0.018664372044047996, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.13131313131313133, "acc_stderr,none": 0.03411714406215553}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.24875621890547264, "acc_stderr,none": 0.030567675938916714}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.2537313432835821, "acc_stderr,none": 0.030769444967296024}, "include_base_44_korean": {"acc,none": 0.252, "acc_stderr,none": 0.019434577722322134, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.232, "acc_stderr,none": 0.026750070374865164}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.272, "acc_stderr,none": 0.028200088296310006}, "include_base_44_russian": {"acc,none": 0.2572463768115942, "acc_stderr,none": 0.018483823274687484, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2318840579710145, "acc_stderr,none": 0.05117930441535768}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.0500194557943937}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.15942028985507245, "acc_stderr,none": 0.04439221265797128}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.17857142857142858, "acc_stderr,none": 0.07370704611510595}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.32941176470588235, "acc_stderr,none": 0.05128116404165499}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.36231884057971014, "acc_stderr,none": 0.05828983090868436}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05716619504750293}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.20212765957446807, "acc_stderr,none": 0.04164262559887298}, "include_base_44_spanish": {"acc,none": 0.2290909090909091, "acc_stderr,none": 0.017966187207749, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.224, "acc_stderr,none": 0.026421361687347905}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.16, "acc_stderr,none": 0.07483314773547882}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.244, "acc_stderr,none": 0.02721799546455318}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_telugu": {"acc,none": 0.22627737226277372, "acc_stderr,none": 0.01784811539407602, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.2356020942408377, "acc_stderr,none": 0.030787364755364144}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.1746987951807229, "acc_stderr,none": 0.02956032621125684}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.09797958971132713}, "include_base_44_turkish": {"acc,none": 0.2718978102189781, "acc_stderr,none": 0.01905608357750171, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233134}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.03571609230053481}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.6534276387377584, "acc_stderr,none": 0.011103020320872172, "acc_norm,none": 0.6572361262241567, "acc_norm_stderr,none": 0.011073978007039312}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617607}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.42048192771084336, "acc_stderr,none": 0.00989451955110577}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4843373493975904, "acc_stderr,none": 0.010017154458106758}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.43333333333333335, "acc_stderr,none": 0.009932588282324248}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.43333333333333335, "acc_stderr,none": 0.009932588282324241}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.38473895582329315, "acc_stderr,none": 0.009752149307152529}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41445783132530123, "acc_stderr,none": 0.009874311310483542}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3634538152610442, "acc_stderr,none": 0.009641111987257549}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3542168674698795, "acc_stderr,none": 0.009586620142951844}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.38795180722891565, "acc_stderr,none": 0.009767181346586393}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.009460223484996458}}
{"created_at": "2025-06-28T08:58:10.900208", "global_step": 18000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2431740614334471, "acc_stderr,none": 0.012536554144587094, "acc_norm,none": 0.2619453924914676, "acc_norm_stderr,none": 0.01284905482685811}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5888047138047138, "acc_stderr,none": 0.01009666381181768, "acc_norm,none": 0.5206228956228957, "acc_norm_stderr,none": 0.010251052755716115}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.2111111111111111, "acc_stderr,none": 0.013610798969328458, "acc_norm,none": 0.2111111111111111, "acc_norm_stderr,none": 0.013610798969328458}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596817, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596817}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884509, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884509}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.21333333333333335, "acc_stderr,none": 0.01366296286301119, "acc_norm,none": 0.21333333333333335, "acc_norm_stderr,none": 0.01366296286301119}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.24, "acc_stderr,none": 0.01424401987979264, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.01424401987979264}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458148, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458148}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458116, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458116}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.01384086369985954, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.01384086369985954}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.013714527832369677, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.013714527832369677}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579388, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579388}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884526, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884526}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859558, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859558}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110773, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110773}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22, "acc_stderr,none": 0.01381588774459678, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.01381588774459678}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3390758812985461, "acc_stderr,none": 0.004724281487819376, "acc_norm,none": 0.407787293367855, "acc_norm_stderr,none": 0.004904189257891275}, "include_base_44_arabic": {"acc,none": 0.23550724637681159, "acc_stderr,none": 0.017876633064830512, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.18292682926829268, "acc_stderr,none": 0.04295628044484376}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3619047619047619, "acc_stderr,none": 0.04712194748483611}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.04285714285714284}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.03695642136439615}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.04642307659791979}, "include_base_44_bengali": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.018069259395194187, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.029955737855810134}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "include_base_44_chinese": {"acc,none": 0.25321100917431194, "acc_stderr,none": 0.018707025137636387, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_french": {"acc,none": 0.20047732696897375, "acc_stderr,none": 0.01961417321850789, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.21052631578947367, "acc_stderr,none": 0.025043734285836165}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.1276595744680851, "acc_stderr,none": 0.04920290896196925}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.21621621621621623, "acc_stderr,none": 0.04818155789706758}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_german": {"acc,none": 0.26618705035971224, "acc_stderr,none": 0.03771378683238462, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.34782608695652173, "acc_stderr,none": 0.10154334054280735}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.26373626373626374, "acc_stderr,none": 0.046449428524973954}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_hindi": {"acc,none": 0.22486288848263253, "acc_stderr,none": 0.017919021044058285, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.19791666666666666, "acc_stderr,none": 0.040877951813226225}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150304}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.06633249580710802}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018385567488346306, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994775}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245767}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.0325398943310852}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_japanese": {"acc,none": 0.2315369261477046, "acc_stderr,none": 0.01886002458578981, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.1919191919191919, "acc_stderr,none": 0.039780804479336844}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.21890547263681592, "acc_stderr,none": 0.029239174636647}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.263681592039801, "acc_stderr,none": 0.031157150869355554}, "include_base_44_korean": {"acc,none": 0.242, "acc_stderr,none": 0.01919211685556316, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553172}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.24, "acc_stderr,none": 0.027065293652239003}, "include_base_44_russian": {"acc,none": 0.25181159420289856, "acc_stderr,none": 0.018389715819529844, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.15942028985507245, "acc_stderr,none": 0.04439221265797129}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.048768771474726635}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.21739130434782608, "acc_stderr,none": 0.0500194557943937}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.052141485907524605}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05716619504750293}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2898550724637681, "acc_stderr,none": 0.05501859437429686}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.2127659574468085, "acc_stderr,none": 0.042438647024554674}, "include_base_44_spanish": {"acc,none": 0.23272727272727273, "acc_stderr,none": 0.018054566346699268, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.248, "acc_stderr,none": 0.027367497504863555}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911678}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.208, "acc_stderr,none": 0.025721398901416385}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_telugu": {"acc,none": 0.2354014598540146, "acc_stderr,none": 0.018160011541043086, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.21465968586387435, "acc_stderr,none": 0.029787042849702}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_turkish": {"acc,none": 0.28284671532846717, "acc_stderr,none": 0.019256929530532572, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.03571609230053481}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.0548839220351387}, "piqa": {"alias": "piqa", "acc,none": 0.6583242655059848, "acc_stderr,none": 0.011065535143841539, "acc_norm,none": 0.661588683351469, "acc_norm_stderr,none": 0.011039817512986824}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3353413654618474, "acc_stderr,none": 0.009463034891512706}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.4321285140562249, "acc_stderr,none": 0.009929309430958676}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.46947791164658637, "acc_stderr,none": 0.010003382355314755}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4602409638554217, "acc_stderr,none": 0.009990337216722657}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.45140562248995986, "acc_stderr,none": 0.009974628047721977}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.39156626506024095, "acc_stderr,none": 0.009783558109997093}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.39598393574297186, "acc_stderr,none": 0.009802809888502349}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.363855421686747, "acc_stderr,none": 0.009643393577626719}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3566265060240964, "acc_stderr,none": 0.009601209437867977}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3530120481927711, "acc_stderr,none": 0.009579225840709717}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3381526104417671, "acc_stderr,none": 0.009482500057981028}}
{"created_at": "2025-06-28T10:21:42.628547", "global_step": 19000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2431740614334471, "acc_stderr,none": 0.012536554144587089, "acc_norm,none": 0.2738907849829352, "acc_norm_stderr,none": 0.013032004972989508}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5959595959595959, "acc_stderr,none": 0.010069061649549545, "acc_norm,none": 0.5185185185185185, "acc_norm_stderr,none": 0.010252744217435628}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.01412955496811077, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.01412955496811077}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458134, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458134}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945585, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945585}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198714, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198714}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.21222222222222223, "acc_stderr,none": 0.013636956209422681, "acc_norm,none": 0.21222222222222223, "acc_norm_stderr,none": 0.013636956209422681}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308202, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308202}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342964, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342964}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198716, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198716}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755672, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755672}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409382, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409382}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884526, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884526}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218197, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218197}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030491, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030491}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.34246166102370046, "acc_stderr,none": 0.004735632975072387, "acc_norm,none": 0.41575383389762993, "acc_norm_stderr,none": 0.00491844232887201}, "include_base_44_arabic": {"acc,none": 0.22282608695652173, "acc_stderr,none": 0.01766342838512249, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.15853658536585366, "acc_stderr,none": 0.040582599273365695}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.04285714285714284}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "include_base_44_bengali": {"acc,none": 0.2737226277372263, "acc_stderr,none": 0.019071834941291083, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.03529486801511115}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.03571609230053481}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331346}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.018564141105470416, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.2529832935560859, "acc_stderr,none": 0.021164581814807012, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.22180451127819548, "acc_stderr,none": 0.025521524031416658}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.40425531914893614, "acc_stderr,none": 0.07235674844413013}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.2702702702702703, "acc_stderr,none": 0.05197789984508372}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_german": {"acc,none": 0.30935251798561153, "acc_stderr,none": 0.038402689523321994, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.5652173913043478, "acc_stderr,none": 0.10568965974008646}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.25274725274725274, "acc_stderr,none": 0.04580951853732889}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_hindi": {"acc,none": 0.24680073126142596, "acc_stderr,none": 0.01851006596417077, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.20833333333333334, "acc_stderr,none": 0.04166666666666669}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.0487901635934895}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.01876261523236838, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964113}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_japanese": {"acc,none": 0.26147704590818366, "acc_stderr,none": 0.019684903181584598, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.24242424242424243, "acc_stderr,none": 0.04329004329004327}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.2736318407960199, "acc_stderr,none": 0.03152439186555401}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.25870646766169153, "acc_stderr,none": 0.030965903123573012}, "include_base_44_korean": {"acc,none": 0.234, "acc_stderr,none": 0.01896646797984599, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553175}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.224, "acc_stderr,none": 0.026421361687347905}, "include_base_44_russian": {"acc,none": 0.2608695652173913, "acc_stderr,none": 0.01858157103918751, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.0487687714747266}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2318840579710145, "acc_stderr,none": 0.05117930441535768}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.3764705882352941, "acc_stderr,none": 0.052863310306265295}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.36231884057971014, "acc_stderr,none": 0.05828983090868436}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.20212765957446807, "acc_stderr,none": 0.04164262559887298}, "include_base_44_spanish": {"acc,none": 0.2690909090909091, "acc_stderr,none": 0.01891812458716344, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.24, "acc_stderr,none": 0.027065293652239003}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.284, "acc_stderr,none": 0.02857695873043741}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.4, "acc_stderr,none": 0.1}, "include_base_44_telugu": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.01824400213759536, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.032082844503563655}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.24607329842931938, "acc_stderr,none": 0.031247840365749135}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.09797958971132713}, "include_base_44_turkish": {"acc,none": 0.29014598540145986, "acc_stderr,none": 0.019415777425918643, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683226}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331346}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.06663945022680344}, "piqa": {"alias": "piqa", "acc,none": 0.6713819368879217, "acc_stderr,none": 0.010959127105167044, "acc_norm,none": 0.6626768226332971, "acc_norm_stderr,none": 0.011031114785059694}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3321285140562249, "acc_stderr,none": 0.009440328001240639}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.41526104417670684, "acc_stderr,none": 0.009877093420328584}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4923694779116466, "acc_stderr,none": 0.010020905731542311}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4461847389558233, "acc_stderr,none": 0.009963854274139159}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.42289156626506025, "acc_stderr,none": 0.00990217903479744}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.38755020080321284, "acc_stderr,none": 0.00976532683221899}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41325301204819276, "acc_stderr,none": 0.009870087435623778}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.39919678714859436, "acc_stderr,none": 0.009816285782535857}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3602409638554217, "acc_stderr,none": 0.009622597362374075}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3357429718875502, "acc_stderr,none": 0.009465838617337343}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3309236947791165, "acc_stderr,none": 0.009431685461463305}}
{"created_at": "2025-06-28T10:45:49.859188", "global_step": 20000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26621160409556316, "acc_stderr,none": 0.012915774781523219, "acc_norm,none": 0.26621160409556316, "acc_norm_stderr,none": 0.012915774781523207}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5980639730639731, "acc_stderr,none": 0.010060521220920566, "acc_norm,none": 0.5248316498316499, "acc_norm_stderr,none": 0.010247123122159274}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.21333333333333335, "acc_stderr,none": 0.013662962863011191, "acc_norm,none": 0.21333333333333335, "acc_norm_stderr,none": 0.013662962863011191}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458151, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458151}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.2088888888888889, "acc_stderr,none": 0.013558029238322259, "acc_norm,none": 0.2088888888888889, "acc_norm_stderr,none": 0.013558029238322259}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596779, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596779}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198707, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198707}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.21888888888888888, "acc_stderr,none": 0.013790766978256942, "acc_norm,none": 0.21888888888888888, "acc_norm_stderr,none": 0.013790766978256942}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945589, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945589}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884526, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884526}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.01405925666321817, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.01405925666321817}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687968, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687968}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045814, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045814}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.01398772152368797, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.01398772152368797}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884526, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884526}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.0144843198114339, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.0144843198114339}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.34186417048396733, "acc_stderr,none": 0.004733649274814515, "acc_norm,none": 0.41545508862776337, "acc_norm_stderr,none": 0.004917931778593193}, "include_base_44_arabic": {"acc,none": 0.2210144927536232, "acc_stderr,none": 0.017579774666315735, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.15853658536585366, "acc_stderr,none": 0.040582599273365695}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.045521571818039494}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.23809523809523808, "acc_stderr,none": 0.041764667586049034}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.05237229365663815}, "include_base_44_bengali": {"acc,none": 0.2791970802919708, "acc_stderr,none": 0.019174483041774538, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.03591566797824665}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3072289156626506, "acc_stderr,none": 0.035915667978246635}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345139}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.018436337321449087, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french": {"acc,none": 0.2458233890214797, "acc_stderr,none": 0.021011050779720552, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.22180451127819548, "acc_stderr,none": 0.02552152403141666}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.3829787234042553, "acc_stderr,none": 0.07167347772513392}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.25675675675675674, "acc_stderr,none": 0.051128728837659454}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_german": {"acc,none": 0.3237410071942446, "acc_stderr,none": 0.039817091108654716, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.43478260869565216, "acc_stderr,none": 0.10568965974008647}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.31868131868131866, "acc_stderr,none": 0.049117041148312765}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_hindi": {"acc,none": 0.24314442413162707, "acc_stderr,none": 0.018405367657499762, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.17708333333333334, "acc_stderr,none": 0.03916561682056947}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018822997612148555, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964297}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_japanese": {"acc,none": 0.26746506986027946, "acc_stderr,none": 0.019811121820750118, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.24242424242424243, "acc_stderr,none": 0.04329004329004327}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.2935323383084577, "acc_stderr,none": 0.03220024104534205}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.2537313432835821, "acc_stderr,none": 0.030769444967296024}, "include_base_44_korean": {"acc,none": 0.236, "acc_stderr,none": 0.019024397778730717, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553175}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.228, "acc_stderr,none": 0.026587432487268487}, "include_base_44_russian": {"acc,none": 0.25181159420289856, "acc_stderr,none": 0.018398773517197268, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472662}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.047420064740574204}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.047420064740574204}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322383}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.0521414859075246}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.34782608695652173, "acc_stderr,none": 0.05775749253522359}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.22340425531914893, "acc_stderr,none": 0.043191844364621576}, "include_base_44_spanish": {"acc,none": 0.26, "acc_stderr,none": 0.01875086855575155, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.24, "acc_stderr,none": 0.027065293652239007}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911681}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.272, "acc_stderr,none": 0.028200088296310002}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_telugu": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.018119389535181277, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073528}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.225130890052356, "acc_stderr,none": 0.03030085741331515}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594689}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_turkish": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019369511806062854, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.036108050180310235}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.6659412404787813, "acc_stderr,none": 0.01100461388633674, "acc_norm,none": 0.6632208922742111, "acc_norm_stderr,none": 0.011026738925251184}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667057}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.43694779116465865, "acc_stderr,none": 0.009942066394610859}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4779116465863454, "acc_stderr,none": 0.010012288645591786}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4353413654618474, "acc_stderr,none": 0.009937920221480507}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.4461847389558233, "acc_stderr,none": 0.009963854274139155}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.3742971887550201, "acc_stderr,none": 0.009700182103576725}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.39799196787148594, "acc_stderr,none": 0.009811284026425582}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3827309236947791, "acc_stderr,none": 0.009742526340884057}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.37349397590361444, "acc_stderr,none": 0.00969598596221976}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3602409638554217, "acc_stderr,none": 0.00962259736237407}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358232}}
{"created_at": "2025-06-28T12:00:36.972728", "global_step": 21000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.27474402730375425, "acc_stderr,none": 0.013044617212771227, "acc_norm,none": 0.2841296928327645, "acc_norm_stderr,none": 0.013179442447653886}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6115319865319865, "acc_stderr,none": 0.010001276044485226, "acc_norm,none": 0.5500841750841751, "acc_norm_stderr,none": 0.010208181969301795}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859556, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859556}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579362, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579362}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458153, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458153}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596776, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596776}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045814, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045814}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.01405925666321818, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.01405925666321818}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276202, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276202}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683059, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683059}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458128, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458128}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218186, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218186}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030493, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030493}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342966, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342966}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.01422139373127619, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.01422139373127619}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.21666666666666667, "acc_stderr,none": 0.013740087830700182, "acc_norm,none": 0.21666666666666667, "acc_norm_stderr,none": 0.013740087830700182}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.0146695802022179, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.0146695802022179}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458118, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458118}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3467436765584545, "acc_stderr,none": 0.004749606196363338, "acc_norm,none": 0.41963752240589525, "acc_norm_stderr,none": 0.004924910433106362}, "include_base_44_arabic": {"acc,none": 0.22282608695652173, "acc_stderr,none": 0.017632535025898684, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055043}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.18292682926829268, "acc_stderr,none": 0.04295628044484376}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3047619047619048, "acc_stderr,none": 0.0451367671816831}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.04285714285714284}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1523809523809524, "acc_stderr,none": 0.03524106511591412}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.049569575922564175}, "include_base_44_bengali": {"acc,none": 0.21715328467153286, "acc_stderr,none": 0.017555230110368525, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.16265060240963855, "acc_stderr,none": 0.028730237892613798}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.0548839220351387}, "include_base_44_chinese": {"acc,none": 0.25321100917431194, "acc_stderr,none": 0.01862839206214141, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.047553821882784425}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.36619718309859156, "acc_stderr,none": 0.057581843143880006}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.24105011933174225, "acc_stderr,none": 0.02091337128486218, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.23308270676691728, "acc_stderr,none": 0.025972057450276587}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.2765957446808511, "acc_stderr,none": 0.0659529705144534}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.21621621621621623, "acc_stderr,none": 0.04818155789706758}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_german": {"acc,none": 0.2302158273381295, "acc_stderr,none": 0.035599837772794934, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.060073850409370216}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.27472527472527475, "acc_stderr,none": 0.04705213398778438}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_hindi": {"acc,none": 0.2413162705667276, "acc_stderr,none": 0.01839012576039015, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.23958333333333334, "acc_stderr,none": 0.04379175117256938}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348947}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018798252549278693, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_japanese": {"acc,none": 0.26746506986027946, "acc_stderr,none": 0.019818654132144436, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.26262626262626265, "acc_stderr,none": 0.04445287676983945}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.2885572139303483, "acc_stderr,none": 0.03203841040213322}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.24875621890547264, "acc_stderr,none": 0.030567675938916707}, "include_base_44_korean": {"acc,none": 0.266, "acc_stderr,none": 0.019795338382729073, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.256, "acc_stderr,none": 0.02765710871820491}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.276, "acc_stderr,none": 0.028328537274211345}, "include_base_44_russian": {"acc,none": 0.2717391304347826, "acc_stderr,none": 0.018836717179945034, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.052254366311072324}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.048768771474726615}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.25, "acc_stderr,none": 0.08333333333333333}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.3764705882352941, "acc_stderr,none": 0.052863310306265295}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.36231884057971014, "acc_stderr,none": 0.05828983090868436}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2898550724637681, "acc_stderr,none": 0.05501859437429686}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.18085106382978725, "acc_stderr,none": 0.039911724709195365}, "include_base_44_spanish": {"acc,none": 0.26181818181818184, "acc_stderr,none": 0.01877677907862347, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.24, "acc_stderr,none": 0.027065293652239003}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.276, "acc_stderr,none": 0.028328537274211345}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.09797958971132711}, "include_base_44_telugu": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.018219233930833512, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233134}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.24083769633507854, "acc_stderr,none": 0.031020782537814432}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.031755547866299215}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911683}, "include_base_44_turkish": {"acc,none": 0.29744525547445255, "acc_stderr,none": 0.019553669471447314, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3433734939759036, "acc_stderr,none": 0.03696584317010601}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553026}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.0654653670707977}, "piqa": {"alias": "piqa", "acc,none": 0.6724700761697497, "acc_stderr,none": 0.010949830482825485, "acc_norm,none": 0.6675734494015234, "acc_norm_stderr,none": 0.010991141557445596}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.42650602409638555, "acc_stderr,none": 0.009913215943570537}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4867469879518072, "acc_stderr,none": 0.010018551648218453}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4506024096385542, "acc_stderr,none": 0.009973042774811676}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.43333333333333335, "acc_stderr,none": 0.009932588282324241}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.39759036144578314, "acc_stderr,none": 0.009809602996075816}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.40763052208835343, "acc_stderr,none": 0.009849569202733742}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.38112449799196785, "acc_stderr,none": 0.009734701300519847}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3566265060240964, "acc_stderr,none": 0.00960120943786798}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.37670682730923694, "acc_stderr,none": 0.009712599529552996}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463625}}
{"created_at": "2025-06-28T12:33:04.217899", "global_step": 22000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.27303754266211605, "acc_stderr,none": 0.013019332762635732, "acc_norm,none": 0.2815699658703072, "acc_norm_stderr,none": 0.013143376735009022}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6047979797979798, "acc_stderr,none": 0.010031894052790974, "acc_norm,none": 0.5420875420875421, "acc_norm_stderr,none": 0.010223371342195897}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859549, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859549}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132627, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132627}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030461, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030461}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596774, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596774}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859532, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859532}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458134, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458134}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945585, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945585}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596795, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596795}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342959, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342959}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.01376550060803949, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.01376550060803949}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632409, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632409}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.0140592566632182, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.0140592566632182}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792662, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792662}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.01428887637569982, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.01428887637569982}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030493, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030493}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.35082652857996416, "acc_stderr,none": 0.004762534245488396, "acc_norm,none": 0.424317864967138, "acc_norm_stderr,none": 0.004932289405608943}, "include_base_44_arabic": {"acc,none": 0.21739130434782608, "acc_stderr,none": 0.01745641789582396, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.04117581097845101}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.17073170731707318, "acc_stderr,none": 0.04180826184428597}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.045521571818039494}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.04232473532055041}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.0464230765979198}, "include_base_44_bengali": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.01882040007175128, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.036108050180310235}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.05237229365663815}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.018678900771120076, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383254}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_french": {"acc,none": 0.2386634844868735, "acc_stderr,none": 0.02088834818686158, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.24060150375939848, "acc_stderr,none": 0.026257966995706348}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.05801446334976933}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.24324324324324326, "acc_stderr,none": 0.050215421942054}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.2949640287769784, "acc_stderr,none": 0.03823888560427348, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.13043478260869565, "acc_stderr,none": 0.07180198468215396}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.3626373626373626, "acc_stderr,none": 0.05067669921031867}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_hindi": {"acc,none": 0.2340036563071298, "acc_stderr,none": 0.018145400557280755, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.15625, "acc_stderr,none": 0.03725247254245437}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115034}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.01842171265309053, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.21935483870967742, "acc_stderr,none": 0.033345718921890366}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_japanese": {"acc,none": 0.249500998003992, "acc_stderr,none": 0.01938660544991554, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.25252525252525254, "acc_stderr,none": 0.043887175543277195}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.25870646766169153, "acc_stderr,none": 0.030965903123573023}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.23880597014925373, "acc_stderr,none": 0.030147775935409217}, "include_base_44_korean": {"acc,none": 0.24, "acc_stderr,none": 0.0191372132696197, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553172}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.236, "acc_stderr,none": 0.026909337594953845}, "include_base_44_russian": {"acc,none": 0.23550724637681159, "acc_stderr,none": 0.017954070740215995, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.15942028985507245, "acc_stderr,none": 0.04439221265797129}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.14492753623188406, "acc_stderr,none": 0.042689636687312106}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.048768771474726615}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.17857142857142858, "acc_stderr,none": 0.07370704611510598}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.3058823529411765, "acc_stderr,none": 0.050275235205855744}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05716619504750293}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.30434782608695654, "acc_stderr,none": 0.0557990389495433}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.2127659574468085, "acc_stderr,none": 0.042438647024554674}, "include_base_44_spanish": {"acc,none": 0.26, "acc_stderr,none": 0.018748382103579802, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.236, "acc_stderr,none": 0.026909337594953835}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.28, "acc_stderr,none": 0.028454148277832315}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_telugu": {"acc,none": 0.21532846715328466, "acc_stderr,none": 0.017585927975761733, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.2094240837696335, "acc_stderr,none": 0.029519452721613784}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.030709824050565274}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390467}, "include_base_44_turkish": {"acc,none": 0.28832116788321166, "acc_stderr,none": 0.019404429640894436, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.036108050180310235}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.035294868015111155}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898186}, "piqa": {"alias": "piqa", "acc,none": 0.6675734494015234, "acc_stderr,none": 0.010991141557445596, "acc_norm,none": 0.6735582154515778, "acc_norm_stderr,none": 0.010940467046177295}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667057}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.4542168674698795, "acc_stderr,none": 0.00997996999168044}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4875502008032129, "acc_stderr,none": 0.010018965593055396}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.45220883534136547, "acc_stderr,none": 0.00997618708680372}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.44457831325301206, "acc_stderr,none": 0.009960315726344817}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.4036144578313253, "acc_stderr,none": 0.009834096424955387}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.40321285140562246, "acc_stderr,none": 0.009832511560868064}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3742971887550201, "acc_stderr,none": 0.009700182103576732}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.37349397590361444, "acc_stderr,none": 0.00969598596221976}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3453815261044177, "acc_stderr,none": 0.009530841175865182}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3389558232931727, "acc_stderr,none": 0.009487992732201522}}
{"created_at": "2025-06-28T13:39:15.619684", "global_step": 23000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2568259385665529, "acc_stderr,none": 0.0127669237941168, "acc_norm,none": 0.2832764505119454, "acc_norm_stderr,none": 0.013167478735134575}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6115319865319865, "acc_stderr,none": 0.010001276044485226, "acc_norm,none": 0.5471380471380471, "acc_norm_stderr,none": 0.010214087372211394}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21444444444444444, "acc_stderr,none": 0.013688819788367366, "acc_norm,none": 0.21444444444444444, "acc_norm_stderr,none": 0.013688819788367366}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579393, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579393}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687957, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687957}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687973, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687973}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198724, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198724}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884528, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884528}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792654, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792654}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792662, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792662}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030493, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030493}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632433, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632433}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218197, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218197}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.35331607249551883, "acc_stderr,none": 0.004770229206838898, "acc_norm,none": 0.42999402509460266, "acc_norm_stderr,none": 0.004940631135803532}, "include_base_44_arabic": {"acc,none": 0.22644927536231885, "acc_stderr,none": 0.017708096251162084, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.23809523809523808, "acc_stderr,none": 0.041764667586049006}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.15853658536585366, "acc_stderr,none": 0.040582599273365695}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.04622501635210239}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.24761904761904763, "acc_stderr,none": 0.0423247353205504}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.1619047619047619, "acc_stderr,none": 0.036121005232589175}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "include_base_44_bengali": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.01824941975999672, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233134}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "include_base_44_chinese": {"acc,none": 0.25688073394495414, "acc_stderr,none": 0.0186329125036238, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.38028169014084506, "acc_stderr,none": 0.05802308977399399}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.0447929081990966}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_french": {"acc,none": 0.22911694510739858, "acc_stderr,none": 0.020512171798182568, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.21804511278195488, "acc_stderr,none": 0.025365363516347505}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.2765957446808511, "acc_stderr,none": 0.0659529705144534}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.21621621621621623, "acc_stderr,none": 0.04818155789706758}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_german": {"acc,none": 0.2158273381294964, "acc_stderr,none": 0.034931925241399105, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.060073850409370216}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.24175824175824176, "acc_stderr,none": 0.04513082148355003}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_hindi": {"acc,none": 0.2522851919561243, "acc_stderr,none": 0.01866278180830468, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.22916666666666666, "acc_stderr,none": 0.043121530286725746}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150304}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.09797958971132711}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018912126509686263, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32335329341317365, "acc_stderr,none": 0.03630492855884467}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25161290322580643, "acc_stderr,none": 0.03496787488168003}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_japanese": {"acc,none": 0.24151696606786427, "acc_stderr,none": 0.01915680679017651, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.20202020202020202, "acc_stderr,none": 0.04055835302324732}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.25870646766169153, "acc_stderr,none": 0.030965903123573026}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.24378109452736318, "acc_stderr,none": 0.030360490154014673}, "include_base_44_korean": {"acc,none": 0.244, "acc_stderr,none": 0.019246029163290244, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553172}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553175}, "include_base_44_russian": {"acc,none": 0.2463768115942029, "acc_stderr,none": 0.018174665634230914, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.14492753623188406, "acc_stderr,none": 0.04268963668731211}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.0487687714747266}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.048768771474726615}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.17857142857142858, "acc_stderr,none": 0.07370704611510598}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.3764705882352941, "acc_stderr,none": 0.052863310306265295}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05716619504750293}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2753623188405797, "acc_stderr,none": 0.05416992765191318}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.20212765957446807, "acc_stderr,none": 0.04164262559887298}, "include_base_44_spanish": {"acc,none": 0.26181818181818184, "acc_stderr,none": 0.018754064938432735, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.224, "acc_stderr,none": 0.026421361687347905}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.292, "acc_stderr,none": 0.028814320402205634}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390467}, "include_base_44_telugu": {"acc,none": 0.21897810218978103, "acc_stderr,none": 0.017728160641810164, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.21465968586387435, "acc_stderr,none": 0.02978704284970199}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_turkish": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018872659731855094, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683227}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064537}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064537}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "piqa": {"alias": "piqa", "acc,none": 0.6675734494015234, "acc_stderr,none": 0.010991141557445594, "acc_norm,none": 0.6692056583242655, "acc_norm_stderr,none": 0.010977520584714434}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3345381526104418, "acc_stderr,none": 0.009457404390939166}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.42690763052208835, "acc_stderr,none": 0.00991440882858341}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4959839357429719, "acc_stderr,none": 0.0100217495745559}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.44859437751004017, "acc_stderr,none": 0.009968964736894266}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.44497991967871486, "acc_stderr,none": 0.009961210239024633}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.39919678714859436, "acc_stderr,none": 0.009816285782535843}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41405622489959837, "acc_stderr,none": 0.009872910116421196}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.38433734939759034, "acc_stderr,none": 0.009750238765722518}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.36305220883534134, "acc_stderr,none": 0.009638823133984984}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3606425702811245, "acc_stderr,none": 0.00962493720207531}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778591}}
{"created_at": "2025-06-28T15:00:22.761558", "global_step": 24000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.257679180887372, "acc_stderr,none": 0.012780770562768407, "acc_norm,none": 0.28071672354948807, "acc_norm_stderr,none": 0.01313123812697558}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6191077441077442, "acc_stderr,none": 0.009964428212260379, "acc_norm,none": 0.5492424242424242, "acc_norm_stderr,none": 0.010209906101011117}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132656, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132656}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596812, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596812}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218193, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218193}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945589, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945589}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237289, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237289}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687957, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687957}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699817, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699817}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132628, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132628}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683047, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683047}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579386, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579386}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380051, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380051}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596782, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596782}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651672, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651672}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579395, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579395}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3543118900617407, "acc_stderr,none": 0.00477326751011274, "acc_norm,none": 0.43238398725353516, "acc_norm_stderr,none": 0.004943945069611452}, "include_base_44_arabic": {"acc,none": 0.2246376811594203, "acc_stderr,none": 0.017666748582967847, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.04429811949614585}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.14634146341463414, "acc_stderr,none": 0.03927202370241041}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3047619047619048, "acc_stderr,none": 0.0451367671816831}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.04117581097845101}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.036956421364396135}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.05237229365663814}, "include_base_44_bengali": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.017866666707363147, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078944}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "include_base_44_chinese": {"acc,none": 0.24036697247706423, "acc_stderr,none": 0.018334421339336573, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_french": {"acc,none": 0.22911694510739858, "acc_stderr,none": 0.02063159904498545, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.21804511278195488, "acc_stderr,none": 0.025365363516347505}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.23404255319148937, "acc_stderr,none": 0.062426763436828826}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.24324324324324326, "acc_stderr,none": 0.050215421942054}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_german": {"acc,none": 0.2014388489208633, "acc_stderr,none": 0.03372687129786146, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.043478260869565216, "acc_stderr,none": 0.04347826086956523}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.25274725274725274, "acc_stderr,none": 0.045809518537328904}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_hindi": {"acc,none": 0.24862888482632542, "acc_stderr,none": 0.018561919417719605, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.2916666666666667, "acc_stderr,none": 0.04663376032810542}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390467}, "include_base_44_italian": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018489893682929224, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.281437125748503, "acc_stderr,none": 0.034903504674283575}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245767}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_japanese": {"acc,none": 0.24750499001996007, "acc_stderr,none": 0.01926165193058403, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.20202020202020202, "acc_stderr,none": 0.040558353023247305}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.2935323383084577, "acc_stderr,none": 0.03220024104534205}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.22388059701492538, "acc_stderr,none": 0.02947525023601718}, "include_base_44_korean": {"acc,none": 0.244, "acc_stderr,none": 0.019246029163290247, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553175}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.244, "acc_stderr,none": 0.027217995464553182}, "include_base_44_russian": {"acc,none": 0.27717391304347827, "acc_stderr,none": 0.018976202798419422, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472663}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2753623188405797, "acc_stderr,none": 0.05416992765191319}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.32142857142857145, "acc_stderr,none": 0.08987898137227081}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.36470588235294116, "acc_stderr,none": 0.05251932770420085}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05716619504750293}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05716619504750293}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.18085106382978725, "acc_stderr,none": 0.03991172470919536}, "include_base_44_spanish": {"acc,none": 0.24727272727272728, "acc_stderr,none": 0.01843204437224097, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.22, "acc_stderr,none": 0.02625179282460584}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911681}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.268, "acc_stderr,none": 0.028068762382526688}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_telugu": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018513839694758838, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.036108050180310235}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.24607329842931938, "acc_stderr,none": 0.031247840365749114}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_turkish": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.018868333493041897, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233134}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530255}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560373}, "piqa": {"alias": "piqa", "acc,none": 0.6670293797606094, "acc_stderr,none": 0.010995648822619069, "acc_norm,none": 0.6741022850924918, "acc_norm_stderr,none": 0.010935760218903946}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.43694779116465865, "acc_stderr,none": 0.009942066394610852}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4931726907630522, "acc_stderr,none": 0.010021138522919162}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4461847389558233, "acc_stderr,none": 0.009963854274139157}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.4497991967871486, "acc_stderr,none": 0.009971431255560173}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.39879518072289155, "acc_stderr,none": 0.009814625416137557}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41325301204819276, "acc_stderr,none": 0.00987008743562378}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3827309236947791, "acc_stderr,none": 0.009742526340884055}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.35943775100401604, "acc_stderr,none": 0.009617895762902742}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.38393574297188754, "acc_stderr,none": 0.009748321202534384}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3465863453815261, "acc_stderr,none": 0.009538660220458996}}
{"created_at": "2025-06-28T15:15:19.325194", "global_step": 25000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2627986348122867, "acc_stderr,none": 0.012862523175351333, "acc_norm,none": 0.2841296928327645, "acc_norm_stderr,none": 0.013179442447653886}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6186868686868687, "acc_stderr,none": 0.009966542497171018, "acc_norm,none": 0.5437710437710438, "acc_norm_stderr,none": 0.010220394383722017}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.01415271607913263, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.01415271607913263}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884518, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884518}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198737, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198737}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884528, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884528}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170805, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170805}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792662, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792662}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.35879306910973907, "acc_stderr,none": 0.004786660691181918, "acc_norm,none": 0.4373630750846445, "acc_norm_stderr,none": 0.004950472918523326}, "include_base_44_arabic": {"acc,none": 0.2210144927536232, "acc_stderr,none": 0.017610754015091025, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.23809523809523808, "acc_stderr,none": 0.041764667586049006}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.15853658536585366, "acc_stderr,none": 0.04058259927336571}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.04285714285714284}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.18095238095238095, "acc_stderr,none": 0.03775026958386237}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256417}, "include_base_44_bengali": {"acc,none": 0.2208029197080292, "acc_stderr,none": 0.017753933256272295, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.030338749144500597}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "include_base_44_chinese": {"acc,none": 0.26605504587155965, "acc_stderr,none": 0.019016204086770672, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.048195602891152295}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383254}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french": {"acc,none": 0.2315035799522673, "acc_stderr,none": 0.020654945546325493, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.22932330827067668, "acc_stderr,none": 0.02582481829225878}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.2127659574468085, "acc_stderr,none": 0.06034260964773522}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.24324324324324326, "acc_stderr,none": 0.05021542194205401}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.2589928057553957, "acc_stderr,none": 0.03708121429363875, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.13043478260869565, "acc_stderr,none": 0.07180198468215396}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.3076923076923077, "acc_stderr,none": 0.048650425541052}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_hindi": {"acc,none": 0.2340036563071298, "acc_stderr,none": 0.018160628093446166, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.2916666666666667, "acc_stderr,none": 0.046633760328105435}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921427}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081347}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018643232039787568, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.03443623453899477}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245766}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.033675118801687026}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_japanese": {"acc,none": 0.23952095808383234, "acc_stderr,none": 0.01910440566800504, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.04199605255658083}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.263681592039801, "acc_stderr,none": 0.03115715086935557}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.22388059701492538, "acc_stderr,none": 0.029475250236017183}, "include_base_44_korean": {"acc,none": 0.234, "acc_stderr,none": 0.018971549191219426, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.236, "acc_stderr,none": 0.026909337594953835}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.232, "acc_stderr,none": 0.026750070374865157}, "include_base_44_russian": {"acc,none": 0.2644927536231884, "acc_stderr,none": 0.018753539530399592, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.2028985507246377, "acc_stderr,none": 0.04876877147472663}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.07896725691322382}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.0521414859075246}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.34782608695652173, "acc_stderr,none": 0.05775749253522359}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.2127659574468085, "acc_stderr,none": 0.04243864702455469}, "include_base_44_spanish": {"acc,none": 0.24, "acc_stderr,none": 0.018242821404610962, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.216, "acc_stderr,none": 0.026078657663732727}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.268, "acc_stderr,none": 0.02806876238252669}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_telugu": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.018146708004545358, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.0357160923005348}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.20418848167539266, "acc_stderr,none": 0.029244481767055425}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_turkish": {"acc,none": 0.2773722627737226, "acc_stderr,none": 0.019140201483360698, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683226}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.6719260065288357, "acc_stderr,none": 0.010954487135124228, "acc_norm,none": 0.6751904243743199, "acc_norm_stderr,none": 0.010926296238294025}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667057}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.43172690763052207, "acc_stderr,none": 0.009928203186112913}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4939759036144578, "acc_stderr,none": 0.010021345444047586}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4502008032128514, "acc_stderr,none": 0.009972240296768891}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.43614457831325304, "acc_stderr,none": 0.009940006562498589}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.40843373493975904, "acc_stderr,none": 0.009852581919032235}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41445783132530123, "acc_stderr,none": 0.009874311310483542}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.39397590361445783, "acc_stderr,none": 0.009794163014906765}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3859437751004016, "acc_stderr,none": 0.009757838842063334}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.37349397590361444, "acc_stderr,none": 0.00969598596221976}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.00946022348499647}}
{"created_at": "2025-06-28T16:07:56.027869", "global_step": 26000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26621160409556316, "acc_stderr,none": 0.012915774781523223, "acc_norm,none": 0.28924914675767915, "acc_norm_stderr,none": 0.013250012579393441}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6233164983164983, "acc_stderr,none": 0.009942848077476169, "acc_norm,none": 0.5475589225589226, "acc_norm_stderr,none": 0.010213265860171402}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.21888888888888888, "acc_stderr,none": 0.013790766978256947, "acc_norm,none": 0.21888888888888888, "acc_norm_stderr,none": 0.013790766978256947}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458148, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458148}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21222222222222223, "acc_stderr,none": 0.013636956209422683, "acc_norm,none": 0.21222222222222223, "acc_norm_stderr,none": 0.013636956209422683}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.21666666666666667, "acc_stderr,none": 0.013740087830700177, "acc_norm,none": 0.21666666666666667, "acc_norm_stderr,none": 0.013740087830700177}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458142, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458142}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198723, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198723}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945584, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945584}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.01398772152368795, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.01398772152368795}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859544, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859544}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642536, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642536}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945582, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945582}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409383, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409383}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859561, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859561}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3586934873531169, "acc_stderr,none": 0.004786368011500459, "acc_norm,none": 0.4367655845449114, "acc_norm_stderr,none": 0.0049497163688904874}, "include_base_44_arabic": {"acc,none": 0.22282608695652173, "acc_stderr,none": 0.01760249818643979, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.23809523809523808, "acc_stderr,none": 0.04176466758604901}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.15853658536585366, "acc_stderr,none": 0.04058259927336571}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.34285714285714286, "acc_stderr,none": 0.04654465622977447}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.18095238095238095, "acc_stderr,none": 0.03775026958386238}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.2, "acc_stderr,none": 0.03922322702763679}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "include_base_44_bengali": {"acc,none": 0.2208029197080292, "acc_stderr,none": 0.017738447007485548, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.030338749144500625}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.0548839220351387}, "include_base_44_chinese": {"acc,none": 0.26972477064220185, "acc_stderr,none": 0.019044505647100314, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.352112676056338, "acc_stderr,none": 0.05708756925195619}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french": {"acc,none": 0.21957040572792363, "acc_stderr,none": 0.02027337914915624, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.21052631578947367, "acc_stderr,none": 0.02504373428583617}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.05801446334976933}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.24324324324324326, "acc_stderr,none": 0.050215421942054}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.23741007194244604, "acc_stderr,none": 0.03592493137715881, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.06007385040937022}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.04761904761904758}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_hindi": {"acc,none": 0.2522851919561243, "acc_stderr,none": 0.018646409607347827, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.3125, "acc_stderr,none": 0.047555369390792634}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018660473115338774, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994775}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23225806451612904, "acc_stderr,none": 0.03402770605128516}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180668}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_japanese": {"acc,none": 0.22954091816367264, "acc_stderr,none": 0.01882818285277245, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.20202020202020202, "acc_stderr,none": 0.04055835302324732}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.24875621890547264, "acc_stderr,none": 0.030567675938916707}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.22388059701492538, "acc_stderr,none": 0.029475250236017193}, "include_base_44_korean": {"acc,none": 0.248, "acc_stderr,none": 0.019338456598561787, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.232, "acc_stderr,none": 0.02675007037486517}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.264, "acc_stderr,none": 0.027934518957690908}, "include_base_44_russian": {"acc,none": 0.2753623188405797, "acc_stderr,none": 0.01888098113889843, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.04742006474057421}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2318840579710145, "acc_stderr,none": 0.05117930441535768}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.32142857142857145, "acc_stderr,none": 0.08987898137227082}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.36470588235294116, "acc_stderr,none": 0.05251932770420085}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.391304347826087, "acc_stderr,none": 0.05918381823737157}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.30434782608695654, "acc_stderr,none": 0.0557990389495433}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.19148936170212766, "acc_stderr,none": 0.040801273706799875}, "include_base_44_spanish": {"acc,none": 0.24, "acc_stderr,none": 0.018228212536278245, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.216, "acc_stderr,none": 0.026078657663732727}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.268, "acc_stderr,none": 0.02806876238252669}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.07483314773547879}, "include_base_44_telugu": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.018216065260751712, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.2198952879581152, "acc_stderr,none": 0.030047449343709735}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_turkish": {"acc,none": 0.28102189781021897, "acc_stderr,none": 0.01923742250082005, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680588}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.0362933532994786}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560375}, "piqa": {"alias": "piqa", "acc,none": 0.6811751904243744, "acc_stderr,none": 0.01087303753433342, "acc_norm,none": 0.6811751904243744, "acc_norm_stderr,none": 0.010873037534333422}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463621}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.43654618473895584, "acc_stderr,none": 0.009941039791133126}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4927710843373494, "acc_stderr,none": 0.010021025361119621}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.45461847389558235, "acc_stderr,none": 0.009980706922977813}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.44779116465863456, "acc_stderr,none": 0.009967287545636116}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.41285140562248995, "acc_stderr,none": 0.0098686659430844}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41445783132530123, "acc_stderr,none": 0.009874311310483542}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3963855421686747, "acc_stderr,none": 0.009804518520476644}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.37630522088353413, "acc_stderr,none": 0.00971054774421605}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.38112449799196785, "acc_stderr,none": 0.009734701300519844}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463626}}
{"created_at": "2025-06-30T15:03:20.876967", "global_step": 27000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2645051194539249, "acc_stderr,none": 0.012889272949313368, "acc_norm,none": 0.2883959044368601, "acc_norm_stderr,none": 0.013238394422428175}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6313131313131313, "acc_stderr,none": 0.00989964085568105, "acc_norm,none": 0.5542929292929293, "acc_norm_stderr,none": 0.010199118183322984}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.21444444444444444, "acc_stderr,none": 0.01368881978836738, "acc_norm,none": 0.21444444444444444, "acc_norm_stderr,none": 0.01368881978836738}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884504, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884504}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.013714527832369672, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.013714527832369672}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198709, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198709}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132625, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132625}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458153, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458153}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.01371452783236968, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.01371452783236968}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336096, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336096}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336093, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336093}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687956, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687956}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596795, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596795}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356805, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356805}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945585, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945585}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579385, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579385}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651677, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651677}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859556, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859556}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3593905596494722, "acc_stderr,none": 0.004788412062375701, "acc_norm,none": 0.4388568014339773, "acc_norm_stderr,none": 0.004952332378120329}, "include_base_44_arabic": {"acc,none": 0.2463768115942029, "acc_stderr,none": 0.01823760697001736, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.2073170731707317, "acc_stderr,none": 0.04504273750296659}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3523809523809524, "acc_stderr,none": 0.046843501394377526}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.20952380952380953, "acc_stderr,none": 0.03990657150993187}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.19047619047619047, "acc_stderr,none": 0.03850512095536381}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "include_base_44_bengali": {"acc,none": 0.21897810218978103, "acc_stderr,none": 0.01768649212545982, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.029955737855810134}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.018623708091429225, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150304}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_french": {"acc,none": 0.22195704057279236, "acc_stderr,none": 0.02035790416674946, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.21052631578947367, "acc_stderr,none": 0.025043734285836165}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.2127659574468085, "acc_stderr,none": 0.060342609647735225}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.24324324324324326, "acc_stderr,none": 0.05021542194205401}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.2302158273381295, "acc_stderr,none": 0.03545060543527253, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.06007385040937022}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.04761904761904758}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_hindi": {"acc,none": 0.23583180987202926, "acc_stderr,none": 0.018213102658442278, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.2708333333333333, "acc_stderr,none": 0.045593471241867974}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.043247857666407805}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.018743296588106518, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2129032258064516, "acc_stderr,none": 0.03298715238372958}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428356}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_japanese": {"acc,none": 0.2275449101796407, "acc_stderr,none": 0.01875718696880427, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.1919191919191919, "acc_stderr,none": 0.039780804479336844}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.2537313432835821, "acc_stderr,none": 0.030769444967296014}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.21890547263681592, "acc_stderr,none": 0.029239174636647}, "include_base_44_korean": {"acc,none": 0.246, "acc_stderr,none": 0.019288967235912648, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.232, "acc_stderr,none": 0.02675007037486517}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.26, "acc_stderr,none": 0.027797315752644297}, "include_base_44_russian": {"acc,none": 0.2717391304347826, "acc_stderr,none": 0.018800661435050096, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.04742006474057422}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.052254366311072324}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.25, "acc_stderr,none": 0.08333333333333333}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.052141485907524605}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.37681159420289856, "acc_stderr,none": 0.05876481248527006}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05716619504750293}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.1702127659574468, "acc_stderr,none": 0.0389706782884788}, "include_base_44_spanish": {"acc,none": 0.24909090909090909, "acc_stderr,none": 0.018449018954033822, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.216, "acc_stderr,none": 0.02607865766373272}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.284, "acc_stderr,none": 0.0285769587304374}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_telugu": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.018431180852252805, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.035294868015111135}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.2356020942408377, "acc_stderr,none": 0.030787364755364144}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_turkish": {"acc,none": 0.291970802919708, "acc_stderr,none": 0.0194668125008164, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.03529486801511115}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683227}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.6751904243743199, "acc_stderr,none": 0.01092629623829403, "acc_norm,none": 0.6822633297062024, "acc_norm_stderr,none": 0.010863133246569281}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617609}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.44417670682730925, "acc_stderr,none": 0.009959414626897999}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4983935742971888, "acc_stderr,none": 0.01002202114110211}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4433734939759036, "acc_stderr,none": 0.009957592660538655}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.43413654618473896, "acc_stderr,none": 0.009934740969162524}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.4108433734939759, "acc_stderr,none": 0.009861456841490843}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.40843373493975904, "acc_stderr,none": 0.009852581919032238}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.3923694779116466, "acc_stderr,none": 0.009787120838990103}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.3863453815261044, "acc_stderr,none": 0.009759721337538359}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3682730923694779, "acc_stderr,none": 0.009668013178998446}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3405622489959839, "acc_stderr,none": 0.009498886690274447}}
{"created_at": "2025-06-30T16:26:38.088427", "global_step": 28000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26621160409556316, "acc_stderr,none": 0.012915774781523217, "acc_norm,none": 0.28668941979522183, "acc_norm_stderr,none": 0.013214986329274774}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.625, "acc_stderr,none": 0.009933992677987828, "acc_norm,none": 0.5488215488215489, "acc_norm_stderr,none": 0.01021075710107347}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.20777777777777778, "acc_stderr,none": 0.013531414972025825, "acc_norm,none": 0.20777777777777778, "acc_norm_stderr,none": 0.013531414972025825}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030465, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030465}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.013714527832369674, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.013714527832369674}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884528, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884528}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.01371452783236968, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.01371452783236968}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.21666666666666667, "acc_stderr,none": 0.013740087830700165, "acc_norm,none": 0.21666666666666667, "acc_norm_stderr,none": 0.013740087830700165}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.01371452783236968, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.01371452783236968}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.01417574247439196, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.01417574247439196}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308198, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308198}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683059, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683059}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.01417574247439195, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.01417574247439195}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198712, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198712}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336079, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336079}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198707, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198707}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.36058554072893845, "acc_stderr,none": 0.0047918906258342005, "acc_norm,none": 0.43855805616411075, "acc_norm_stderr,none": 0.0049519641319213}, "include_base_44_arabic": {"acc,none": 0.2427536231884058, "acc_stderr,none": 0.018142370994797586, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.045521571818039494}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.1951219512195122, "acc_stderr,none": 0.04403272848041175}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.04622501635210239}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.18095238095238095, "acc_stderr,none": 0.03775026958386238}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.2, "acc_stderr,none": 0.03922322702763679}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "include_base_44_bengali": {"acc,none": 0.21897810218978103, "acc_stderr,none": 0.01768768032532851, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.18674698795180722, "acc_stderr,none": 0.0303387491445006}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.0548839220351387}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.018317891695899167, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115034}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french": {"acc,none": 0.21241050119331742, "acc_stderr,none": 0.020011260233179177, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.21428571428571427, "acc_stderr,none": 0.02520611987225017}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.1702127659574468, "acc_stderr,none": 0.055411578656325386}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.21621621621621623, "acc_stderr,none": 0.04818155789706758}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.20863309352517986, "acc_stderr,none": 0.03421974789725493, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.06007385040937022}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.26373626373626374, "acc_stderr,none": 0.046449428524973954}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.06633249580710801}, "include_base_44_hindi": {"acc,none": 0.23948811700182815, "acc_stderr,none": 0.01834471470067455, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.2604166666666667, "acc_stderr,none": 0.045026287805761366}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.01854977497074293, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.281437125748503, "acc_stderr,none": 0.034903504674283575}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2, "acc_stderr,none": 0.03223291856101517}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994775}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_japanese": {"acc,none": 0.22554890219560877, "acc_stderr,none": 0.01869959516444395, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.20202020202020202, "acc_stderr,none": 0.040558353023247305}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.2537313432835821, "acc_stderr,none": 0.03076944496729602}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.208955223880597, "acc_stderr,none": 0.028748298931728658}, "include_base_44_korean": {"acc,none": 0.246, "acc_stderr,none": 0.019263966403791993, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.22, "acc_stderr,none": 0.02625179282460584}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.272, "acc_stderr,none": 0.02820008829631}, "include_base_44_russian": {"acc,none": 0.2554347826086957, "acc_stderr,none": 0.018505642525106596, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.04742006474057422}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2318840579710145, "acc_stderr,none": 0.05117930441535768}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.08694008849288351}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.32941176470588235, "acc_stderr,none": 0.05128116404165497}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.30434782608695654, "acc_stderr,none": 0.0557990389495433}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.3188405797101449, "acc_stderr,none": 0.05651408783764654}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.1595744680851064, "acc_stderr,none": 0.03797430614378277}, "include_base_44_spanish": {"acc,none": 0.2290909090909091, "acc_stderr,none": 0.017907149428817545, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.196, "acc_stderr,none": 0.02515685731325594}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.26, "acc_stderr,none": 0.027797315752644304}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.07483314773547879}, "include_base_44_telugu": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.01837409781050414, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.03529486801511115}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.23036649214659685, "acc_stderr,none": 0.030547441226520554}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.09165151389911683}, "include_base_44_turkish": {"acc,none": 0.2846715328467153, "acc_stderr,none": 0.019311858755482907, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.03529486801511115}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.0362933532994786}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.06101187572589322}, "piqa": {"alias": "piqa", "acc,none": 0.675734494015234, "acc_stderr,none": 0.010921539041347982, "acc_norm,none": 0.6833514689880305, "acc_norm_stderr,none": 0.01085316053197848}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.4461847389558233, "acc_stderr,none": 0.009963854274139157}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4939759036144578, "acc_stderr,none": 0.010021345444047586}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4493975903614458, "acc_stderr,none": 0.009970615649588134}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.4397590361445783, "acc_stderr,none": 0.009949067285169347}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.41405622489959837, "acc_stderr,none": 0.009872910116421196}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41124497991967873, "acc_stderr,none": 0.00986291222354463}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.39437751004016064, "acc_stderr,none": 0.00979590623030422}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.38714859437751004, "acc_stderr,none": 0.009763465328590648}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.37028112449799194, "acc_stderr,none": 0.009678915409840288}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3469879518072289, "acc_stderr,none": 0.009541251561568397}}
{"created_at": "2025-06-30T16:55:16.914800", "global_step": 29000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26621160409556316, "acc_stderr,none": 0.012915774781523216, "acc_norm,none": 0.2901023890784983, "acc_norm_stderr,none": 0.013261573677520766}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.625, "acc_stderr,none": 0.009933992677987828, "acc_norm,none": 0.5517676767676768, "acc_norm_stderr,none": 0.010204645126856935}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.20777777777777778, "acc_stderr,none": 0.013531414972025825, "acc_norm,none": 0.20777777777777778, "acc_norm_stderr,none": 0.013531414972025825}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579373, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579373}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.2111111111111111, "acc_stderr,none": 0.013610798969328501, "acc_norm,none": 0.2111111111111111, "acc_norm_stderr,none": 0.013610798969328501}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458123, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458123}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.21666666666666667, "acc_stderr,none": 0.013740087830700177, "acc_norm,none": 0.21666666666666667, "acc_norm_stderr,none": 0.013740087830700177}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.01405925666321818, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.01405925666321818}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.013765500608039473, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.013765500608039473}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755672, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755672}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276203, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276203}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218176, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218176}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579385, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579385}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342964, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342964}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755672, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755672}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632423, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632423}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458118, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458118}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3604859589723163, "acc_stderr,none": 0.0047916019756127646, "acc_norm,none": 0.4398526190001992, "acc_norm_stderr,none": 0.00495354670851232}, "include_base_44_arabic": {"acc,none": 0.23550724637681159, "acc_stderr,none": 0.017930024374459622, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.18292682926829268, "acc_stderr,none": 0.04295628044484376}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.34285714285714286, "acc_stderr,none": 0.04654465622977447}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.19047619047619047, "acc_stderr,none": 0.038505120955363834}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.18095238095238095, "acc_stderr,none": 0.03775026958386237}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "include_base_44_bengali": {"acc,none": 0.22262773722627738, "acc_stderr,none": 0.01780491961256922, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.030709824050565274}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.018717992280600334, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150345}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french": {"acc,none": 0.21479713603818615, "acc_stderr,none": 0.020093814365636405, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.21804511278195488, "acc_stderr,none": 0.025365363516347505}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.14893617021276595, "acc_stderr,none": 0.05249310253140092}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.21621621621621623, "acc_stderr,none": 0.04818155789706758}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.22302158273381298, "acc_stderr,none": 0.03512112157552947, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.08695652173913043, "acc_stderr,none": 0.06007385040937022}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.27472527472527475, "acc_stderr,none": 0.04705213398778438}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_hindi": {"acc,none": 0.2413162705667276, "acc_stderr,none": 0.01836996505270295, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.2916666666666667, "acc_stderr,none": 0.046633760328105435}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.01856208571815937, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.034190730421806675}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2129032258064516, "acc_stderr,none": 0.03298715238372958}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428356}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_japanese": {"acc,none": 0.21956087824351297, "acc_stderr,none": 0.018532593908442314, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.1919191919191919, "acc_stderr,none": 0.039780804479336844}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.23880597014925373, "acc_stderr,none": 0.030147775935409217}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.21393034825870647, "acc_stderr,none": 0.028996909693328906}, "include_base_44_korean": {"acc,none": 0.25, "acc_stderr,none": 0.019393618790705287, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.236, "acc_stderr,none": 0.026909337594953838}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.264, "acc_stderr,none": 0.027934518957690908}, "include_base_44_russian": {"acc,none": 0.266304347826087, "acc_stderr,none": 0.018742571431228178, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.04742006474057422}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.05225436631107233}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.052254366311072324}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.08694008849288351}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.052141485907524605}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.34782608695652173, "acc_stderr,none": 0.05775749253522359}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.30434782608695654, "acc_stderr,none": 0.0557990389495433}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.18085106382978725, "acc_stderr,none": 0.039911724709195344}, "include_base_44_spanish": {"acc,none": 0.22545454545454546, "acc_stderr,none": 0.017804952036338608, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.192, "acc_stderr,none": 0.024960691989172012}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.32, "acc_stderr,none": 0.09521904571390466}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.256, "acc_stderr,none": 0.027657108718204915}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.07483314773547879}, "include_base_44_telugu": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.018252356116850756, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.0357160923005348}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.2094240837696335, "acc_stderr,none": 0.029519452721613795}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.08717797887081345}, "include_base_44_turkish": {"acc,none": 0.291970802919708, "acc_stderr,none": 0.01947440953279126, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.03610805018031024}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.06101187572589322}, "piqa": {"alias": "piqa", "acc,none": 0.675734494015234, "acc_stderr,none": 0.010921539041347978, "acc_norm,none": 0.6817192600652884, "acc_norm_stderr,none": 0.010868093932082238}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.4457831325301205, "acc_stderr,none": 0.009962979511168334}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4923694779116466, "acc_stderr,none": 0.01002090573154231}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4506024096385542, "acc_stderr,none": 0.009973042774811678}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.44136546184738956, "acc_stderr,none": 0.009952922349377747}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.40803212851405624, "acc_stderr,none": 0.009851078965044885}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.41566265060240964, "acc_stderr,none": 0.009878474341822926}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.40682730923694777, "acc_stderr,none": 0.009846529240598876}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.37991967871485943, "acc_stderr,none": 0.009728758452987865}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.37630522088353413, "acc_stderr,none": 0.009710547744216048}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.009434574056101964}}
{"created_at": "2025-06-30T17:49:10.448456", "global_step": 30000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26706484641638223, "acc_stderr,none": 0.012928933196496349, "acc_norm,none": 0.2841296928327645, "acc_norm_stderr,none": 0.013179442447653886}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6275252525252525, "acc_stderr,none": 0.00992046921573602, "acc_norm,none": 0.5513468013468014, "acc_norm_stderr,none": 0.010205540414612876}, "belebele_arb_Arab": {"alias": "belebele_arb_Arab", "acc,none": 0.20666666666666667, "acc_stderr,none": 0.013504646568022655, "acc_norm,none": 0.20666666666666667, "acc_norm_stderr,none": 0.013504646568022655}, "belebele_ben_Beng": {"alias": "belebele_ben_Beng", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.013714527832369676, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.013714527832369676}, "belebele_deu_Latn": {"alias": "belebele_deu_Latn", "acc,none": 0.21, "acc_stderr,none": 0.013584490272855378, "acc_norm,none": 0.21, "acc_norm_stderr,none": 0.013584490272855378}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198704, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198704}, "belebele_fra_Latn": {"alias": "belebele_fra_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579362, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579362}, "belebele_hin_Deva": {"alias": "belebele_hin_Deva", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945594, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945594}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21777777777777776, "acc_stderr,none": 0.013765500608039471, "acc_norm,none": 0.21777777777777776, "acc_norm_stderr,none": 0.013765500608039471}, "belebele_jpn_Jpan": {"alias": "belebele_jpn_Jpan", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_kor_Hang": {"alias": "belebele_kor_Hang", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945585, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945585}, "belebele_rus_Cyrl": {"alias": "belebele_rus_Cyrl", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391958, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391958}, "belebele_spa_Latn": {"alias": "belebele_spa_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458127, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458127}, "belebele_swh_Latn": {"alias": "belebele_swh_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683048, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683048}, "belebele_tel_Telu": {"alias": "belebele_tel_Telu", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_tha_Thai": {"alias": "belebele_tha_Thai", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596793, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596793}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683059, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683059}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884532, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884532}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3602867954590719, "acc_stderr,none": 0.00479102400458801, "acc_norm,none": 0.4386576379207329, "acc_norm_stderr,none": 0.004952087083128891}, "include_base_44_arabic": {"acc,none": 0.2391304347826087, "acc_stderr,none": 0.018044215068306457, "alias": "include_base_44_arabic"}, "include_base_44_arabic_few_shot_og_arts_humanities": {"alias": " - include_base_44_arabic_few_shot_og_arts_humanities", "acc,none": 0.29523809523809524, "acc_stderr,none": 0.044729159560441434}, "include_base_44_arabic_few_shot_og_business_commerce": {"alias": " - include_base_44_arabic_few_shot_og_business_commerce", "acc,none": 0.18292682926829268, "acc_stderr,none": 0.04295628044484376}, "include_base_44_arabic_few_shot_og_driving_license": {"alias": " - include_base_44_arabic_few_shot_og_driving_license", "acc,none": 0.34285714285714286, "acc_stderr,none": 0.04654465622977447}, "include_base_44_arabic_few_shot_og_general_knowledge": {"alias": " - include_base_44_arabic_few_shot_og_general_knowledge", "acc,none": 0.19047619047619047, "acc_stderr,none": 0.038505120955363834}, "include_base_44_arabic_few_shot_og_social_science": {"alias": " - include_base_44_arabic_few_shot_og_social_science", "acc,none": 0.2, "acc_stderr,none": 0.03922322702763679}, "include_base_44_arabic_few_shot_og_stem": {"alias": " - include_base_44_arabic_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "include_base_44_bengali": {"acc,none": 0.2208029197080292, "acc_stderr,none": 0.017744825334944883, "alias": "include_base_44_bengali"}, "include_base_44_bengali_few_shot_og_arts_humanities": {"alias": " - include_base_44_bengali_few_shot_og_arts_humanities", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.029955737855810134}, "include_base_44_bengali_few_shot_og_general_knowledge": {"alias": " - include_base_44_bengali_few_shot_og_general_knowledge", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_bengali_few_shot_og_professional_certification": {"alias": " - include_base_44_bengali_few_shot_og_professional_certification", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_bengali_few_shot_og_stem": {"alias": " - include_base_44_bengali_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "include_base_44_chinese": {"acc,none": 0.26055045871559634, "acc_stderr,none": 0.01886652423127394, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_french": {"acc,none": 0.21957040572792363, "acc_stderr,none": 0.02027105137324671, "alias": "include_base_44_french"}, "include_base_44_french_few_shot_og_arts_humanities": {"alias": " - include_base_44_french_few_shot_og_arts_humanities", "acc,none": 0.22180451127819548, "acc_stderr,none": 0.02552152403141666}, "include_base_44_french_few_shot_og_driving_license": {"alias": " - include_base_44_french_few_shot_og_driving_license", "acc,none": 0.1702127659574468, "acc_stderr,none": 0.055411578656325386}, "include_base_44_french_few_shot_og_health_oriented_education": {"alias": " - include_base_44_french_few_shot_og_health_oriented_education", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_french_few_shot_og_social_science": {"alias": " - include_base_44_french_few_shot_og_social_science", "acc,none": 0.21621621621621623, "acc_stderr,none": 0.04818155789706758}, "include_base_44_french_few_shot_og_stem": {"alias": " - include_base_44_french_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_german": {"acc,none": 0.20863309352517986, "acc_stderr,none": 0.034103948701685434, "alias": "include_base_44_german"}, "include_base_44_german_few_shot_og_driving_license": {"alias": " - include_base_44_german_few_shot_og_driving_license", "acc,none": 0.043478260869565216, "acc_stderr,none": 0.04347826086956523}, "include_base_44_german_few_shot_og_social_science": {"alias": " - include_base_44_german_few_shot_og_social_science", "acc,none": 0.26373626373626374, "acc_stderr,none": 0.046449428524973954}, "include_base_44_german_few_shot_og_stem": {"alias": " - include_base_44_german_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.0748331477354788}, "include_base_44_hindi": {"acc,none": 0.2303473491773309, "acc_stderr,none": 0.018084068866105977, "alias": "include_base_44_hindi"}, "include_base_44_hindi_few_shot_og_applied_science": {"alias": " - include_base_44_hindi_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_hindi_few_shot_og_arts_humanities": {"alias": " - include_base_44_hindi_few_shot_og_arts_humanities", "acc,none": 0.25, "acc_stderr,none": 0.04442616583193193}, "include_base_44_hindi_few_shot_og_driving_license": {"alias": " - include_base_44_hindi_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909661}, "include_base_44_hindi_few_shot_og_general_knowledge": {"alias": " - include_base_44_hindi_few_shot_og_general_knowledge", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_hindi_few_shot_og_health_oriented_education": {"alias": " - include_base_44_hindi_few_shot_og_health_oriented_education", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_hindi_few_shot_og_professional_certification": {"alias": " - include_base_44_hindi_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_social_science": {"alias": " - include_base_44_hindi_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_hindi_few_shot_og_stem": {"alias": " - include_base_44_hindi_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_italian": {"acc,none": 0.2427007299270073, "acc_stderr,none": 0.01835041579495303, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2064516129032258, "acc_stderr,none": 0.03261635957463419}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_japanese": {"acc,none": 0.22355289421157684, "acc_stderr,none": 0.018643089546169774, "alias": "include_base_44_japanese"}, "include_base_44_japanese_few_shot_og_driving_license": {"alias": " - include_base_44_japanese_few_shot_og_driving_license", "acc,none": 0.1919191919191919, "acc_stderr,none": 0.039780804479336844}, "include_base_44_japanese_few_shot_og_medical_license": {"alias": " - include_base_44_japanese_few_shot_og_medical_license", "acc,none": 0.24875621890547264, "acc_stderr,none": 0.030567675938916707}, "include_base_44_japanese_few_shot_og_professional_certification": {"alias": " - include_base_44_japanese_few_shot_og_professional_certification", "acc,none": 0.21393034825870647, "acc_stderr,none": 0.02899690969332891}, "include_base_44_korean": {"acc,none": 0.244, "acc_stderr,none": 0.01923266966204423, "alias": "include_base_44_korean"}, "include_base_44_korean_few_shot_og_professional_certification": {"alias": " - include_base_44_korean_few_shot_og_professional_certification", "acc,none": 0.228, "acc_stderr,none": 0.026587432487268473}, "include_base_44_korean_few_shot_og_social_science": {"alias": " - include_base_44_korean_few_shot_og_social_science", "acc,none": 0.26, "acc_stderr,none": 0.0277973157526443}, "include_base_44_russian": {"acc,none": 0.26811594202898553, "acc_stderr,none": 0.018791433474280878, "alias": "include_base_44_russian"}, "include_base_44_russian_few_shot_og_applied_science": {"alias": " - include_base_44_russian_few_shot_og_applied_science", "acc,none": 0.18840579710144928, "acc_stderr,none": 0.04742006474057422}, "include_base_44_russian_few_shot_og_arts_humanities": {"alias": " - include_base_44_russian_few_shot_og_arts_humanities", "acc,none": 0.2608695652173913, "acc_stderr,none": 0.05324977701702559}, "include_base_44_russian_few_shot_og_business_commerce": {"alias": " - include_base_44_russian_few_shot_og_business_commerce", "acc,none": 0.2463768115942029, "acc_stderr,none": 0.052254366311072324}, "include_base_44_russian_few_shot_og_driving_license": {"alias": " - include_base_44_russian_few_shot_og_driving_license", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.08694008849288351}, "include_base_44_russian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_russian_few_shot_og_health_oriented_education", "acc,none": 0.35294117647058826, "acc_stderr,none": 0.052141485907524605}, "include_base_44_russian_few_shot_og_marine_license": {"alias": " - include_base_44_russian_few_shot_og_marine_license", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05716619504750293}, "include_base_44_russian_few_shot_og_social_science": {"alias": " - include_base_44_russian_few_shot_og_social_science", "acc,none": 0.3188405797101449, "acc_stderr,none": 0.05651408783764654}, "include_base_44_russian_few_shot_og_stem": {"alias": " - include_base_44_russian_few_shot_og_stem", "acc,none": 0.18085106382978725, "acc_stderr,none": 0.039911724709195344}, "include_base_44_spanish": {"acc,none": 0.23272727272727273, "acc_stderr,none": 0.018025401102751793, "alias": "include_base_44_spanish"}, "include_base_44_spanish_few_shot_og_arts_humanities": {"alias": " - include_base_44_spanish_few_shot_og_arts_humanities", "acc,none": 0.204, "acc_stderr,none": 0.02553712157454817}, "include_base_44_spanish_few_shot_og_health_oriented_education": {"alias": " - include_base_44_spanish_few_shot_og_health_oriented_education", "acc,none": 0.28, "acc_stderr,none": 0.0916515138991168}, "include_base_44_spanish_few_shot_og_social_science": {"alias": " - include_base_44_spanish_few_shot_og_social_science", "acc,none": 0.264, "acc_stderr,none": 0.027934518957690908}, "include_base_44_spanish_few_shot_og_stem": {"alias": " - include_base_44_spanish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.07483314773547879}, "include_base_44_telugu": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.01837078308085148, "alias": "include_base_44_telugu"}, "include_base_44_telugu_few_shot_og_applied_science": {"alias": " - include_base_44_telugu_few_shot_og_applied_science", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.03550920185689629}, "include_base_44_telugu_few_shot_og_arts_humanities": {"alias": " - include_base_44_telugu_few_shot_og_arts_humanities", "acc,none": 0.225130890052356, "acc_stderr,none": 0.030300857413315146}, "include_base_44_telugu_few_shot_og_social_science": {"alias": " - include_base_44_telugu_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594689}, "include_base_44_telugu_few_shot_og_stem": {"alias": " - include_base_44_telugu_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.08164965809277261}, "include_base_44_turkish": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019357322659668684, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.03610805018031024}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.06101187572589322}, "piqa": {"alias": "piqa", "acc,none": 0.6795429815016322, "acc_stderr,none": 0.010887766073814876, "acc_norm,none": 0.6838955386289445, "acc_norm_stderr,none": 0.010848148455700443}, "xnli_ar": {"alias": "xnli_ar", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617607}, "xnli_de": {"alias": "xnli_de", "acc,none": 0.4429718875502008, "acc_stderr,none": 0.009956671790008788}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4943775100401606, "acc_stderr,none": 0.0100214392037773}, "xnli_es": {"alias": "xnli_es", "acc,none": 0.4457831325301205, "acc_stderr,none": 0.009962979511168328}, "xnli_fr": {"alias": "xnli_fr", "acc,none": 0.442570281124498, "acc_stderr,none": 0.009955744325477469}, "xnli_hi": {"alias": "xnli_hi", "acc,none": 0.40401606425702813, "acc_stderr,none": 0.009835674445385845}, "xnli_ru": {"alias": "xnli_ru", "acc,none": 0.40923694779116465, "acc_stderr,none": 0.009855567414480236}, "xnli_sw": {"alias": "xnli_sw", "acc,none": 0.41124497991967873, "acc_stderr,none": 0.009862912223544627}, "xnli_th": {"alias": "xnli_th", "acc,none": 0.39437751004016064, "acc_stderr,none": 0.009795906230304218}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.37630522088353413, "acc_stderr,none": 0.00971054774421605}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3405622489959839, "acc_stderr,none": 0.009498886690274445}}