{"created_at": "2025-11-29T10:15:14.476468", "global_step": 10000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24146757679180889, "acc_stderr,none": 0.012506564839739429, "acc_norm,none": 0.27303754266211605, "acc_norm_stderr,none": 0.013019332762635753}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.547979797979798, "acc_stderr,none": 0.010212436978834108, "acc_norm,none": 0.49158249158249157, "acc_norm_stderr,none": 0.010258329515226454}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.21555555555555556, "acc_stderr,none": 0.013714527832369683, "acc_norm,none": 0.21555555555555556, "acc_norm_stderr,none": 0.013714527832369683}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.01419863480930818, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.01419863480930818}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030477, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030477}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132658, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132658}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.01433320925963242, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.01433320925963242}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.31338378809002193, "acc_stderr,none": 0.004629209184813546, "acc_norm,none": 0.36138219478191597, "acc_norm_stderr,none": 0.004794191785967944}, "include_base_44_chinese": {"acc,none": 0.25688073394495414, "acc_stderr,none": 0.01854045670691631, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.43661971830985913, "acc_stderr,none": 0.0592793555841297}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.04324785766640779}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.018396760761991326, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.06001200360120039}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050467}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.031253219622833416}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_turkish": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019358408305890844, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3192771084337349, "acc_stderr,none": 0.036293353299478595}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530255}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.0654653670707977}, "piqa": {"alias": "piqa", "acc,none": 0.6463547334058759, "acc_stderr,none": 0.011154877708188671, "acc_norm,none": 0.6403699673558215, "acc_norm_stderr,none": 0.011196669936752602}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.44497991967871486, "acc_stderr,none": 0.009961210239024644}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3606425702811245, "acc_stderr,none": 0.009624937202075304}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3329317269076305, "acc_stderr,none": 0.009446051001358225}}
{"created_at": "2025-11-29T18:10:09.119203", "global_step": 20000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2645051194539249, "acc_stderr,none": 0.012889272949313368, "acc_norm,none": 0.2909556313993174, "acc_norm_stderr,none": 0.013273077865907583}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5715488215488216, "acc_stderr,none": 0.010154195733990961, "acc_norm,none": 0.5096801346801347, "acc_norm_stderr,none": 0.010257860554461127}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342966, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342966}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579378, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579378}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945597, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945597}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683059, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683059}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.33260306711810395, "acc_stderr,none": 0.00470182807199265, "acc_norm,none": 0.40599482174865564, "acc_norm_stderr,none": 0.00490079886804813}, "include_base_44_chinese": {"acc,none": 0.23119266055045873, "acc_stderr,none": 0.017962136637244115, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909662}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05083285677753486}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.043247857666407825}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018550227230307834, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.33532934131736525, "acc_stderr,none": 0.036642490820744625}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.17964071856287425, "acc_stderr,none": 0.029795480654829835}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_turkish": {"acc,none": 0.2062043795620438, "acc_stderr,none": 0.017320124466991865, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663925}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.6572361262241567, "acc_stderr,none": 0.011073978007039315, "acc_norm,none": 0.6458106637649619, "acc_norm_stderr,none": 0.011158755672626116}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4815261044176707, "acc_stderr,none": 0.010015229768356988}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.37028112449799194, "acc_stderr,none": 0.009678915409840285}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3325301204819277, "acc_stderr,none": 0.009443193365903338}}
{"created_at": "2025-11-30T02:06:24.225185", "global_step": 30000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2696245733788396, "acc_stderr,none": 0.012968040686869154, "acc_norm,none": 0.3037542662116041, "acc_norm_stderr,none": 0.01343890918477876}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6111111111111112, "acc_stderr,none": 0.010003248335313769, "acc_norm,none": 0.5433501683501684, "acc_norm_stderr,none": 0.010221149650118184}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.01439873737733608, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.01439873737733608}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218167, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218167}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336102, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336102}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.014547185072254257, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.014547185072254257}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651669, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651669}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.34704242182832107, "acc_stderr,none": 0.0047505651939922355, "acc_norm,none": 0.4237203744274049, "acc_norm_stderr,none": 0.004931372657129782}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018507399500863345, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.018816157280156547, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.3413173652694611, "acc_stderr,none": 0.036801308043392496}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.036812906368192656}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.18562874251497005, "acc_stderr,none": 0.03017725869879469}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.21532846715328466, "acc_stderr,none": 0.017593749069234915, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064537}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.03070982405056527}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "piqa": {"alias": "piqa", "acc,none": 0.6795429815016322, "acc_stderr,none": 0.010887766073814878, "acc_norm,none": 0.6719260065288357, "acc_norm_stderr,none": 0.010954487135124227}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4979919678714859, "acc_stderr,none": 0.010021992045038411}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44136546184738956, "acc_stderr,none": 0.00995292234937775}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3421686746987952, "acc_stderr,none": 0.009509659143015632}}
{"created_at": "2025-11-30T09:58:10.190780", "global_step": 40000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26621160409556316, "acc_stderr,none": 0.012915774781523214, "acc_norm,none": 0.30631399317406144, "acc_norm_stderr,none": 0.013470584417276516}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6153198653198653, "acc_stderr,none": 0.009983171707009, "acc_norm,none": 0.561026936026936, "acc_norm_stderr,none": 0.01018307601297206}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030491, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030491}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458154, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458154}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458139, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458139}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.01433320925963242, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.01433320925963242}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132653, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132653}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3563035251941844, "acc_stderr,none": 0.004779276329704052, "acc_norm,none": 0.4426409081856204, "acc_norm_stderr,none": 0.00495683925616273}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018517539247711934, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2864963503649635, "acc_stderr,none": 0.019320001781892356, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32934131736526945, "acc_stderr,none": 0.03647706112341116}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3032258064516129, "acc_stderr,none": 0.03703980981843179}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964298}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.2116788321167883, "acc_stderr,none": 0.017495525604342463, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663925}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.05237229365663814}, "piqa": {"alias": "piqa", "acc,none": 0.6806311207834603, "acc_stderr,none": 0.010877964076613737, "acc_norm,none": 0.6713819368879217, "acc_norm_stderr,none": 0.010959127105167043}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.472289156626506, "acc_stderr,none": 0.010006669313970337}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44056224899598395, "acc_stderr,none": 0.009951008027814038}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3493975903614458, "acc_stderr,none": 0.009556642460138157}}
{"created_at": "2025-11-30T17:52:49.061124", "global_step": 50000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2883959044368601, "acc_stderr,none": 0.013238394422428173, "acc_norm,none": 0.29436860068259385, "acc_norm_stderr,none": 0.013318528460539426}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6161616161616161, "acc_stderr,none": 0.00997906184664931, "acc_norm,none": 0.5366161616161617, "acc_norm_stderr,none": 0.01023223506393303}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.01417574247439196, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.01417574247439196}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567612, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567612}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.01431110796368304, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.01431110796368304}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998378, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998378}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214542, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214542}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.36138219478191597, "acc_stderr,none": 0.004794191785967954, "acc_norm,none": 0.45379406492730534, "acc_norm_stderr,none": 0.00496842947634501}, "include_base_44_chinese": {"acc,none": 0.22935779816513763, "acc_stderr,none": 0.018001678421108596, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018986}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150304}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2354014598540146, "acc_stderr,none": 0.017984900508593003, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.08571428571428572, "acc_stderr,none": 0.048009602880960345}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2, "acc_stderr,none": 0.03223291856101518}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.035340161390504665}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_turkish": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018634027535925923, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.0317555478662992}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.036108050180310235}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.0666394502268034}, "piqa": {"alias": "piqa", "acc,none": 0.6637649619151251, "acc_stderr,none": 0.01102234670897023, "acc_norm,none": 0.6779107725788901, "acc_norm_stderr,none": 0.01090234169510343}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.485140562248996, "acc_stderr,none": 0.010017646084255379}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42048192771084336, "acc_stderr,none": 0.009894519551105778}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361544}}
{"created_at": "2025-12-01T01:45:39.506569", "global_step": 60000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26621160409556316, "acc_stderr,none": 0.01291577478152321, "acc_norm,none": 0.3037542662116041, "acc_norm_stderr,none": 0.01343890918477876}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6140572390572391, "acc_stderr,none": 0.009989277329503955, "acc_norm,none": 0.5500841750841751, "acc_norm_stderr,none": 0.010208181969301795}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945585, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945585}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.01417574247439195, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.01417574247439195}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336102, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336102}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945585, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945585}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409376, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409376}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3693487353116909, "acc_stderr,none": 0.004816421208654089, "acc_norm,none": 0.4631547500497909, "acc_norm_stderr,none": 0.0049762149894835}, "include_base_44_chinese": {"acc,none": 0.22752293577981653, "acc_stderr,none": 0.018011427217068974, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.018797815688717558, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.034190730421806675}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2645161290322581, "acc_stderr,none": 0.03554285382300394}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.03443623453899477}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2354014598540146, "acc_stderr,none": 0.01809610187559666, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663925}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.6893362350380848, "acc_stderr,none": 0.010797078933727682, "acc_norm,none": 0.6871599564744287, "acc_norm_stderr,none": 0.010817714425701097}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5204819277108433, "acc_stderr,none": 0.010013660629930792}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44056224899598395, "acc_stderr,none": 0.009951008027814037}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3385542168674699, "acc_stderr,none": 0.00948525020851688}}
{"created_at": "2025-12-01T09:40:18.415239", "global_step": 70000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.29436860068259385, "acc_stderr,none": 0.013318528460539422, "acc_norm,none": 0.3250853242320819, "acc_norm_stderr,none": 0.013688147309729124}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6355218855218855, "acc_stderr,none": 0.009875729282482438, "acc_norm,none": 0.561026936026936, "acc_norm_stderr,none": 0.010183076012972055}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22, "acc_stderr,none": 0.013815887744596793, "acc_norm,none": 0.22, "acc_norm_stderr,none": 0.013815887744596793}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962127, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962127}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.01393933491045812, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.01393933491045812}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110773, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110773}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.37402907787293366, "acc_stderr,none": 0.004828822920915226, "acc_norm,none": 0.47171878111929894, "acc_norm_stderr,none": 0.004981793089848264}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018517539247711934, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.01861019507257905, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.18562874251497005, "acc_stderr,none": 0.03017725869879469}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2718978102189781, "acc_stderr,none": 0.019040297957171198, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530255}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370519}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073529}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.0676726816132972}, "piqa": {"alias": "piqa", "acc,none": 0.6920565832426551, "acc_stderr,none": 0.010770892367463685, "acc_norm,none": 0.6898803046789989, "acc_norm_stderr,none": 0.010791876566843037}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5096385542168674, "acc_stderr,none": 0.010020210558438302}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43453815261044176, "acc_stderr,none": 0.009935807354856831}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3461847389558233, "acc_stderr,none": 0.009536061379898333}}
{"created_at": "2025-12-01T19:02:58.766519", "global_step": 80000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2883959044368601, "acc_stderr,none": 0.013238394422428171, "acc_norm,none": 0.3148464163822526, "acc_norm_stderr,none": 0.013572657703084948}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6397306397306397, "acc_stderr,none": 0.009851002584732383, "acc_norm,none": 0.5648148148148148, "acc_norm_stderr,none": 0.01017321643037091}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.01470940541341314, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.01470940541341314}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342511, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342511}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308181, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308181}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241906, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241906}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27, "acc_stderr,none": 0.01480687691596212, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.01480687691596212}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3844851623182633, "acc_stderr,none": 0.004854791378656994, "acc_norm,none": 0.48426608245369446, "acc_norm_stderr,none": 0.004987310297290258}, "include_base_44_chinese": {"acc,none": 0.23486238532110093, "acc_stderr,none": 0.01807946327744668, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383254}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921428}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.1267605633802817, "acc_stderr,none": 0.039765800624548736}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383254}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018669193535488675, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.11428571428571428, "acc_stderr,none": 0.054563640607556085}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.03443623453899476}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.0, "acc_stderr,none": 0.0}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3161290322580645, "acc_stderr,none": 0.037467862178731784}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.018322818698284542, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071855}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560375}, "piqa": {"alias": "piqa", "acc,none": 0.6964091403699674, "acc_stderr,none": 0.010728079893076364, "acc_norm,none": 0.6893362350380848, "acc_norm_stderr,none": 0.010797078933727675}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5132530120481927, "acc_stderr,none": 0.010018551648218472}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44016064257028115, "acc_stderr,none": 0.00995004096008807}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3550200803212851, "acc_stderr,none": 0.009591512730974291}}
{"created_at": "2025-12-02T01:27:30.669549", "global_step": 90000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3037542662116041, "acc_stderr,none": 0.013438909184778766, "acc_norm,none": 0.32593856655290104, "acc_norm_stderr,none": 0.01369743246669325}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6494107744107744, "acc_stderr,none": 0.009791003829831564, "acc_norm,none": 0.5955387205387206, "acc_norm_stderr,none": 0.010070746648278785}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.01460893383616849, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.01460893383616849}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.01433320925963239, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.01433320925963239}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.01426651388657893, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.01426651388657893}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962124, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962124}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.01439873737733611, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.01439873737733611}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3877713602867955, "acc_stderr,none": 0.004862461799370395, "acc_norm,none": 0.49970125473013344, "acc_norm_stderr,none": 0.004989780520782247}, "include_base_44_chinese": {"acc,none": 0.23486238532110093, "acc_stderr,none": 0.018236508874508034, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.01886461249408831, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.03574732654202545}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.017856484658072283, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071854}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594687}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789437}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "piqa": {"alias": "piqa", "acc,none": 0.7002176278563657, "acc_stderr,none": 0.01068968696713809, "acc_norm,none": 0.6980413492927094, "acc_norm_stderr,none": 0.010711732891588346}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4923694779116466, "acc_stderr,none": 0.010020905731542313}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.45461847389558235, "acc_stderr,none": 0.009980706922977808}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3534136546184739, "acc_stderr,none": 0.00958169800507098}}
{"created_at": "2025-12-02T10:00:12.753204", "global_step": 100000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3148464163822526, "acc_stderr,none": 0.013572657703084948, "acc_norm,none": 0.33532423208191126, "acc_norm_stderr,none": 0.013796182947785564}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6536195286195287, "acc_stderr,none": 0.009763542075695734, "acc_norm,none": 0.5900673400673401, "acc_norm_stderr,none": 0.01009195352750624}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030461, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030461}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945571, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945571}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342963, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342963}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391958, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391958}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458135, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458135}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.39713204540928104, "acc_stderr,none": 0.004883037758919962, "acc_norm,none": 0.5063732324238199, "acc_norm_stderr,none": 0.0049893760441841635}, "include_base_44_chinese": {"acc,none": 0.24220183486238533, "acc_stderr,none": 0.018409843639368446, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.0427567811097387}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018614372585974173, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2645161290322581, "acc_stderr,none": 0.03554285382300394}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180669}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.018085043398210075, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629919}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.05237229365663815}, "piqa": {"alias": "piqa", "acc,none": 0.6882480957562568, "acc_stderr,none": 0.010807431424873675, "acc_norm,none": 0.6980413492927094, "acc_norm_stderr,none": 0.010711732891588352}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5224899598393574, "acc_stderr,none": 0.010011929439394}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4650602409638554, "acc_stderr,none": 0.00999757329411456}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361543}}
{"created_at": "2025-12-02T17:16:22.371147", "global_step": 110000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3165529010238908, "acc_stderr,none": 0.013592431519068077, "acc_norm,none": 0.3464163822525597, "acc_norm_stderr,none": 0.013905011180063246}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6624579124579124, "acc_stderr,none": 0.009703117820790303, "acc_norm,none": 0.6085858585858586, "acc_norm_stderr,none": 0.010014917532627803}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262112, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262112}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342528, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342528}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998376, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998376}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.01484503879443395, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.01484503879443395}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.01484503879443395, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.01484503879443395}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.40380402310296754, "acc_stderr,none": 0.004896563126116809, "acc_norm,none": 0.5211113324039036, "acc_norm_stderr,none": 0.004985331652408336}, "include_base_44_chinese": {"acc,none": 0.25871559633027524, "acc_stderr,none": 0.018806076430780985, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489456}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.0445515459321037}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.018193599290784387, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.11428571428571428, "acc_stderr,none": 0.05456364060755606}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428358}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245766}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.01846129979394997, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.0355092018568963}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "piqa": {"alias": "piqa", "acc,none": 0.7023939064200218, "acc_stderr,none": 0.010667353792388215, "acc_norm,none": 0.7121871599564744, "acc_norm_stderr,none": 0.01056325038305919}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5080321285140562, "acc_stderr,none": 0.010020779633955236}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4457831325301205, "acc_stderr,none": 0.009962979511168332}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3538152610441767, "acc_stderr,none": 0.009584162770582846}}
{"created_at": "2025-12-03T09:05:17.716208", "global_step": 130000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3165529010238908, "acc_stderr,none": 0.013592431519068077, "acc_norm,none": 0.35665529010238906, "acc_norm_stderr,none": 0.013998056902620199}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6839225589225589, "acc_stderr,none": 0.009540440071928285, "acc_norm,none": 0.6346801346801347, "acc_norm_stderr,none": 0.009880576614806928}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.21333333333333335, "acc_stderr,none": 0.013662962863011172, "acc_norm,none": 0.21333333333333335, "acc_norm_stderr,none": 0.013662962863011172}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218165, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218165}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.20777777777777778, "acc_stderr,none": 0.01353141497202583, "acc_norm,none": 0.20777777777777778, "acc_norm_stderr,none": 0.01353141497202583}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642526, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642526}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110773, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110773}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.420035849432384, "acc_stderr,none": 0.004925556104679424, "acc_norm,none": 0.5448117904799841, "acc_norm_stderr,none": 0.00496970108106839}, "include_base_44_chinese": {"acc,none": 0.23669724770642203, "acc_stderr,none": 0.018277119792377804, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921427}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.01881929866846782, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.035747326542025434}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.036812906368192656}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.01864009941336082, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898185}, "piqa": {"alias": "piqa", "acc,none": 0.6985854189336235, "acc_stderr,none": 0.010706248242753761, "acc_norm,none": 0.7181719260065288, "acc_norm_stderr,none": 0.010496675231258168}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5112449799196788, "acc_stderr,none": 0.010019537972975091}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4710843373493976, "acc_stderr,none": 0.010005299609236084}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3526104417670683, "acc_stderr,none": 0.009576746271768752}}
{"created_at": "2025-12-03T17:44:35.220694", "global_step": 140000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.33361774744027306, "acc_stderr,none": 0.013778687054176538, "acc_norm,none": 0.36177474402730375, "acc_norm_stderr,none": 0.01404195794503808}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6830808080808081, "acc_stderr,none": 0.009547254611446381, "acc_norm,none": 0.6165824915824916, "acc_norm_stderr,none": 0.00997699506826472}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.01450539984435679, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.01450539984435679}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336114, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336114}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030455, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030455}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433905, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433905}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391954, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391954}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.42939653455486954, "acc_stderr,none": 0.004939784311448986, "acc_norm,none": 0.5558653654650468, "acc_norm_stderr,none": 0.004958537988993586}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.0184686933951719, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.018501567384432423, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990835}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.018399527430970675, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331346}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.06857142857142856}, "piqa": {"alias": "piqa", "acc,none": 0.7094668117519043, "acc_stderr,none": 0.010592765034696536, "acc_norm,none": 0.7176278563656148, "acc_norm_stderr,none": 0.010502821668555372}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5313253012048192, "acc_stderr,none": 0.01000238471976212}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4783132530120482, "acc_stderr,none": 0.010012641367065516}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3654618473895582, "acc_stderr,none": 0.009652447412833484}}
{"created_at": "2025-12-04T00:54:50.704634", "global_step": 150000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3361774744027304, "acc_stderr,none": 0.013804855026205763, "acc_norm,none": 0.3626279863481229, "acc_norm_stderr,none": 0.014049106564955017}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6919191919191919, "acc_stderr,none": 0.00947388707582633, "acc_norm,none": 0.6300505050505051, "acc_norm_stderr,none": 0.009906656266021156}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.01433320925963239, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.01433320925963239}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642509, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642509}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945587, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945587}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2788888888888889, "acc_stderr,none": 0.014956736888683087, "acc_norm,none": 0.2788888888888889, "acc_norm_stderr,none": 0.014956736888683087}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342976, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342976}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4298944433379805, "acc_stderr,none": 0.0049404905082406445, "acc_norm,none": 0.5633339972117108, "acc_norm_stderr,none": 0.004949589567678898}, "include_base_44_chinese": {"acc,none": 0.24403669724770644, "acc_stderr,none": 0.018506939957257926, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018469361436443663, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.06001200360120041}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994755}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2645161290322581, "acc_stderr,none": 0.03554285382300394}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.23175182481751824, "acc_stderr,none": 0.018032114845564228, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.034843315926805875}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789427}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.7116430903155604, "acc_stderr,none": 0.010569190399220644, "acc_norm,none": 0.7290533188248096, "acc_norm_stderr,none": 0.010369718937426843}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5253012048192771, "acc_stderr,none": 0.0100092333634994}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4843373493975904, "acc_stderr,none": 0.01001715445810675}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3534136546184739, "acc_stderr,none": 0.009581698005070978}}
{"created_at": "2025-12-04T08:49:25.830599", "global_step": 160000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3387372013651877, "acc_stderr,none": 0.01383056892797433, "acc_norm,none": 0.3583617747440273, "acc_norm_stderr,none": 0.014012883334859866}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6936026936026936, "acc_stderr,none": 0.009459453573398332, "acc_norm,none": 0.6317340067340067, "acc_norm_stderr,none": 0.009897286209010894}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458153, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458153}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170805, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170805}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.01412955496811077, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.01412955496811077}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214535, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214535}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262091, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262091}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.43198566022704643, "acc_stderr,none": 0.004943400892881056, "acc_norm,none": 0.5665206134236208, "acc_norm_stderr,none": 0.0049454247716116}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.018360943826077662, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.01783434728479476, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.11428571428571428, "acc_stderr,none": 0.05456364060755606}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245767}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.018255973770328067, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073528}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.7165397170837867, "acc_stderr,none": 0.01051505779115206, "acc_norm,none": 0.7295973884657236, "acc_norm_stderr,none": 0.010363167031620784}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5265060240963856, "acc_stderr,none": 0.010007980557732804}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.48032128514056227, "acc_stderr,none": 0.010014307727112703}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3546184738955823, "acc_stderr,none": 0.00958907012786187}}
{"created_at": "2025-12-16T19:08:41.985347", "global_step": 160000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3387372013651877, "acc_stderr,none": 0.01383056892797433, "acc_norm,none": 0.3583617747440273, "acc_norm_stderr,none": 0.014012883334859866}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6936026936026936, "acc_stderr,none": 0.009459453573398332, "acc_norm,none": 0.6317340067340067, "acc_norm_stderr,none": 0.009897286209010894}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458153, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458153}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170805, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170805}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.01412955496811077, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.01412955496811077}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214535, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214535}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262091, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262091}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.43198566022704643, "acc_stderr,none": 0.004943400892881056, "acc_norm,none": 0.5665206134236208, "acc_norm_stderr,none": 0.0049454247716116}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.018360943826077662, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.01783434728479476, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.11428571428571428, "acc_stderr,none": 0.05456364060755606}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245767}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.018255973770328067, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073528}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.7165397170837867, "acc_stderr,none": 0.01051505779115206, "acc_norm,none": 0.7295973884657236, "acc_norm_stderr,none": 0.010363167031620784}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5265060240963856, "acc_stderr,none": 0.010007980557732804}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.48032128514056227, "acc_stderr,none": 0.010014307727112703}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3546184738955823, "acc_stderr,none": 0.00958907012786187}}