{"created_at": "2025-11-29T10:48:34.048544", "global_step": 10000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.25426621160409557, "acc_stderr,none": 0.01272499994515775, "acc_norm,none": 0.26621160409556316, "acc_norm_stderr,none": 0.012915774781523203}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5925925925925926, "acc_stderr,none": 0.010082326627832856, "acc_norm,none": 0.5357744107744108, "acc_norm_stderr,none": 0.010233488709726542}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391951, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391951}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342966, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342966}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241897, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241897}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.0145053998443568, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.0145053998443568}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581944, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581944}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.33409679346743676, "acc_stderr,none": 0.004707097816047548, "acc_norm,none": 0.3975303724357698, "acc_norm_stderr,none": 0.004883871774350598}, "include_base_44_chinese": {"acc,none": 0.23669724770642203, "acc_stderr,none": 0.01821999571403157, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909662}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.018985426019396515, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2934131736526946, "acc_stderr,none": 0.03534016139050468}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.01840664279010224, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.03529486801511115}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789427}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.059178043363451366}, "piqa": {"alias": "piqa", "acc,none": 0.6719260065288357, "acc_stderr,none": 0.010954487135124223, "acc_norm,none": 0.6621327529923831, "acc_norm_stderr,none": 0.011035474307853847}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4734939759036145, "acc_stderr,none": 0.010007980557732814}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.442570281124498, "acc_stderr,none": 0.009955744325477472}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.009434574056101966}}
{"created_at": "2025-11-29T20:25:38.481266", "global_step": 20000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.27559726962457337, "acc_stderr,none": 0.013057169655761838, "acc_norm,none": 0.30631399317406144, "acc_norm_stderr,none": 0.013470584417276511}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6199494949494949, "acc_stderr,none": 0.00996017583149313, "acc_norm,none": 0.5534511784511784, "acc_norm_stderr,none": 0.010200990076245312}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579374, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579374}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458163, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458163}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581963, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581963}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.35550687114120694, "acc_stderr,none": 0.004776883632722614, "acc_norm,none": 0.4427404899422426, "acc_norm_stderr,none": 0.004956953917781311}, "include_base_44_chinese": {"acc,none": 0.25688073394495414, "acc_stderr,none": 0.018479038666190876, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.4084507042253521, "acc_stderr,none": 0.05875113694257524}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.048195602891152295}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.352112676056338, "acc_stderr,none": 0.057087569251956176}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115034}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.1267605633802817, "acc_stderr,none": 0.039765800624548736}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.23175182481751824, "acc_stderr,none": 0.018091587396059563, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.07961491954505552}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387369}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.22580645161290322, "acc_stderr,none": 0.03369244953981246}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.033125415998518606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.29927007299270075, "acc_stderr,none": 0.019585122678187326, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683229}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683227}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6871599564744287, "acc_stderr,none": 0.010817714425701097, "acc_norm,none": 0.6833514689880305, "acc_norm_stderr,none": 0.01085316053197848}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4903614457831325, "acc_stderr,none": 0.010020210558438308}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4393574297188755, "acc_stderr,none": 0.009948087001117357}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3401606425702811, "acc_stderr,none": 0.009496174608136407}}
{"created_at": "2025-11-30T06:06:15.815410", "global_step": 30000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2901023890784983, "acc_stderr,none": 0.013261573677520769, "acc_norm,none": 0.31143344709897613, "acc_norm_stderr,none": 0.013532472099850949}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6460437710437711, "acc_stderr,none": 0.009812370644174421, "acc_norm,none": 0.5820707070707071, "acc_norm_stderr,none": 0.01012062821101789}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21222222222222223, "acc_stderr,none": 0.013636956209422681, "acc_norm,none": 0.21222222222222223, "acc_norm_stderr,none": 0.013636956209422681}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884525, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884525}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651663, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651663}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687973, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687973}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.37283409679346746, "acc_stderr,none": 0.004825702533920413, "acc_norm,none": 0.47122087233618803, "acc_norm_stderr,none": 0.004981509099276345}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018517539247711934, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2645985401459854, "acc_stderr,none": 0.018771793937524827, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.031253219622833416}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_turkish": {"acc,none": 0.2773722627737226, "acc_stderr,none": 0.019031572060660827, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.35542168674698793, "acc_stderr,none": 0.03726214354322415}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064537}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.032082844503563655}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.06663945022680343}, "piqa": {"alias": "piqa", "acc,none": 0.690424374319913, "acc_stderr,none": 0.010786656752183345, "acc_norm,none": 0.6942328618063112, "acc_norm_stderr,none": 0.010749627366141642}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5088353413654618, "acc_stderr,none": 0.010020508033762626}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42088353413654617, "acc_stderr,none": 0.009895812914052199}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3365461847389558, "acc_stderr,none": 0.009471423054177138}}
{"created_at": "2025-11-30T15:39:32.409114", "global_step": 40000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.295221843003413, "acc_stderr,none": 0.013329750293382316, "acc_norm,none": 0.31569965870307165, "acc_norm_stderr,none": 0.013582571095815293}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.656986531986532, "acc_stderr,none": 0.009740965666489226, "acc_norm,none": 0.6022727272727273, "acc_norm_stderr,none": 0.010042861602178058}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413153, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413153}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055173, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055173}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.01439873737733609, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.01439873737733609}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581956, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581956}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342528, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342528}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.38498307110137425, "acc_stderr,none": 0.0048559685789987305, "acc_norm,none": 0.4987054371639116, "acc_norm_stderr,none": 0.004989764686738842}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.018518903053665613, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.352112676056338, "acc_stderr,none": 0.05708756925195619}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.01895051713965393, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990835}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387369}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.036332540727054406}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964296}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018661248797899873, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.36, "acc_stderr,none": 0.06857142857142856}, "piqa": {"alias": "piqa", "acc,none": 0.6958650707290533, "acc_stderr,none": 0.010733493335721314, "acc_norm,none": 0.7018498367791077, "acc_norm_stderr,none": 0.010672964114008305}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4943775100401606, "acc_stderr,none": 0.0100214392037773}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4285140562248996, "acc_stderr,none": 0.009919113605650932}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.342570281124498, "acc_stderr,none": 0.009512333319470372}}
{"created_at": "2025-12-01T01:15:24.738305", "global_step": 50000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3054607508532423, "acc_stderr,none": 0.013460080478002503, "acc_norm,none": 0.33532423208191126, "acc_norm_stderr,none": 0.013796182947785562}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6788720538720538, "acc_stderr,none": 0.009580787536986797, "acc_norm,none": 0.6199494949494949, "acc_norm_stderr,none": 0.00996017583149312}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342964, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342964}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884525, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884525}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055182, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055182}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.39772953594901417, "acc_stderr,none": 0.00488428751546151, "acc_norm,none": 0.5089623580959968, "acc_norm_stderr,none": 0.004988979750014426}, "include_base_44_chinese": {"acc,none": 0.25871559633027524, "acc_stderr,none": 0.01884119331904893, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.04936090495978012}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.018524279850882557, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.03367511880168703}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.036332540727054406}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.28832116788321166, "acc_stderr,none": 0.01938088003599418, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.3253012048192771, "acc_stderr,none": 0.03647168523683227}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.32, "acc_stderr,none": 0.06663945022680343}, "piqa": {"alias": "piqa", "acc,none": 0.7094668117519043, "acc_stderr,none": 0.010592765034696536, "acc_norm,none": 0.7121871599564744, "acc_norm_stderr,none": 0.01056325038305919}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5160642570281124, "acc_stderr,none": 0.01001689893235568}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.47269076305220886, "acc_stderr,none": 0.010007112889731976}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3542168674698795, "acc_stderr,none": 0.009586620142951844}}
{"created_at": "2025-12-01T11:58:39.187514", "global_step": 60000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.33447098976109213, "acc_stderr,none": 0.013787460322441374, "acc_norm,none": 0.34982935153583616, "acc_norm_stderr,none": 0.01393680921215829}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.686026936026936, "acc_stderr,none": 0.009523245335215511, "acc_norm,none": 0.6262626262626263, "acc_norm_stderr,none": 0.00992726705825962}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962126, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962126}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433905, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433905}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.0144843198114339, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.0144843198114339}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2833333333333333, "acc_stderr,none": 0.015028913755536897, "acc_norm,none": 0.2833333333333333, "acc_norm_stderr,none": 0.015028913755536897}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.01454718507225425, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.01454718507225425}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.40619398526190004, "acc_stderr,none": 0.004901178917900841, "acc_norm,none": 0.5256920932085242, "acc_norm_stderr,none": 0.004983189711208512}, "include_base_44_chinese": {"acc,none": 0.21284403669724772, "acc_stderr,none": 0.017560325557366287, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.16091954022988506, "acc_stderr,none": 0.039623877256794074}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909661}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869696}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018624225637429166, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144052}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.0334046315394559}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.25806451612903225, "acc_stderr,none": 0.03526036935484004}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180667}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.22262773722627738, "acc_stderr,none": 0.017775568602200503, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233137}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.031069390260789427}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.7105549510337323, "acc_stderr,none": 0.010581014740675609, "acc_norm,none": 0.7116430903155604, "acc_norm_stderr,none": 0.01056919039922065}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5052208835341365, "acc_stderr,none": 0.010021526496530327}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4614457831325301, "acc_stderr,none": 0.009992234275993052}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3405622489959839, "acc_stderr,none": 0.009498886690274447}}
{"created_at": "2025-12-01T20:25:15.868827", "global_step": 70000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3199658703071672, "acc_stderr,none": 0.013631345807016191, "acc_norm,none": 0.3464163822525597, "acc_norm_stderr,none": 0.013905011180063239}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6923400673400674, "acc_stderr,none": 0.009470292575831181, "acc_norm,none": 0.6304713804713805, "acc_norm_stderr,none": 0.009904325878447319}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413144, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413144}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2733333333333333, "acc_stderr,none": 0.014863944409417486, "acc_norm,none": 0.2733333333333333, "acc_norm_stderr,none": 0.014863944409417486}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409387, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409387}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241913, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241913}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356785, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356785}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4166500697072296, "acc_stderr,none": 0.004919962822208318, "acc_norm,none": 0.5439155546703844, "acc_norm_stderr,none": 0.004970497804772315}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.01857843829858336, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348947}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.050832856777534866}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832515}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.01897988225058744, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.07961491954505553}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945589}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3032258064516129, "acc_stderr,none": 0.03703980981843179}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.03367511880168704}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.017859879319487213, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857155}, "piqa": {"alias": "piqa", "acc,none": 0.7089227421109902, "acc_stderr,none": 0.01059861249094259, "acc_norm,none": 0.7187159956474428, "acc_norm_stderr,none": 0.010490509832327423}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5196787148594377, "acc_stderr,none": 0.01001430772711269}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4746987951807229, "acc_stderr,none": 0.010009233363499402}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3421686746987952, "acc_stderr,none": 0.009509659143015632}}
{"created_at": "2025-12-02T06:05:20.799423", "global_step": 80000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.33361774744027306, "acc_stderr,none": 0.013778687054176536, "acc_norm,none": 0.35921501706484643, "acc_norm_stderr,none": 0.014020224155839154}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7066498316498316, "acc_stderr,none": 0.00934250833170856, "acc_norm,none": 0.6397306397306397, "acc_norm_stderr,none": 0.009851002584732382}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470879, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470879}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2877777777777778, "acc_stderr,none": 0.015099290526727578, "acc_norm,none": 0.2877777777777778, "acc_norm_stderr,none": 0.015099290526727578}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168486, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168486}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26555555555555554, "acc_stderr,none": 0.014729137787585101, "acc_norm,none": 0.26555555555555554, "acc_norm_stderr,none": 0.014729137787585101}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342504, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342504}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.42939653455486954, "acc_stderr,none": 0.004939784311448986, "acc_norm,none": 0.5615415255925115, "acc_norm_stderr,none": 0.004951840978219689}, "include_base_44_chinese": {"acc,none": 0.26605504587155965, "acc_stderr,none": 0.01896296954979572, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348948}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.01843113921836737, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.03367511880168704}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.21897810218978103, "acc_stderr,none": 0.01767867543649838, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078942}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.7127312295973884, "acc_stderr,none": 0.010557291761528635, "acc_norm,none": 0.720892274211099, "acc_norm_stderr,none": 0.010465657948498231}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5261044176706827, "acc_stderr,none": 0.010008404651660642}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.45823293172690766, "acc_stderr,none": 0.009987044882812574}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361543}}
{"created_at": "2025-12-02T15:39:34.607115", "global_step": 90000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3395904436860068, "acc_stderr,none": 0.013839039762820169, "acc_norm,none": 0.36006825938566556, "acc_norm_stderr,none": 0.01402751681458519}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7117003367003367, "acc_stderr,none": 0.00929477425202963, "acc_norm,none": 0.6553030303030303, "acc_norm_stderr,none": 0.009752321586569778}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356798, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356798}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168488, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168488}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651677, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651677}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2777777777777778, "acc_stderr,none": 0.014938408363642788, "acc_norm,none": 0.2777777777777778, "acc_norm_stderr,none": 0.014938408363642788}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030467, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030467}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.43248356901015733, "acc_stderr,none": 0.00494408060504877, "acc_norm,none": 0.5736904999004182, "acc_norm_stderr,none": 0.0049352919755791995}, "include_base_44_chinese": {"acc,none": 0.27339449541284405, "acc_stderr,none": 0.019184999778530075, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.018992382876695264, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.34285714285714286, "acc_stderr,none": 0.08140424227436864}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.0334046315394559}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2354014598540146, "acc_stderr,none": 0.018149445063052987, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073529}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "piqa": {"alias": "piqa", "acc,none": 0.7241566920565833, "acc_stderr,none": 0.010427805502729112, "acc_norm,none": 0.721436343852013, "acc_norm_stderr,none": 0.010459397235965168}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5289156626506024, "acc_stderr,none": 0.010005299609236084}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4734939759036145, "acc_stderr,none": 0.010007980557732814}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778584}}
{"created_at": "2025-12-16T20:47:18.946853", "global_step": 90000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3395904436860068, "acc_stderr,none": 0.013839039762820169, "acc_norm,none": 0.36006825938566556, "acc_norm_stderr,none": 0.01402751681458519}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7117003367003367, "acc_stderr,none": 0.00929477425202963, "acc_norm,none": 0.6553030303030303, "acc_norm_stderr,none": 0.009752321586569778}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356798, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356798}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168488, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168488}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651677, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651677}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2777777777777778, "acc_stderr,none": 0.014938408363642788, "acc_norm,none": 0.2777777777777778, "acc_norm_stderr,none": 0.014938408363642788}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030467, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030467}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.43248356901015733, "acc_stderr,none": 0.00494408060504877, "acc_norm,none": 0.5736904999004182, "acc_norm_stderr,none": 0.0049352919755791995}, "include_base_44_chinese": {"acc,none": 0.27339449541284405, "acc_stderr,none": 0.019184999778530075, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.26824817518248173, "acc_stderr,none": 0.018992382876695264, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.34285714285714286, "acc_stderr,none": 0.08140424227436864}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.0334046315394559}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2354014598540146, "acc_stderr,none": 0.018149445063052987, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.03460579907553027}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073529}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "piqa": {"alias": "piqa", "acc,none": 0.7241566920565833, "acc_stderr,none": 0.010427805502729112, "acc_norm,none": 0.721436343852013, "acc_norm_stderr,none": 0.010459397235965168}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5289156626506024, "acc_stderr,none": 0.010005299609236084}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4734939759036145, "acc_stderr,none": 0.010007980557732814}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3373493975903614, "acc_stderr,none": 0.009476976849778584}}