PersianASR-TrippleThreat / gold69_v2_fair_rescore.json
Reza2kn's picture
Update leaderboard with corrected Gold69 v2 fair scoring
23073ab verified
Raw
History Blame
2 kB
[
{
"n": 69,
"missing_ids": [],
"gold69_v2_fair_wer": 0.25167580743449114,
"gold69_v2_fair_cer": 0.07693737223564394,
"model": "VisualEars v2 final greedy",
"status": "complete",
"predictions": ".context/visualears_text_policy/eval/step1568_spoken_greedy/predictions/gold69_predictions.jsonl"
},
{
"n": 69,
"missing_ids": [],
"gold69_v2_fair_wer": 0.2291285801340646,
"gold69_v2_fair_cer": 0.0919903363687047,
"model": "VisualEars v2 final + 4gram LM",
"status": "complete",
"predictions": ".context/visualears_text_policy/eval/step1568_spoken_lm_a0p5_b1_beam50/predictions/gold69_predictions.jsonl"
},
{
"n": 69,
"missing_ids": [],
"gold69_v2_fair_wer": 0.26508226691042047,
"gold69_v2_fair_cer": 0.0765656941089017,
"model": "VisualEars v2 checkpoint-1000",
"status": "complete",
"predictions": ".context/visualears_eval/results/checkpoint1000_ddp_bestknown/predictions/gold69_predictions.jsonl"
},
{
"n": 69,
"missing_ids": [],
"gold69_v2_fair_wer": 0.4643510054844607,
"gold69_v2_fair_cer": 0.14458279130273183,
"model": "VisualEars step7000",
"status": "complete",
"predictions": ".context/remote_artifacts/visualears-xlsr-300m-target269h-step7000/double_eval/results/gold69_predictions.jsonl"
},
{
"n": 69,
"missing_ids": [],
"gold69_v2_fair_wer": 0.39975624619134675,
"gold69_v2_fair_cer": 0.11652109273369263,
"model": "student_mms1b",
"status": "complete",
"predictions": ".context/stallion_predictions/mms1b_trained_double_eval_results/gold69_predictions.jsonl"
},
{
"n": 69,
"missing_ids": [],
"gold69_v2_fair_wer": 0.4198659354052407,
"gold69_v2_fair_cer": 0.11875116149414607,
"model": "Peacockery/omni-ctc-300m-v2-fleurs-fa-ir-thomcles-continue",
"status": "complete",
"predictions": ".context/persian_asr_leaderboard/Peacockery__omni-ctc-300m-v2-fleurs-fa-ir-thomcles-continue__gold69.jsonl"
}
]