Upload fp8_vs_base_eval_summary.json
Browse files
validation/fp8_vs_base_eval_summary.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"n_eval": 200,
|
| 3 |
+
"base_wer": 0.1838006230529595,
|
| 4 |
+
"base_cer": 0.06584178498985802,
|
| 5 |
+
"base_wall_seconds": 6.194460868835449,
|
| 6 |
+
"base_peak_vram_mib": 588.24658203125,
|
| 7 |
+
"fp8_wer": 0.1847741433021807,
|
| 8 |
+
"fp8_cer": 0.06693711967545639,
|
| 9 |
+
"fp8_wall_seconds": 10.259917259216309,
|
| 10 |
+
"fp8_peak_vram_mib": 662.06494140625,
|
| 11 |
+
"wer_relative_to_base": 1.0052966101694916,
|
| 12 |
+
"cer_relative_to_base": 1.0166358595194085,
|
| 13 |
+
"wer_retention_vs_base": 0.9947033898305083,
|
| 14 |
+
"cer_retention_vs_base": 0.9833641404805915,
|
| 15 |
+
"exact_normalized_transcript_match": 0.54,
|
| 16 |
+
"exact_matches": 108,
|
| 17 |
+
"word_position_agreement_rough": 0.9313197383609081,
|
| 18 |
+
"note": "Transcript-level comparison on same 200 FLEURS-fa clips; not CTC-logit argmax parity."
|
| 19 |
+
}
|