diff --git a/.gitattributes b/.gitattributes
index 95daf59daec62441c9ab1519b959ab587a3cadcc..89407f34ed074415cdfd3f77aca56c80e3fa8c6f 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -289,3 +289,239 @@ bench3.1/audio/ru/4b-v3-mlp_s100000.flac filter=lfs diff=lfs merge=lfs -text
bench3.1/audio/ru/4b-v3-mlp_s100000000.flac filter=lfs diff=lfs merge=lfs -text
bench3.1/audio/ru/4b-v3-mlp_s42.flac filter=lfs diff=lfs merge=lfs -text
bench3.1/audio/ru/4b-v3.1-mlp_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/4b-v3.1-mlp_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/4b-v3.1-mlp_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/4b-v3.1_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/4b-v3.1_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/4b-v3.1_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/4b-v3_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/4b-v3_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/4b-v3_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3-mlp_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3-mlp_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3-mlp_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3.1-mlp_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3.1-mlp_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3.1-mlp_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3.1_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3.1_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3.1_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/ru/8b-v3_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/32b_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/32b_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/32b_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3-mlp_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3-mlp_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3-mlp_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3.1-mlp_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3.1-mlp_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3.1-mlp_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3.1_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3.1_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3.1_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/4b-v3_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3-mlp_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3-mlp_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3-mlp_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3.1-mlp_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3.1-mlp_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3.1-mlp_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3.1_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3.1_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3.1_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3_s100000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3_s100000000.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/audio/zh/8b-v3_s42.flac filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p01_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p01_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p01_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p01_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p01_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p02_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p02_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p02_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p02_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p02_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p03_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p03_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p03_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p03_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p03_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p04_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p04_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p04_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p04_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p04_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p05_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p05_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p05_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p05_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p05_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p06_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p06_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p06_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p06_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p06_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p07_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p07_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p07_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p07_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p07_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p08_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p08_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p08_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p08_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p08_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p09_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p09_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p09_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p09_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p09_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p10_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p10_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p10_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p10_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p10_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p11_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p11_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p11_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p11_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p11_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p12_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p12_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p12_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p12_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p12_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p13_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p13_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p13_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p13_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p13_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p14_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p14_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p14_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p14_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p14_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p15_32b.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p15_4b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p15_4b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p15_8b-v3.1-mlp.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/brutes/p15_8b-v3.1.png filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p01.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p02.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p03.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p04.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p05.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p06.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p07.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p08.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p09.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p10.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p12.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p13.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p14.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/images/planches/p15.jpg filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/clipproj-v3.1-eleven-languages.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ar/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ar/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ar/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ar/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ar/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ar/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ar/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ar/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ar/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/de/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/de/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/de/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/de/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/de/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/de/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/de/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/de/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/de/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/en/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/en/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/en/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/en/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/en/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/en/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/en/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/en/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/en/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/es/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/es/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/es/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/es/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/es/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/es/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/es/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/es/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/es/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/fr/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/fr/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/fr/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/fr/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/fr/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/fr/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/fr/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/fr/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/fr/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/it/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/it/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/it/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/it/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/it/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/it/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/it/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/it/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/it/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ja/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ja/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ja/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ja/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ja/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ja/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ja/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ja/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ja/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ko/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ko/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ko/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ko/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ko/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ko/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ko/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ko/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ko/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/pt/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/pt/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/pt/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/pt/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/pt/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/pt/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/pt/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/pt/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/pt/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ru/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ru/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ru/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ru/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ru/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ru/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ru/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ru/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/ru/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/zh/32b.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/zh/4b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/zh/4b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/zh/4b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/zh/4b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/zh/8b-v3-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/zh/8b-v3.1-mlp.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/zh/8b-v3.1.mp4 filter=lfs diff=lfs merge=lfs -text
+bench3.1/video/langues/zh/8b-v3.mp4 filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
index 1b58056e65ecc95f06dd1cecaba85e4c0990d3c0..39ed921b2f71c770d5370a1b206729a26ad083a3 100644
--- a/README.md
+++ b/README.md
@@ -6,226 +6,214 @@ tags:
- text-to-video
- qwen3-vl
- text-encoder
+ - multilingual
base_model:
- Comfy-Org/MiniMax-H3
- Qwen/Qwen3-VL-4B-Instruct
+ - Qwen/Qwen3-VL-8B-Instruct
library_name: comfyui
---
# ClipProj — MiniMax H3 conditioning from a Qwen3-VL-4B or 8B
**Projection matrices that let a small Qwen3-VL replace the Qwen3-VL-32B text encoder of MiniMax H3.**
+**15.0 GB → 4.6 GB**, with no change to the diffusion model, the VAEs or the sampler.
-**15.7 GB → 4.9 GB of VRAM**, with no change to the diffusion model, the VAEs or the sampler. The 32B is nvfp4, the small encoders int8; the projection itself costs 52 MB to 604 MB depending on the file.
+
-
+*Eleven languages, 88 seconds. For each one, the **smallest** file that matches the 32B — not the best
+one. Nine of the eleven run on a 4B.
+[Direct link](https://huggingface.co/NicoLab28/ClipProj-MiniMax-H3/resolve/main/bench3.1/video/clipproj-v3.1-eleven-languages.mp4)*
-Five renders of one scene, in this order: **4B matrix-only, 8B matrix-only, the 32B reference, 8B residual, 4B residual.** The reference sits in the middle, so each half is read against it.
+> ⚠️ **The video looks rough, and that is on purpose.** It is rendered at 0.3 MP with 6 sampling steps —
+> the settings that made 297 renders affordable — then upscaled. The audio is tinny for the same reason,
+> **identically so on the 32B**, with the same 19 dB dip between 1 and 3 kHz. This is a pronunciation test,
+> not a showcase: it exists to let you hear *which words come out*, not how pretty the result is. Render at
+> your own settings and it will look like MiniMax H3 normally looks.
-| conditioning | encoder | projection on card | total |
-|---|---|---|---|
-| Qwen3-VL-32B nvfp4 | 15.69 GB | — | **15.7 GB** |
-| Qwen3-VL-8B int8 + `v3-mlp` | 10.01 GB | 604 MB | **10.6 GB** |
-| Qwen3-VL-8B int8 + `v3` | 10.01 GB | 84 MB | **10.1 GB** |
-| Qwen3-VL-4B int8 + `v3-mlp` | 4.83 GB | 503 MB | **5.3 GB** |
-| Qwen3-VL-4B int8 + `v3` | 4.83 GB | 52 MB | **4.9 GB** |
+Requires the custom node **[github.com/nicolab28/ComfyUI-ClipProj](https://github.com/nicolab28/ComfyUI-ClipProj)**,
+version 0.1.13 or later. The v3.1 files need no code change — same base as v3.
-Two things this table makes explicit, because both would otherwise flatter the result. **The quantisations differ**: the 32B is nvfp4, the students are int8 — part of the size gap is format, not parameter count. And **the residual is not free**: the node loads the matrix in float32 and keeps the residual in the dtype it was saved in, so a `-mlp` file costs roughly half a gigabyte on the card where the plain matrix costs a rounding error.
-
-| | |
-|---|---|
-| diffusion model | `minimax_h3_fl2va_pruned_int8_convrot` |
-| turbo LoRA | `minimax_h3_fl2v_turbo_8step_v1.0_comfyui_bf16`, strength 1.0 |
-| sampler / scheduler | `res_multistep` / `simple` |
-| steps | 8 |
-| seed | 42 |
-| resolution | 16:9 at 0.8 MP, upscaled 2× by RTX Video Super Resolution ULTRA |
-| frames | 192 at 24 fps — 8.00 s |
-| video VAE | `minimax_h3_video_vae_int8_convrot` |
-| audio VAE | `minimax_h3_audio_vae_fp32` |
-
-**Only the projection changes between the five.** Everything else is identical, and on one machine the pipeline is deterministic — running the same configuration twice gives byte-identical decoded video and audio, verified by MD5 — so every difference you see comes from the projection and nothing else.
-
-### You will not reproduce these files, and that is expected
-
-Run the demo prompt with seed 42 on your own machine and you will get the same scene, not the same file. **The result depends on the model of GPU the encoder runs on.**
-
-This came out of an unrelated test — checking that three loading modes gave the same output — and the cards happened to be at hand. Four of them is not a study, and none of this was the point of the exercise; it is written down because it would otherwise look like something is broken. Same prompt, same seed, same everything else:
-
-| card | decoded video MD5 |
-|---|---|
-| RTX 4070 | `1daf9be3…` |
-| RTX 3090 | `0a415964…` |
-| RTX 3060 | `dcb2f965…` |
-| RTX 4070 Ti SUPER | `b3b185e7…` |
-
-Four cards, four results. **Two different RTX 3090s gave byte-identical output**, so it is the model that decides, not the individual card — and not the architecture either, since the 3060 and the 3090 are both Ampere and disagree.
-
-The cause is small and the consequence is not. Encoding the same prompt on two cards gives conditioning that agrees to a **relative error of 7 × 10⁻⁷** — cosine 1.00000000, largest single-component difference 0.002. Different numbers of compute units mean different reduction orders, so floating-point additions do not happen in the same sequence. Eight denoising steps turn that into a different piece of furniture, or a wristwatch that is there on one card and absent on another. That watch is nowhere in the prompt, which is exactly why it is free to move.
-
-So: on one machine, with one card, everything here is reproducible to the bit — that is what makes the five-way comparison above meaningful. Across machines, expect the same scene with different details. This is a property of the diffusion model and its sampler, not of the projections: the reference 32B behaves identically.
-
-The full prompt is in [`demo/chess-prompt.txt`](demo/chess-prompt.txt), the settings above in machine-readable form in [`demo/generation-settings.json`](demo/generation-settings.json), and the five renders are in [`demo/`](demo) one by one if you want to step through them.
-
-**What to look at.** Everything the prompt states is there, on all five: the seated pose, the red dress, the white pieces on her side, the two captured black pawns, the cat, the straw hat, the laundry — and her knee, asked for three times and ending on a sentence of its own, *"Her knee never stops bouncing."* A continuous involuntary motion with no narrative purpose is the clearest single sign that a projection carried what was written, and it carries on the plain matrices too.
-
-**One thing none of the five gets right, the 32B included:** she lifts a knight and does not set it back on the same square, and on the 8B residual there is no knight on the board at all. Object permanence behind an occluding hand, on a grid of sixty-four identical squares, is a limit of the video model rather than of the conditioning.
-
-**And the terrace is furnished differently from one render to the next — that is not infidelity.** The prompt asks for a densely lived-in terrace without anchoring most of it: the cat is *"stretched out asleep in the sun"*, and nothing says where. What is left open, the model invents, and it invents differently depending on **the projection, the seed, and the model of GPU** — all three act on that same free space and none of them touches what was written. Two renders side by side give the impression of a different seed; that impression is what an unconstrained description looks like.
-
-> ⚠️ **Proof of concept — working, but a proof of concept.** It runs and produces good video, and every number below was measured on real hardware. Built and tested on a single setup (Windows 11, NVIDIA, ComfyUI 0.31.0) with deliberately limited exploration.
+---
-> **Arriving from a tutorial or an article?** Anything published before this release names older files. Nothing has been deleted — the previous sets are still here — but take the current one: **`mmh3-4b-ClipProj-v3-mlp`** for a Qwen3-VL-4B, **`mmh3-8b-ClipProj-v3-mlp`** for an 8B. They need node **0.1.13 or later**, and an earlier node raises `KeyError: 'W'` on them rather than falling back quietly.
+## Read this before the tables: these are metrics, not verdicts
-These files are useless on their own. They require the custom node:
-**[github.com/nicolab28/ComfyUI-ClipProj](https://github.com/nicolab28/ComfyUI-ClipProj)**
+**I do not speak these eleven languages.** I cannot tell you whether a render sounds right, and I have not
+asked anyone who can. No native speaker has listened to any of the 297 speech renders behind this page.
-## Where this came from
+Every figure below is a **distance between two automatic transcriptions** — what one machine wrote down
+from the reference, against what it wrote down from the projection. That is all it is.
-I am not an ML researcher. I work in imaging, and programming is a tool and a hobby rather than my trade. This started as something to tinker with: I wanted to understand how a diffusion model actually uses its text encoder, and the only way I know how to understand something is to take it apart and see whether it still runs afterwards.
+**What that captures.** Whether the same words and the same sounds come out. Two instruments are used
+because each is wrong in a known direction: **Whisper** has a language model inside and corrects a slurred
+word into the most probable real one, so it *under*-reports defects — a lower bound. **ZIPA** has no
+lexical decoder and counts every shift in realisation as an error, so it *over*-reports — an upper bound.
+What a listener would notice lies between them.
-So the question was never "how do I save VRAM". It was "is this even possible at all". I expected it to fail. A linear map between two models that were never trained together, fitted in a single pass with no gradients and no learning rate, has no business producing usable video.
+**What it does not capture.** Prosody, rhythm, timbre, naturalness. A file scoring 98.8 here could still
+sound foreign to someone who speaks the language.
-It did, and the first results were good enough that keeping them on my own disk seemed silly. That is the whole story, and it is why this is labelled a proof of concept rather than a tool: it was never designed as one.
+**So read a score as "close to the 32B, according to this instrument" — never as "good".** If you speak one
+of these languages, your ear outranks every table here, and I would genuinely like to hear what it says.
-It is also why there are so many measurements on the model card. Before showing this to anyone I had to convince myself I was not fooling myself, and most of what I tried along the way turned out to be wrong. Those attempts are written down as well, in [MEASUREMENTS.md](https://github.com/nicolab28/ComfyUI-ClipProj/blob/main/MEASUREMENTS.md) and [CALIBRATION.md](https://github.com/nicolab28/ComfyUI-ClipProj/blob/main/CALIBRATION.md).
+---
-## What changed in v3
+## Files — take a v3.1
-**Calibrated against the stock encoder.** The previous matrices were fitted against a modified 32B. While testing them we found that naming one part of a body could rewrite the whole of it — build, height and face shifting together, none of it asked for. v3 targets `qwen3vl_32b_minimax_h3_nvfp4_awq`, the encoder a plain `Load CLIP` gives you, and we no longer observe the problem.
+Put them in `ComfyUI/models/clip_projections/`.
-**The 8B now sees image tokens.** Until v3 the image corpus had only ever been encoded with a 4B student, so both 8B matrices projected vision tokens without having seen a single one — while the node accepts a reference image. Measured on 100 held-out images, on the raw conditioning the diffusion model actually receives:
+| File | Encoder | Head | Projection | Encoder + projection |
+|---|---|---|---|---|
+| **`mmh3-4b-ClipProj-v3.1`** | any Qwen3-VL-4B | ridge | 26 MB | **4.6 GB** |
+| `mmh3-4b-ClipProj-v3.1-mlp` | any Qwen3-VL-4B | residual | 481 MB | 5.1 GB |
+| `mmh3-8b-ClipProj-v3.1` | any Qwen3-VL-8B | ridge | 41 MB | 9.6 GB |
+| `mmh3-8b-ClipProj-v3.1-mlp` | any Qwen3-VL-8B | residual | 577 MB | 10.1 GB |
-| | vision tokens | text in the same sequences |
-|---|---|---|
-| 8B residual, before | 0.7692 | 0.9085 |
-| 8B residual, after | 0.8578 | 0.9605 |
-| 8B matrix, before | 0.7845 | 0.8926 |
-| 8B matrix, after | 0.8457 | 0.9361 |
+**Start with `mmh3-4b-ClipProj-v3.1`.** Nine of the eleven benchmarked languages run on it, and nothing
+distinguishes it from the 32B in image generation. The 8B earns its extra 5 GB on Arabic, French, and
+proper nouns generally.
-That costs 0.0027 of pure-text cosine on the residual and 0.0013 on the matrix. Both students now share the same corpus, so the 4B and the 8B are comparable to each other for the first time.
+The 8B matrices expect 4096 input dimensions instead of 2560; the node checks the width and refuses a
+mismatch. Every matrix works on any variant of its own size.
-**Node 0.1.13 is required.** The `-v3-mlp` files carry no linear matrix at all — the non-linear part does the whole job — and an earlier node raises `KeyError: 'W'` when it opens one.
+**One format detail.** The two `-mlp` files carry **no `W` tensor** — they were trained without a linear
+path, so the residual network carries everything, and a matrix of zeros would cost 26 MB plus a 2560×5120
+matmul per token to add nothing. The node treats `W` as optional and reports `| residual only`. This is
+expected, not a truncated download.
-**And `ClipProjApply` now works with an int8 encoder.** Loading a quantised Qwen3-VL through ComfyUI's own `Load CLIP` and handing it to `ClipProjApply` used to fail inside the vision tower as soon as a reference image was present: `dequantize_int8_embedding` was called on a tensor the cast context had already dequantised to bf16, and the error named nothing useful. The position embedding now falls back to a plain lookup when that happens. A text-only prompt never triggered it, which is why it stayed hidden — it only appeared with an image, on the pageable path. The five demo renders above use that path.
+The earlier `-celeb` and v3 files remain available. There is no reason to prefer them: the benchmark
+separates v3 from v3.1 cleanly, and in the same direction on every metric.
-**One number, measured the same way for everything.** The `cos_test` written inside each file is its training-time figure against its own campaign's target, and it does **not** compare across versions. The comparable number is stored separately as `cos_prompt_reference`: every projection encoded against the same stock 32B, on the same prompt.
+---
-| projection | vs 32B |
-|---|---|
-| `mmh3-8b-ClipProj-v3-mlp` | 0.9449 |
-| v2 `mmh3-8b-ClipProj-celeb-mlp` | 0.9393 |
-| `mmh3-4b-ClipProj-v3-mlp` | 0.9381 |
-| v2 `mmh3-4b-ClipProj-celeb-mlp` | 0.9293 |
-| `mmh3-8b-ClipProj-v3` | 0.9289 |
-| `mmh3-4b-ClipProj-v3` | 0.9193 |
+## What changed in v3.1: giving every script its share
-**Prefer the `-mlp` files, on the measurement — not on this scene.** They sit closer to the 32B, 0.9449 against 0.9289 on the 8B. But watch the video before assuming that shows: on this prompt the five renders are faithful, plain matrices included. The pose, the red dress, the white pieces, the cat, the straw hat, the laundry, the bouncing knee — all of it holds on all five.
+v3 was calibrated on a corpus that was overwhelmingly English, with the other languages bolted on
+afterwards as a top-up. v3.1 **adds text and tagged prompts until every writing system carries roughly
+comparable weight** — English excepted, since the prompt format itself is English.
-The only thing nobody gets right is the knight. The prompt asks her to lift one of her own pieces and set it back down without committing to the move; on every render it lands somewhere else, and on one of them — the 8B residual, the best-measuring file of the set — there is no knight on the board at all. That is object permanence behind an occluding hand on a grid of sixty-four identical squares, a limit of the video model rather than of the conditioning, and the 32B reference fails it too.
+| Script | Languages | Tagged prompts | Raw text | Share of corpus |
+|---|---|---|---|---|
+| Latin — base | English: original corpus, image and register lots | *base* | — | **68.3 %** |
+| Han | zh | ✓ | ✓ | 6.7 % |
+| Hangul | ko | ✓ | ✓ | 6.6 % |
+| Latin, accented | fr | ✓ | ✓ | 6.3 % |
+| Arabic | ar | ✓ | ✓ **(new)** | 4.1 % |
+| Latin | es, de, it, pt | ✓ | — | 1.3 % each |
+| Cyrillic | ru | ✓ | — | 1.3 % |
+
+The rule behind those numbers: **a script that inherits nothing from Latin needs raw text**; a Latin script
+only needs tagged prompts, because the alphabet is already covered. The one genuinely new lot is raw
+Arabic — 550 000 characters, the last non-Latin script still living on tagged prompts alone.
+
+Training also restarted from scratch rather than topping up: a network keeps the order it learned in, and
+lowering the learning rate on a top-up only arbitrates between preserving and correcting. Architecture and
+hyper-parameters are identical to v3 — `hidden 32768`, `depth 1`, `tap 24`, `lr 1e-3` — so what the
+benchmark compares is the corpus, not the recipe.
-So the honest reading is: a tightly written prompt survives even the linear baseline, and the difference between the files shows up in the numbers well before it shows up on screen.
+---
-## What this is
+## The benchmark
-MiniMax H3 conditions on a Qwen3-VL-32B truncated to 50 layers — 15.7 GB in NVFP4 — solely to turn a prompt into a `[seq, 5120]` tensor. This repository provides a learned map that lets a much smaller Qwen3-VL produce the same conditioning:
+Everything below comes from **three seeds** — 42, 100 000 and 100 000 000 — because a single draw cannot
+separate a real gap from chance. All of it is in [`bench3.1/`](./bench3.1): 297 speech renders, 405 image
+renders, the raw CSVs and the montage.
```
-cond = ((h - mean_in) / std_in) @ W * std_out + mean_out
+bench3.1/
+ README.md this measurement report in full
+ audio// 297 FLAC — 9 conditionings × 11 languages × 3 seeds
+ video/langues// 99 renders, one per conditioning
+ video/ the eleven-language montage
+ images/brutes/ 75 PNG — 15 scenes × 5 conditionings
+ images/planches/ 15 comparison sheets, five renders side by side
+ mesures/ phonemes, words, image cosines, scores, prompts
```
-and, in the `-mlp` files, plus the output of a small residual network fed the same standardised input.
+### The reference is not perfection
-It works because every Qwen3-VL shares the **same tokenizer** (151936 tokens): a prompt yields the same tokens at the same positions in both models, so a position-by-position mapping between their hidden states can be learned. The matrix is fitted by plain **ridge regression** — no gradients, no epochs, no learning rate. The residual network is the only part that is trained.
+A cosine of 0.79 or "23 character errors" has no scale, and zero errors is not the target either, because
+**the 32B does not reproduce itself**. Change nothing but the seed:
-## Files
-
-Put them in `ComfyUI/models/clip_projections/`.
-
-**Start with `mmh3-8b-ClipProj-v3-mlp` if you have the VRAM, `mmh3-4b-ClipProj-v3-mlp` otherwise.** Both need node 0.1.13 or later.
-
-| File | Encoder | Structure | Size | vs 32B |
-|---|---|---|---|---|
-| `mmh3-4b-ClipProj-v3-mlp` | any Qwen3-VL-4B | non-linear | 503 MB | 0.9381 |
-| `mmh3-8b-ClipProj-v3-mlp` | any Qwen3-VL-8B | non-linear | 604 MB | **0.9449** |
-| `mmh3-4b-ClipProj-v3` | any Qwen3-VL-4B | matrix only | 26 MB | 0.9193 |
-| `mmh3-8b-ClipProj-v3` | any Qwen3-VL-8B | matrix only | 42 MB | 0.9289 |
-| `mmh3-ClipProj-control-zero` | — | control, run it once | 52 MB | — |
-| `mmh3-ClipProj-control-identity` | — | control, run it once | 52 MB | — |
-
-The v2 files — `mmh3-4b-ClipProj-celeb-mlp` and the seven beside it — are kept and still work. They were calibrated against a modified 32B and against a corpus containing no image tokens, so prefer v3.
-
-The last column is the one number measured identically for every row: same stock 32B, same prompt, cosine averaged token by token. It is also written inside each file as `cos_prompt_reference`.
-
-The `-v3-mlp` files are larger than the v2 residuals — 503 and 604 MB against 304 and 386 — because the hidden width went from 16 384 to 32 768. That is the whole reason for the extra download.
-
-Every matrix works on **any variant of its own size**: the measured cosine gap between a bf16-calibrated matrix applied to an abliterated fp8 encoder is 0.0023. You do not need the exact checkpoint a matrix was calibrated on. The 8B matrices need an 8B encoder though — 4096 input dimensions instead of 2560 — and the node checks the width and refuses a mismatch.
-
-## Named people
-
-**This is what changed in 0.1.3, and it was a corpus problem.**
-
-The calibration corpus named a person on about 70 lines out of 8632, roughly 0.02 % of the training tokens. The directions of the hidden space that carry an identity were therefore constrained by nothing at all, and the fit put whatever minimised the error on landscape descriptions there. Named people came out as somebody else.
-
-The `-celeb` matrices add 500 people, ranked by popularity, with five short prompts and two long ones each. What it buys and what it costs:
-
-| | name tokens | rest of the sentence | general test set |
-|---|---|---|---|
-| without | 0.8265 | 0.9358 | 0.7944 |
-| with | **0.8844** | **0.9516** | 0.7930 |
-
-Seven thousandths of cosine on the general corpus, for six points on the tokens that carry an identity. The rest of the sentence improves too, because the celebrity prompts are short and the general corpus had nothing under fifteen words.
-
-Two findings that decide how far this is worth pushing.
-
-**Two contexts per person are enough.** Measured on contexts held out for people the matrix had seen: 0.9875 at two, 0.9945 at five, 0.9986 at twenty. Forty is a waste.
-
-**Five hundred names generalise to names never seen.** A held-out band at popularity ranks 501 to 540, absent from every calibration, reconstructs at 0.8795 against 0.8844 for the covered ones. Covering 500 people does not teach 500 names; it teaches the map how to handle that region of the space. Going to several thousand would buy very little.
+| | 32B against itself |
+|---|---|
+| Speech | **5.8 phonemes out of 75** (7.8 %) |
+| Image | **0.9552** SigLIP2 cosine (floor 0.5313) |
-**What still fails is not the corpus.** Characters whose identity is a mask rather than a face come out as a stranger wearing the right costume. People whose fame predates the era when everything was photographed come out wrong or generic. And some names fail on the plain 32B too, so run the reference before blaming the projection — that check has overturned three of my own conclusions.
+That gap is the unit. Everything is normalised so **32B = 100**: at 100, swapping the encoder moves the
+output as much as changing the seed does.
-## Where the calibration data comes from
+### Results
-The general corpus is [GokuScraper/seedance-2-prompts-datasets](https://huggingface.co/datasets/GokuScraper/seedance-2-prompts-datasets), filtered to prompts of fifteen words or more and deduplicated: 8632 lines, median 128 words. The 500 named people come from a TMDB export published on Kaggle, ranked by popularity, with transliterated names dropped beyond rank 1000.
+| Conditioning | Speech | ± | Image | Prompt | Marseille |
+|---|---|---|---|---|---|
+| **32B** *(reference)* | **100.0** | — | **100.0** | **100.0** | 3/3 |
+| `8b-ClipProj-v3.1` | **98.8** | ±1.4 | 100.0 | 100.4 | 3/3 |
+| `8b-ClipProj-v3.1-mlp` | 98.2 | ±1.2 | 101.4 | **102.3** | 3/3 |
+| `4b-ClipProj-v3.1` | 97.9 | ±1.0 | 100.1 | 99.4 | 0/3 |
+| `4b-ClipProj-v3.1-mlp` | 97.8 | ±1.1 | 100.9 | 100.3 | 1/3 |
+| *the four v3 files* | *93.2 – 95.6* | | *99.4 – 102.4* | *99.0 – 100.7* | *0–3/3* |
-Around each name, five short prompts are generated from templates, and two longer ones in MiniMax H3's section format are written by Mistral Small and Gemini Flash Lite, half each. Everything needed to rebuild the corpus is in the node's `calibration/` folder, including the system prompt the long prompts were written from.
+`±` is the spread across the three seeds. **Two files separated by less than that are not separated.**
-## The residual network
+The raw counts, three units never added together — PER over three seeds, WER and CER as Whisper hears
+them, single-seed:
-The `-mlp` files carry a `d_in → 16384 → 5120` network with a GELU, added to the matrix rather than replacing it. Its last layer is initialised to zero, so at the first step the model reproduces the matrix exactly and can only improve on it. It is worth 0.05 to 0.08 of cosine, four times what multiplying the corpus by eleven buys the linear map.
+| | PER | | WER | CER |
+|---|---|---|---|---|
+| *32B against itself* | *≈193 / 2469* | *7.8 %* | — | — |
+| `8b-v3.1` | 211 / 2469 | 8.5 % | 10 / 174 | 14 / 869 |
+| `8b-v3.1-mlp` | 222 / 2469 | 9.0 % | 15 / 174 | 28 / 869 |
+| `4b-v3.1-mlp` | 230 / 2469 | 9.3 % | 13 / 174 | 23 / 869 |
+| `4b-v3.1` | 232 / 2469 | 9.4 % | 15 / 174 | 30 / 869 |
+| the four v3 | 281–341 / 2469 | 11.4–13.8 % | 17–23 / 174 | 29–46 / 869 |
-**Which of the two renders better is not settled.** The cosine does not predict it — that is the single most repeated lesson of this project. Try both on your own prompts.
+**What separates: the corpus.** The four v3.1 files land within one point of each other while ranging from
+4.6 to 10.1 GB. The four v3 sit a clear notch below at identical sizes. A 4B v3.1 beats an 8B v3 by four
+points while weighing half as much.
-Two things measured while building it. Width beats depth: at equal parameter count, two hidden layers of 8192 reach 0.7691 against 0.7944 for one layer of 16384. And a residual extrapolates worse than a matrix does — outside the corpus it saw, a linear map degrades gracefully while the network collapses.
+**What does not separate: everything else.** Not 4B against 8B on general pronunciation, not ridge against
+residual, and nothing at all in image generation — all nine conditionings, v3 included, sit between 99.4
+and 102.4 there, where the standard deviation within a single model is three to five times the entire
+spread between models.
-## Measured results
+### The one place 4B and 8B part company
-> **Two scales of cosine appear on this page and they do not compare.** The table just below is the v2 training-time figure, measured on held-out prompts against *that* campaign's target. The 0.93–0.94 figures higher up are `cos_prompt_reference`: one prompt, every projection encoded against the same stock 32B. A number is only ever comparable to another measured the same way — mixing them is how a set of matrices can look like it improved when nothing was established.
+The French line says *"la lumière de **Marseille**"*. Six phonemes out of seventy — the error rate drowns
+them, the ear does not. Across three seeds, the 32B and three 8B files say it every time; the best 4B says
+it once out of three. Treat that for what it is: **one proper noun, in one language out of eleven**. It is
+not a ranking criterion, but if your prompts lean on names, test both.
-The v2 campaign, on its own held-out set:
+### Full report
-| | 4B | 8B |
-|---|---|---|
-| matrix, no names | 0.7169 | 0.7528 |
-| matrix + residual | 0.7944 | 0.7970 |
-| matrix, names covered | 0.7095 | 0.7466 |
-| matrix + residual, names covered | 0.7930 | **0.8037** |
+[`bench3.1/README.md`](./bench3.1/README.md) carries the whole thing: per-language tables, the raw-text
+correlation that does *not* hold, why the phoneme metric misleads in Portuguese and Russian, the
+self-consistency measurements, and every limitation I know of.
-A cosine of 0.79 sounds poor and is not — the DiT tolerates far more than the metric suggests. What holds up in actual generation: simple prompts, structured multi-shot prompts with several distinct cuts and no bleed between them, fl2va with first and last frame, ref2va with a reference image, and since 0.1.3 ref2va with a reference video.
+---
-Fidelity does **not** collapse on short prompts: measured per-token cosine goes from 0.937 at 80 words to 0.908 at 2 words, once the attention sink is handled.
+## What this is, technically
-## Speech
+MiniMax H3 conditions on a Qwen3-VL-32B truncated to 50 layers — 15.0 GB in NVFP4 — solely to turn a
+prompt into a `[seq, 5120]` tensor. This repository provides a learned map so a much smaller Qwen3-VL can
+produce the same conditioning:
-The first release lost non-English speech: a French line came out half Spanish, and the 8B put everything in English. That was the clearest regression and I could not explain it then.
+```
+cond = ((h - mean_in) / std_in) @ W * std_out + mean_out
+```
-With `mmh3-8b-ClipProj-celeb-mlp`, a three-shot clip carrying English, French and Spanish comes out like the 32B does, and the audio level gap measured against the reference has gone from 7.6 dB to 3.5.
+plus, in the `-mlp` files, the output of a residual network fed the same standardised input — and in the
+v3.1 residuals, *only* that network.
-Part of what was blamed on the projection was not the projection. A line that fills more than about two thirds of its shot comes out slurred whatever encoder produced the conditioning — the fix is a longer shot, not a better matrix. And MiniMax H3 expects speech wrapped in `[Language] ...` with a stable speaker id declared beforehand; without that, one voice with one accent is used for the whole clip. Neither of those is documented here because neither is ours, but both cost me a day.
+It works because every Qwen3-VL shares the **same tokenizer** (151936 tokens): a prompt yields the same
+tokens at the same positions in both models, so a position-by-position mapping between hidden states can
+be learned. The matrix is fitted by plain **ridge regression** — no gradients, no epochs. Only the residual
+network is trained.
## Run the controls first
-The two control matrices exist to prove the learned matrix is doing the work rather than the diffusion model. Same prompt, same seed, only the matrix changes:
+Two control matrices prove the learned matrix is doing the work rather than the diffusion model. Same
+prompt, same seed, only the matrix changes:
| Matrix | Output for *"a red ball on a wood table"* |
|---|---|
@@ -233,60 +221,53 @@ The two control matrices exist to prove the learned matrix is doing the work rat
| `mmh3-ClipProj-control-identity` | a golden object in flames — unusable |
| a learned matrix | the red ball on a wood table |
-`‖W_identity‖ = 50.6` against `‖W_learned‖ = 52.4` — near-identical energy, so the difference is structural, not a matter of scale.
-
-**If the identity control ever looks fine, the learned matrix adds nothing — and you want to know that before trusting it.**
-
-## What is in obsolete/
-
-The previous matrices, kept because a comparison posted on r/StableDiffusion ran on them and the links have to keep working. They have no name coverage and are calibrated on a corpus thirty times smaller. There is no reason to prefer them.
+`‖W_identity‖ = 50.6` against `‖W_learned‖ = 52.4` — near-identical energy, so the difference is
+structural, not a matter of scale. **If the identity control ever looks fine, the learned matrix adds
+nothing, and you want to know that before trusting it.**
-Among them, the `CONDPROJ` pair, and the story is worth telling because the mistake was instructive.
+## Limitations
-The DiT does not consume the conditioning as it arrives: it first passes it through `condition_proj`, a `Linear(5120 → 5376)` feeding the token refiner. That layer's spectrum is very uneven — a factor of 45 between the top and bottom deciles of its singular values, 52 % of the energy in 10 % of the directions. Plain ridge regression ignores this and spends as much effort on a direction the DiT will multiply by 0.10 as on one it will multiply by 37. Calibrating against the **output** of that layer instead, then mapping back through the pseudo-inverse, should therefore minimise the error the DiT actually sees. The cosine went from 0.697 to 0.845 on the 4B and 0.731 to 0.860 on the 8B.
+**Three seeds fix the order of magnitude of the noise, not its tail.** Any gap under one point of score is
+not a result.
-Then I compared what the two matrices actually output:
+**The cosine is blind to countable attributes.** A whole loaf and a halved loaf, same crust, same paper,
+same light, give the same vector to the fourth decimal. Image equivalence here means *global appearance*.
-```
-4B CONDPROJ against unweighted, same corpus cosine 0.999998
-8B CONDPROJ against unweighted, same corpus cosine 0.999999
-```
-
-They are the same function. Unregularised least squares is invariant to an invertible linear transform of the targets, so fitting in one space and mapping back recovers the same map; only the ridge penalty breaks that invariance, and with 37 851 training tokens against λ = 1000 it barely binds. The entire gain was an artefact of measuring in a different space.
-
-*The idea came from u/stddealer on r/StableDiffusion, and it was a good one. The measurement is on me: I published the cosine before checking whether the matrix had changed at all.*
+**The phoneme metric is unreliable in Portuguese, Russian and Korean** — not the speech itself. The
+reference drifts by 17.0, 10.7 and 11.3 phonemes there between seeds, while Whisper transcribes the same
+renders with zero to three character errors.
-## Known limitations
+**Speech quality is deliberately poor**, as the video shows — 6 to 8 steps, identically for the 32B. The
+benchmark measures correctness of pronunciation, not fidelity of reproduction.
-**Quantisation costs facts.** Comparing `int8_convrot` against `bf16` on factual recall shows errors appearing under quantisation. Fine for general use, worth knowing if your prompts lean on proper nouns.
+**Quantisation costs facts**, which is the most likely explanation for the proper-noun gap.
-**Masks defeat identity.** A character recognised by a costume rather than a face comes out as an unknown person in the right suit. No corpus fixes that, because the identity is not in the name's representation to begin with.
-
-**Counting is unreliable, and not because of the projection.** Ask for three of something and you get four, on the 32B too. Enumerating works better than announcing a number.
+**Masks defeat identity**, and **counting is unreliable** — both true on the 32B too.
## Required models
| Role | Model |
|---|---|
| Diffusion model + VAEs | [Comfy-Org/MiniMax-H3](https://huggingface.co/Comfy-Org/MiniMax-H3) |
-| Text encoder, 4B | [Comfy-Org/Krea-2](https://huggingface.co/Comfy-Org/Krea-2) → `text_encoders/qwen3vl_4b_fp8_scaled.safetensors` |
-| Text encoder, 8B | any ComfyUI-format Qwen3-VL-8B (the 8B matrices expect 4096 input dims) |
+| Text encoder, 4B | any ComfyUI-format Qwen3-VL-4B |
+| Text encoder, 8B | any ComfyUI-format Qwen3-VL-8B |
The 32B text encoder is **no longer needed** — that is the entire point.
## Licence and responsibility
-These matrices are released under **MIT**, like the node.
-
-They are derived from the activations of both models, and their legal status is unclear. They are provided as-is, for research, with no claim of ownership over anything derived from the underlying models.
-
-- **Qwen3-VL** is published by Alibaba under **Apache 2.0**. Read and comply with its terms and acceptable-use policy.
-- **MiniMax H3** ships under a **custom licence**. Read it before any use, particularly commercial.
+MIT, like the node. These matrices are derived from the activations of both models and their legal status
+is unclear; they are provided as-is, for research.
-This project is **not affiliated with, endorsed by, or connected to** Alibaba / Qwen, MiniMax, or Comfy Org.
+- **Qwen3-VL** — Alibaba, Apache 2.0. Read its terms and acceptable-use policy.
+- **MiniMax H3** — custom licence. Read it before any use, particularly commercial.
-You remain responsible for what you generate and for complying with the licences of every model you load.
+Not affiliated with, endorsed by, or connected to Alibaba / Qwen, MiniMax, or Comfy Org. You remain
+responsible for what you generate and for complying with the licences of every model you load.
## Credits
-Vibe-coded with **Anthropic Claude Code (Opus 5)**. Every number quoted was measured on real hardware, not estimated: where a prediction turned out wrong, the measurement won and the text was corrected. Three claims in the previous version of this file were wrong and are corrected here.
+Vibe-coded with **Anthropic Claude Code (Opus 5)**. Every number quoted was measured on this hardware,
+never estimated. Where a prediction lost to a measurement, the measurement won and the text was rewritten
+— which happened several times in this release, the largest being a single-seed ranking of the v3.1 files
+that dissolved entirely once the 32B's own variance was known.
diff --git a/bench3.1/README.md b/bench3.1/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..357df2280684a9d31f09359bbf5ce9e5ad0d6de2
--- /dev/null
+++ b/bench3.1/README.md
@@ -0,0 +1,494 @@
+---
+license: mit
+tags:
+ - comfyui
+ - minimax-h3
+ - text-to-video
+ - qwen3-vl
+ - text-encoder
+ - multilingual
+base_model:
+ - Comfy-Org/MiniMax-H3
+ - Qwen/Qwen3-VL-4B-Instruct
+ - Qwen/Qwen3-VL-8B-Instruct
+library_name: comfyui
+---
+
+# ClipProj v3.1 — measured against the 32B's own variance
+
+**Four projection matrices that let a Qwen3-VL-4B or 8B replace the Qwen3-VL-32B text encoder of MiniMax H3.**
+
+**15.0 GB → 4.6 GB**, with no change to the diffusion model, the VAEs or the sampler.
+
+This release is not about a new architecture. It is about finally knowing **how good these things are**, because the previous numbers could not tell me. This card is mostly the measurement, and the measurement changed three of my own conclusions.
+
+Requires the custom node: **[github.com/nicolab28/ComfyUI-ClipProj](https://github.com/nicolab28/ComfyUI-ClipProj)**
+
+---
+
+## Read this before the tables: these are metrics, not verdicts
+
+**I do not speak these eleven languages.** I cannot tell you whether a render sounds right, and I have not
+asked anyone who can. No native speaker has listened to any of the 297 speech renders on this page.
+
+So nothing below is a judgement of quality. Every figure is a **distance between two automatic
+transcriptions** — what one machine wrote down from the reference, against what it wrote down from the
+projection. That is all it is, and it is worth being explicit about what that does and does not capture:
+
+**What the numbers do capture.** Whether the same words and the same sounds come out. Two instruments are
+used precisely because each is wrong in a known direction: **Whisper** has a language model inside and
+corrects a slurred word into the most probable real one, so it *under*-reports pronunciation defects — a
+lower bound. **ZIPA** has no lexical decoder at all and counts every shift in realisation as an error, so
+it *over*-reports — an upper bound. What a listener would notice lies between them, and neither number
+alone is the answer.
+
+**What they do not capture.** Prosody, rhythm, timbre, naturalness — everything that makes speech sound
+native rather than merely correct. A render scoring 98.8 here could still sound foreign to someone who
+speaks the language. These metrics cannot see that, and neither can I.
+
+**So read a score as "close to the 32B, according to this instrument"** — never as "good". If you speak
+one of these languages, your ear outranks every table below, and I would genuinely like to hear what it
+tells you.
+
+---
+
+## What changed in v3.1: giving every script its share
+
+v3 was calibrated on a corpus that was overwhelmingly English, with the other languages bolted on
+afterwards as a top-up. v3.1 **adds text and tagged prompts until every writing system carries roughly
+comparable weight** — English excepted, because the prompt format itself is English: the sections, the
+tags and the descriptions are all written in it, so it stays the majority no matter what.
+
+Measured share of the v3.1 corpus:
+
+| Script | Languages | Tagged prompts | Raw text | Share |
+|---|---|---|---|---|
+| Latin — base | English: the original corpus, image lots and register lots | *base* | — | **68.3 %** |
+| Han | zh | ✓ | ✓ | 6.7 % |
+| Hangul | ko | ✓ | ✓ | 6.6 % |
+| Latin, accented | fr | ✓ | ✓ | 6.3 % |
+| Arabic | ar | ✓ | ✓ **(new)** | 4.1 % |
+| Latin | es, de, it, pt | ✓ | — | 1.3 % each |
+| Cyrillic | ru | ✓ | — | 1.3 % |
+
+The rule behind those numbers: **a script that inherits nothing from Latin needs raw text**; a Latin
+script only needs tagged prompts, because the alphabet is already covered and roughly 250 tags are
+enough to attach a language to it. That is why Chinese, Korean and French carry raw lots and Spanish
+does not.
+
+**The one genuinely new lot is raw Arabic** — 550 000 characters. Arabic was the last non-Latin script
+still living on tagged prompts alone.
+
+The training itself was also restarted from scratch rather than topped up. A network keeps the order it
+learned in: whatever comes last weighs more, and lowering the learning rate on a top-up run does not
+remove that imbalance, it only arbitrates between preserving what was acquired and correcting it. Same
+architecture and same hyper-parameters as v3 — `hidden 32768`, `depth 1`, `tap 24`, `lr 1e-3`, no linear
+path — so what the benchmark below compares is the corpus, not the recipe.
+
+### What it buys
+
+Phoneme errors against the 32B, averaged over the four files of each generation, the three seeds and
+compared against the threshold:
+
+| | threshold | v3 | **v3.1** | |
+|---|---|---|---|---|
+| es | 0.0 | 1.9 | **0.5** | −74 % |
+| de | 2.7 | 9.8 | **3.6** | −64 % |
+| fr | 4.0 | 8.2 | **3.0** | −64 % |
+| it | 2.3 | 4.2 | **1.6** | −63 % |
+| ru | 10.7 | 21.5 | **13.6** | −37 % |
+| ar | 6.3 | 11.1 | **7.6** | −32 % |
+| zh | 3.3 | 3.0 | **2.2** | −25 % |
+| ja | 6.7 | 7.5 | **6.4** | −14 % |
+| ko | 11.3 | 12.8 | **11.5** | −10 % |
+| pt | 17.0 | 25.1 | **24.1** | −4 % |
+| en | 0.0 | **0.2** | 0.5 | +0.3 |
+| **mean** | 5.8 | **9.6** | **6.8** | **−29 %** |
+
+The European languages, which v3 only ever saw as a top-up, gain 60 to 74 %. Arabic gains 32 %, which is
+where the new raw-text lot shows up. Russian gains 37 %.
+
+**Raw text does not predict the outcome.** Rapported to each language's own threshold, the two groups
+overlap completely:
+
+| | script | raw text | threshold | v3 | v3.1 | × threshold |
+|---|---|---|---|---|---|---|
+| zh | Han | ✓ | 3.3 | 3.0 | 2.2 | **0.67** |
+| it | Latin | — | 2.3 | 4.2 | 1.6 | **0.68** |
+| fr | Latin | ✓ | 4.0 | 8.2 | 3.0 | 0.75 |
+| ja | Kana/Kanji | — | 6.7 | 7.5 | 6.4 | 0.96 |
+| ko | Hangul | ✓ | 11.3 | 12.8 | 11.5 | 1.01 |
+| ar | Arabic | ✓ | 6.3 | 11.1 | 7.6 | 1.20 |
+| ru | Cyrillic | — | 10.7 | 21.5 | 13.6 | 1.27 |
+| de | Latin | — | 2.7 | 9.8 | 3.6 | 1.34 |
+| pt | Latin | — | 17.0 | 25.1 | 24.1 | 1.42 |
+
+Languages with a raw lot run 0.67 to 1.20; languages without run 0.68 to 1.42. Italian, with tagged
+prompts only, lands second best overall.
+
+**Russian is the clearest case.** It is the only non-Latin script here with no raw text and nothing to
+inherit — Japanese borrows kanji from the Chinese lots, Latin scripts borrow the alphabet from English —
+and it still gains **37 %** between v3 and v3.1 on tagged prompts alone, finishing ahead of German and
+Portuguese, which are Latin. The rule written in the build scripts — *250 tags are enough once the
+alphabet is covered* — evidently extends to Cyrillic, which the Qwen3-VL tokenizer covers natively.
+
+So raw text is what an **unseen script** needs, not what a language needs. Where a script is already in
+the tokenizer's reach, tags carry it.
+
+**English pays for it, and the bill is half a phoneme out of 77.** That is the whole cost of rebalancing:
+v3 was 0.2 errors, v3.1 is 0.5, both far below anything audible and below what a single seed resolves.
+Portuguese barely moves, but nothing moves in Portuguese — the reference itself scatters by 17 there.
+
+The net effect is a change of category rather than a better score. v3 sits at **1.46 to 1.77 times** the
+threshold; v3.1 sits at **1.09 to 1.20**. From measurably worse than a seed change, to indistinguishable
+from one.
+
+---
+
+## The problem with every number I published before
+
+A cosine of 0.79, or "23 character errors out of 869" — neither has a scale. Is 23 good? Compared to what? Zero errors is not the right target either, because **the 32B does not reproduce itself**. Change nothing but the seed and it re-pronounces the sentence differently.
+
+So the reference is not perfection. It is the 32B compared to itself, same prompt, different seed:
+
+| | 32B against itself |
+|---|---|
+| Speech | **5.8 phonemes out of 75** (7.8 %) |
+| Image | **0.9552** SigLIP2 cosine (floor: 0.5313) |
+
+That gap is the unit. Everything below is normalised so that **32B = 100**:
+
+- **100** — swapping the encoder moves the output as much as changing the seed
+- **above 100** — it moves it less
+- **below 100** — it moves it more
+
+Below that threshold you are no longer measuring the projection. You are measuring the generator.
+
+---
+
+## Files
+
+Put them in `ComfyUI/models/clip_projections/`.
+
+| File | Encoder | Head | Size | Encoder + projection |
+|---|---|---|---|---|
+| `mmh3-4b-ClipProj-v3.1` | any Qwen3-VL-4B | ridge | 26 MB | **4.6 GB** |
+| `mmh3-4b-ClipProj-v3.1-mlp` | any Qwen3-VL-4B | ridge + residual | 481 MB | 5.1 GB |
+| `mmh3-8b-ClipProj-v3.1` | any Qwen3-VL-8B | ridge | 41 MB | 9.6 GB |
+| `mmh3-8b-ClipProj-v3.1-mlp` | any Qwen3-VL-8B | ridge + residual | 577 MB | 10.1 GB |
+
+The 8B matrices expect 4096 input dimensions instead of 2560; the node checks the width and refuses a mismatch.
+
+---
+
+## The benchmark
+
+Nothing here is a single render. Every figure comes from **three seeds — 42, 100 000 and 100 000 000** — chosen far apart so no one can suspect they are correlated.
+
+| | volume |
+|---|---|
+| Speech | 297 renders — 9 conditionings × 11 languages × 3 seeds |
+| Image | 405 renders — 9 conditionings × 15 prompts × 3 seeds |
+
+**Speech** is scored in phonemes, by [ZIPA-CR-large](https://huggingface.co/anyspeech/zipa-large-crctc-ns-800k) (88 languages, no lexical decoder — it will not silently repair a botched syllable into a real word), against the 32B **of the same seed**. Distances are Levenshtein throughout.
+
+**Image** is scored by SigLIP2 so400m, both against the 32B's render and against the prompt itself — on that second axis the 32B is just one column among nine.
+
+Languages: en, fr, es, de, it, pt, ru, ar, zh, ja, ko.
+
+---
+
+## Results
+
+| Conditioning | Speech | ± | Image | Prompt |
+|---|---|---|---|---|
+| **32B** *(reference)* | **100.0** | — | **100.0** | **100.0** |
+| `8b-ClipProj-v3.1` | **98.8** | ±1.4 | 100.0 | 100.4 |
+| `8b-ClipProj-v3.1-mlp` | 98.2 | ±1.2 | 101.4 | **102.3** |
+| `4b-ClipProj-v3.1` | 97.9 | ±1.0 | 100.1 | 99.4 |
+| `4b-ClipProj-v3.1-mlp` | 97.8 | ±1.1 | 100.9 | 100.3 |
+| *v3 ridge / mlp, 4B and 8B* | *93.2 – 95.6* | | *99.4 – 102.4* | *99.0 – 100.7* |
+
+`±` is the spread of the score across the three seeds. **Two models separated by less than that are not separated at all.**
+
+### The raw counts behind the speech score
+
+Three metrics, three units, never added together. **PER** counts phonemes over three seeds on the current
+protocol; **WER** and **CER** count words and characters as Whisper hears them, single-seed on the earlier
+0.3 MP protocol. They are listed side by side because they disagree in useful ways — see the language
+breakdown below.
+
+| | **PER** (3 seeds) | | **WER** (1 seed) | **CER** (1 seed) |
+|---|---|---|---|---|
+| **32B** *(reference)* | **0 / 2469** | — | 6 / 174 | 6 / 869 |
+| *32B against itself* | *~193 / 2469* | *7.8 %* | — | — |
+| `8b-v3.1` | **211 / 2469** | 8.5 % | **10 / 174** | **14 / 869** |
+| `8b-v3.1-mlp` | 222 / 2469 | 9.0 % | 15 / 174 | 28 / 869 |
+| `4b-v3.1-mlp` | 230 / 2469 | 9.3 % | 13 / 174 | 23 / 869 |
+| `4b-v3.1` | 232 / 2469 | 9.4 % | 15 / 174 | 30 / 869 |
+| `4b-v3-mlp` | 281 / 2469 | 11.4 % | 18 / 174 | 32 / 869 |
+| `8b-v3-mlp` | 317 / 2469 | 12.8 % | 17 / 174 | 29 / 869 |
+| `8b-v3` | 326 / 2469 | 13.2 % | 23 / 174 | 46 / 869 |
+| `4b-v3` | 341 / 2469 | 13.8 % | 19 / 174 | 36 / 869 |
+
+The 32B scores 0 on PER by construction — it *is* the reference. The row below it is the meaningful one:
+compared to **itself** on another seed it drifts by about 7.8 %, and the four v3.1 files sit at 8.5 to
+9.4 %. The v3 files sit at 11.4 to 13.8 %, clear of that band.
+
+WER and CER rank the files in nearly the same order, which is the point of quoting both: `8b-v3.1` leads
+all three metrics, and no v3 file beats any v3.1 file on any of them.
+
+### Why some scores exceed 100 — and why that is not "better than the 32B"
+
+The two image columns do not share a reference, and neither exceedance means what it looks like.
+
+**Prompt.** This axis is `cos(image embedding, prompt embedding)`. The 32B is **not** the reference here —
+it is one column among nine, and its value is set to 100 only to give the scale a fixed point. Nothing
+requires it to be the best, and it demonstrably is not: on the prompt asking for a loaf **cut in two**, it
+renders a single piece on two seeds out of three. A projection that follows the description more closely
+earns a higher cosine, legitimately.
+
+**Image.** Here 100 *is* the 32B against itself, but the comparison is asymmetric: the threshold pits
+`32B(seed 42)` against `32B(seed 7391)` — two different draws — while a projection is compared to
+`32B(seed 42)`, the **same** draw. It plays with its reference's seed, so the draw noise is removed on its
+side. A score of 101.4 says only *closer to that 32B render than two 32B renders are to each other*.
+
+**And none of it is significant.** The nine models span 0.0048 of cosine on the prompt axis, against a
+within-model standard deviation of 0.024 to 0.029 — five times larger. The paired test over 45 cases calls
+all eight projections indistinguishable from the 32B, including the one at 102.3. The +2.3 % is real as a
+measurement and void as a result.
+
+### What actually separates
+
+**The corpus, not the size and not the head.** All four v3.1 land within one point of each other — 97.8 to 98.8 — while ranging from 4.6 to 10.1 GB. All four v3 sit a clear notch below, 93.2 to 95.6, at identical sizes. A 4B v3.1 beats an 8B v3 by four points while weighing half as much.
+
+**Nothing separates in image.** All nine conditionings, v3 included, are at or above the threshold: 99.4 to 102.4. Swapping the 32B for a 4B changes the picture **less than changing the seed does**. On this axis the 32B is not a ceiling — `8b-v3.1-mlp` scores 102.3 for prompt fidelity, and on one prompt asking for a loaf cut in two, the 32B rendered a single piece on two seeds out of three while the 8B ridge rendered two on all three.
+
+**4B against 8B does not separate on general pronunciation.** 97.8 against 98.8, for a seed-to-seed spread of ±1.0 to ±1.4. If you need one number: they are the same.
+
+**Ridge against MLP does not separate either.** The residual buys nothing measurable in speech. It shows up in image prompt fidelity — 102.3 against 100.4 on the 8B — but that axis has its own noise and I would not choose a file on it.
+
+### The image measurements in full
+
+Two independent SigLIP2 so400m readings over the same 405 renders. First, resemblance to the 32B's own render, same prompt and same seed — 45 cases per model:
+
+| | cosine | std. dev. | % of threshold | worst prompt |
+|---|---|---|---|---|
+| **32B against itself** | **0.9552** | — | **100.0** | — |
+| `8b-v3-mlp` | 0.9653 | 0.0328 | 102.4 | 0.8804 |
+| `8b-v3.1-mlp` | 0.9612 | 0.0363 | 101.4 | 0.8808 |
+| `8b-v3` | 0.9594 | 0.0350 | 101.0 | 0.8910 |
+| `4b-v3.1-mlp` | 0.9590 | 0.0321 | 100.9 | 0.9038 |
+| `4b-v3-mlp` | 0.9588 | 0.0408 | 100.8 | 0.8989 |
+| `4b-v3.1` | 0.9557 | 0.0445 | 100.1 | 0.8766 |
+| `8b-v3.1` | 0.9552 | 0.0448 | 100.0 | 0.8893 |
+| `4b-v3` | 0.9528 | 0.0423 | 99.4 | 0.8861 |
+
+*Floor: 0.5313 — two 32B renders sharing no content at all still score that, on style and generator artefacts alone.*
+
+**The standard deviation settles it.** It runs 0.032 to 0.045, while the entire spread from best to worst model is 0.0125. The scatter within one model is three to four times the gap between models. Nothing here is a ranking.
+
+Second, fidelity to the written prompt — an axis where the 32B is one column among nine rather than the reference:
+
+| | cosine | std. dev. | base 100 |
+|---|---|---|---|
+| `8b-v3.1-mlp` | 0.1504 | 0.0252 | **102.3** |
+| `4b-v3-mlp` | 0.1481 | 0.0275 | 100.7 |
+| `8b-v3.1` | 0.1477 | 0.0290 | 100.4 |
+| `4b-v3.1-mlp` | 0.1475 | 0.0249 | 100.3 |
+| **32B** | 0.1471 | 0.0245 | **100.0** |
+| `4b-v3.1` | 0.1462 | 0.0272 | 99.4 |
+| `8b-v3` | 0.1460 | 0.0267 | 99.3 |
+| `8b-v3-mlp` | 0.1458 | 0.0236 | 99.2 |
+| `4b-v3` | 0.1456 | 0.0268 | 99.0 |
+
+*Floor: −0.0293 — one scene's image against another scene's prompt.*
+
+Same verdict, and harder: the spread across all nine models is 0.0048 for a standard deviation of 0.024 to 0.029, **five times larger**. Four models sit above the 32B and four below, in an order that carries no information.
+
+The two image axes do not even agree with each other: `8b-v3-mlp` tops the resemblance table and sits second from last on prompt fidelity. Imitating the 32B and following the prompt are not the same objective — the 32B itself misses prompts.
+
+---
+
+## What counts as an error
+
+One error is **one phoneme inserted, deleted or substituted** relative to what the 32B pronounced — same prompt, same seed. Levenshtein distance, nothing weighted, nothing forgiven.
+
+There is no dictionary in the loop. ZIPA transcribes sound to IPA and has no lexical decoder, so it will not quietly repair a botched syllable into a real word the way a speech-to-text engine would. What it writes down is what came out of the speaker.
+
+Concretely, on the French line *"la lumière de Marseille"*, seed 42 — the phonemes following `d ɛ` ("de"):
+
+| | | heard as | errors on the line |
+|---|---|---|---|
+| **32B** | `m a ʀ s ɛ j` | *Marseille* | — |
+| `8b-v3.1` | `m a ʀ s ɛ j` | *Marseille* | 4 / 71 |
+| `4b-v3.1` | `m a ʀ s ɛ ʀ ɛ` | *"marcerre"* | 5 / 71 |
+| `4b-v3` | `m a z ɛ ʀ` | *"mazer"* | 8 / 71 |
+
+Note how little the toponym costs: `4b-v3.1` botches the name outright and pays **one** phoneme more than `8b-v3.1` over the whole sentence. That is exactly why the aggregate scores cannot settle the proper-noun question, and why it gets its own section below rather than a place in the ranking.
+
+## Per language, because the average hides everything
+
+Errors are counted against the 32B **of the same seed**, averaged over the three seeds. The first two columns are the yardstick: how long the reference is, and how much the 32B differs from *itself*.
+
+| | length | **threshold** | `8b-v3.1` | `8b-v3.1-mlp` | `4b-v3.1` | `4b-v3.1-mlp` |
+|---|---|---|---|---|---|---|
+| en | 77 | **0.0** | 0.7 | 0.7 | 0.7 | 0.0 |
+| es | 62 | **0.0** | 1.3 | 0.0 | 0.7 | 0.0 |
+| de | 97 | 2.7 | 3.0 | 5.0 | 3.7 | 2.7 |
+| it | 62 | 2.3 | 0.7 | 0.3 | 4.3 | 1.0 |
+| zh | 85 | 3.3 | 3.3 | 1.0 | 2.7 | 2.0 |
+| fr | 70 | 4.0 | 1.7 | 1.3 | 5.0 | 4.0 |
+| ar | 94 | 6.3 | 5.7 | 4.7 | 7.7 | 12.3 |
+| ja | 73 | 6.7 | 6.3 | 6.7 | 5.7 | 7.0 |
+| ru | 77 | 10.7 | 14.0 | 16.3 | 14.0 | 10.0 |
+| ko | 64 | 11.3 | 11.0 | 15.0 | 10.7 | 9.3 |
+| pt | 62 | **17.0** | 22.7 | 23.0 | 22.3 | 28.3 |
+
+Read it against the threshold column, never in absolute terms:
+
+- **English and Spanish** — the 32B repeats itself phoneme for phoneme. There, a single phoneme of drift is real signal, and all four files stay within one.
+- **French, Italian, Chinese, Arabic, Japanese** — the projections are *at or below* the 32B's own variance. In French both 8B files land at 1.7 and 1.3 against a threshold of 4.0: closer to the 32B than the 32B is to itself.
+- **Portuguese, Russian and Korean** carry thresholds of 17.0, 10.7 and 11.3 — the reference rewrites a large share of its own pronunciation between seeds. Any single-seed comparison there was measuring the dice.
+
+### Where the phoneme metric misleads, and the cross-check that catches it
+
+A high threshold does not mean the speech is bad. It means **the phoneme transcriber cannot hold that
+language still.** Cross-checking against Whisper, which reads words rather than sounds, on the same
+renders:
+
+| | ZIPA threshold | ZIPA v3.1 | × threshold | **Whisper, 32B** | **Whisper, v3.1** |
+|---|---|---|---|---|---|
+| pt | 17.0 | 24.1 | **1.42** | **0 / 88** | **1.8 / 88** |
+| ru | 10.7 | 13.6 | 1.27 | **0 / 85** | 2.8 / 85 |
+| ko | 11.3 | 11.5 | 1.01 | 2 / 85 | 3.2 / 85 |
+| ja | 6.7 | 6.4 | 0.96 | 2 / 39 | 5.2 / 39 |
+| zh | 3.3 | 2.2 | 0.67 | 2 / 31 | 3.5 / 31 |
+
+**Portuguese is the worst language by phoneme and one of the best by word** — zero character errors for
+the 32B, 2 % for the v3.1 files. Russian likewise: Whisper transcribes the 32B and two of the projections
+word for word.
+
+The cause is exactly what makes ZIPA useful elsewhere: it has no lexical decoder. European Portuguese
+elides and reduces its vowels, Russian has vowel reduction under stress shift — the phonetic realisation
+moves from one draw to the next while the word does not. ZIPA counts every allophonic variation as an
+error; Whisper, which recognises the word, sees none. In Japanese and Chinese the bias runs the other
+way: Whisper is harsher, because one missed ideogram weighs heavily on 31 characters.
+
+**Neither metric is sufficient alone.** Where the ZIPA threshold is high, read the word column.
+(Whisper figures are single-seed, on the earlier 0.3 MP protocol.)
+
+---
+
+## The 32B is one of the least stable models here
+
+Distance between two renders of the **same** model, seed changed, nothing else:
+
+| | against itself | against the 32B |
+|---|---|---|
+| `4b-v3.1` | **3.6** | 7.0 |
+| `4b-v3.1-mlp` | 4.0 | 7.0 |
+| `8b-v3.1` | 4.1 | 6.4 |
+| `8b-v3.1-mlp` | 4.7 | 6.7 |
+| **32B** | **5.8** | — |
+
+The projections repeat themselves *better* than the model they imitate.
+
+**And the gap to the 32B is reproducible, not random.** Each projection sits far closer to itself (3.6–4.7) than to the 32B (6.4–7.0). If swapping the encoder merely added randomness, those two columns would match. They do not — each file redoes the same offset on every seed.
+
+**It is not an accent either.** An accent would mean one phoneme consistently rendered as another. Counting the actual substitutions says otherwise:
+
+| | substitutions | covered by recurring patterns |
+|---|---|---|
+| **32B against itself** | **103** | ɑ→a ×10, ɾ→r ×6, ʒ→ʐ ×5 |
+| `8b-v3.1` | **103** | 4 % — one pattern |
+| `4b-v3.1` | 114 | **0 %** |
+| `8b-v3.1-mlp` | 115 | 8 % |
+| `4b-v3.1-mlp` | 125 | **0 %** |
+| the four v3 files | 153–196 | 2–13 % |
+
+The v3.1 files produce **as many substitutions as the 32B inflicts on itself** — 103 to 125 against 103 — and almost none of them form a repeating pattern. The offset is reproducible but scattered across many different sounds rather than concentrated into a signature. Ironically the clearest patterns belong to the 32B itself, between its own seeds, where they are ordinary allophonic variation.
+
+The v3 files produce 1.5 to 2 times as many.
+
+None of which tells you what it *sounds* like. A native speaker might well hear something none of these counts describe.
+
+---
+
+## One word, one language
+
+The French prompt says *"la lumière de **Marseille**"*. Six phonemes out of seventy — the error rate drowns them, the ear does not:
+
+| | seed 42 | seed 100 k | seed 100 M |
+|---|---|---|---|
+| 32B | ✓ | ✓ | ✓ |
+| `8b-v3.1` | ✓ | ✓ | ✓ |
+| `8b-v3.1-mlp` | ✓ | ✓ | ✓ |
+| `4b-v3.1-mlp` | ✗ | ✗ | ✓ |
+| `4b-v3.1` | ✗ | ✗ | ✗ |
+
+Treat this for what it is: **one proper noun, in one of eleven languages, on three seeds.** It is not a ranking criterion and the aggregate scores already say 4B and 8B are equivalent. It is a hint that the two sizes may diverge on rare lexical items even where they agree on everything else — consistent with quantisation costing facts, which was already known. If your prompts lean on proper nouns, test both before deciding.
+
+---
+
+## Which one to take
+
+| If you | Take |
+|---|---|
+| generate images or video without speech | **`4b-ClipProj-v3.1`** — 4.6 GB, indistinguishable from the 32B |
+| are tight on VRAM | **`4b-ClipProj-v3.1`** — the ridge is 26 MB and gives up nothing measurable |
+| generate multilingual speech | **`8b-ClipProj-v3.1`** — best speech score, and steady on proper nouns |
+| rely on named people or places | **`8b-ClipProj-v3.1`**, and run the 32B once to check the name works there at all |
+
+Do not take a v3: it is the only difference this benchmark resolves cleanly.
+
+---
+
+## How the speech benchmark got affordable
+
+The old protocol rendered full 0.3 MP video and threw the picture away. Measured, same prompt and seed:
+
+| | time |
+|---|---|
+| 0.3 MP video + audio + previews *(old)* | 80.3 s |
+| same, video VAE and previews removed | 48.7 s |
+| **64×64, 8 steps, audio only** | **12.4 s** |
+
+Verified lossless before adopting: **+0.2 dB** across every octave band and **1 phoneme out of 70** for dropping the video decode; 64×64 costs 3 phonemes out of 70 against the full-resolution render.
+
+**128×128 was rejected** — it truncates the start of the sentence, exactly the same eight phonemes at 6 steps and at 8. 64×64 does not. Counter-intuitive, reproducible, and the reason the whole benchmark runs at the smaller size.
+
+That is what made three seeds across 297 renders possible at all: 31 minutes on two cards instead of six and a half hours.
+
+---
+
+## Limitations
+
+**Three seeds fix the order of magnitude of the noise, not its tail.** Any gap under one point of score is not a result.
+
+**The cosine is blind to countable attributes.** A whole loaf and a halved loaf, same crust, same paper, same light, give the same vector to the fourth decimal. Image equivalence here means *global appearance*, not attribute-by-attribute conformity.
+
+**Speech quality is deliberately poor.** Six to eight steps gives a tinny, canned sound — identically for the 32B, with the same 19 dB dip between 1 and 3 kHz. The benchmark measures **correctness of pronunciation, not fidelity of reproduction**.
+
+**The phoneme metric is unreliable in Portuguese, Russian and Korean** — not the speech itself. The
+reference drifts by 17.0, 10.7 and 11.3 phonemes there between seeds, while Whisper transcribes the same
+renders with zero to three character errors. Read the word column in those languages.
+
+**Quantisation costs facts.** Known before, still true, and the most likely explanation for the proper-noun gap.
+
+---
+
+## Licence and responsibility
+
+MIT, like the node. These matrices are derived from the activations of both models and their legal status is unclear; they are provided as-is, for research.
+
+- **Qwen3-VL** — Alibaba, Apache 2.0.
+- **MiniMax H3** — custom licence, read it before any commercial use.
+
+Not affiliated with, endorsed by, or connected to Alibaba / Qwen, MiniMax, or Comfy Org. You remain responsible for what you generate.
+
+---
+
+## Credits
+
+Vibe-coded with **Anthropic Claude Code (Opus 5)**. Every number here was measured on this hardware, never estimated. Where a prediction lost to a measurement, the measurement won and the text was rewritten — which happened three times in this release, the largest being a single-seed ranking of the v3.1 files that dissolved entirely once the threshold was known.
diff --git a/bench3.1/audio/ru/4b-v3.1-mlp_s100000000.flac b/bench3.1/audio/ru/4b-v3.1-mlp_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..94d4f68efaa2a718d0c1c65d5561be366fe73029
--- /dev/null
+++ b/bench3.1/audio/ru/4b-v3.1-mlp_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53d45ea1012723b3857fb14471a40455538254236edac1b437bf017d40fdffd
+size 429755
diff --git a/bench3.1/audio/ru/4b-v3.1-mlp_s42.flac b/bench3.1/audio/ru/4b-v3.1-mlp_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..6464edd5ae45465cf16d4f97f30f6e598a865314
--- /dev/null
+++ b/bench3.1/audio/ru/4b-v3.1-mlp_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b85ea705b93d1e4c0410682699b17bce06c6a0bd32415ee3515e86f88a67b8
+size 453961
diff --git a/bench3.1/audio/ru/4b-v3.1_s100000.flac b/bench3.1/audio/ru/4b-v3.1_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..85b16b1a1a6fe55bc565f8ff57e7fa8b71c92034
--- /dev/null
+++ b/bench3.1/audio/ru/4b-v3.1_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29607b7fa47691dbbc453ce9122db5978aaa8b4263f4bf757e2df21f915e5f7d
+size 458935
diff --git a/bench3.1/audio/ru/4b-v3.1_s100000000.flac b/bench3.1/audio/ru/4b-v3.1_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..011e2772e00422b336e862426671b86271155849
--- /dev/null
+++ b/bench3.1/audio/ru/4b-v3.1_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b17ba27faed991a156909765e22fb28d79d838bc2f01f8c1f90bd5c5c358ca
+size 424544
diff --git a/bench3.1/audio/ru/4b-v3.1_s42.flac b/bench3.1/audio/ru/4b-v3.1_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..f9a4e3b30fca6cb0bdcc798c71e4fbdab7641b91
--- /dev/null
+++ b/bench3.1/audio/ru/4b-v3.1_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b915e71b290af104f38fd9123e4642c82673b1f59c09cc156462bb847a25515c
+size 447572
diff --git a/bench3.1/audio/ru/4b-v3_s100000.flac b/bench3.1/audio/ru/4b-v3_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..56ce4d5e0893a11b9e749bd278b7727f2f07745b
--- /dev/null
+++ b/bench3.1/audio/ru/4b-v3_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b666c951a80e641a69dd57a7c13c0f64a6638c8b108b47e7ef3e6029ee5c38dc
+size 444602
diff --git a/bench3.1/audio/ru/4b-v3_s100000000.flac b/bench3.1/audio/ru/4b-v3_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..47048b6a585a6c70532e090c789b5a09729de965
--- /dev/null
+++ b/bench3.1/audio/ru/4b-v3_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea28c5ba8d35e83900d7849288250acd27bfe3e2e53578e46e2012421102fc1
+size 423455
diff --git a/bench3.1/audio/ru/4b-v3_s42.flac b/bench3.1/audio/ru/4b-v3_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..4108d463637440daad71caa3eade3596d9898610
--- /dev/null
+++ b/bench3.1/audio/ru/4b-v3_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eb417bd32b0b5e41e1df444bef5eb703894705df4271f7582b0aaa5c36388e
+size 456929
diff --git a/bench3.1/audio/ru/8b-v3-mlp_s100000.flac b/bench3.1/audio/ru/8b-v3-mlp_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..af411d840747cf6ebcabb82864c2685f2adb5fb1
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3-mlp_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70616fe97638cadc8c565e8b9be5d6f19eb12b14f716c71d0f4d7076f3848694
+size 470866
diff --git a/bench3.1/audio/ru/8b-v3-mlp_s100000000.flac b/bench3.1/audio/ru/8b-v3-mlp_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..785111313fbd9677355d6b87fc5091809c14050c
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3-mlp_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce3fed11e203360f22629ec594545bf49fc358353649a7c9355c722e7c80fd0
+size 430723
diff --git a/bench3.1/audio/ru/8b-v3-mlp_s42.flac b/bench3.1/audio/ru/8b-v3-mlp_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..cec21d6745bedd39d44825b421f6da8f97077d6d
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3-mlp_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c5943d5941fad3be131442fa49686347df70a1c8cdefbdf605f6897a8ae8ec
+size 460268
diff --git a/bench3.1/audio/ru/8b-v3.1-mlp_s100000.flac b/bench3.1/audio/ru/8b-v3.1-mlp_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..18248a755c6bf93bda64c642229343c5f2b7f291
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3.1-mlp_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb419c0f71433d86a0ebd5acd9ca657c62bdcea415c41a196c53eab887136fb
+size 468965
diff --git a/bench3.1/audio/ru/8b-v3.1-mlp_s100000000.flac b/bench3.1/audio/ru/8b-v3.1-mlp_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..bcf73d79360fd49f04964bb4e227532fd02ef539
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3.1-mlp_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c5603addbf88dad2286e88ab9934b21d7c1d1a6e2749f30b1c5692ce24b198
+size 435985
diff --git a/bench3.1/audio/ru/8b-v3.1-mlp_s42.flac b/bench3.1/audio/ru/8b-v3.1-mlp_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..2110a9e8e59f68f0e67f1f4ec9015a477dae150b
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3.1-mlp_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45307a209ab81d094164ca22ae0918b08ae5e7c7ccd0d0783273c814786a68b2
+size 467116
diff --git a/bench3.1/audio/ru/8b-v3.1_s100000.flac b/bench3.1/audio/ru/8b-v3.1_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..1f6b1ac0bb83dd17aa5f84c3eda99e15f87f9a67
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3.1_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f5e8d57020673cb2a886dc91ba798020d5da4dcc15ebcd6660ebb8f1870b4c
+size 468444
diff --git a/bench3.1/audio/ru/8b-v3.1_s100000000.flac b/bench3.1/audio/ru/8b-v3.1_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..5fdcb4235d8f1ec5757aee7d2631b73aa7801fdd
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3.1_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6257d388f6c2e52877175e2772690649683229daddfcd9181237b0e2905b4f9
+size 435118
diff --git a/bench3.1/audio/ru/8b-v3.1_s42.flac b/bench3.1/audio/ru/8b-v3.1_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..7acbe0a628e64e57e93ace04d1f6333c9672d637
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3.1_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42b305503a82ae3a99f41a1af9d8310ef2ee69fe4c940c0a7b57e80b6f3b306
+size 451851
diff --git a/bench3.1/audio/ru/8b-v3_s100000.flac b/bench3.1/audio/ru/8b-v3_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..a3d1238ef5b839122ecd8787929a74b47e9d1303
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c518a115cfbc962d60b7c37be08b265f158413581d7772752e468fc2a6116b1
+size 443896
diff --git a/bench3.1/audio/ru/8b-v3_s100000000.flac b/bench3.1/audio/ru/8b-v3_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..abf18d45471d86f42d4dfc5582e97a0e5a768a6a
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc08c210a498207db38c69a7559f68dfbe35ceba9432a8dddaadd936822bd7d
+size 429043
diff --git a/bench3.1/audio/ru/8b-v3_s42.flac b/bench3.1/audio/ru/8b-v3_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..e03e02036322d424935e4bae34ee78e2309f7e95
--- /dev/null
+++ b/bench3.1/audio/ru/8b-v3_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a0c109adde39f7232df81be57dcfc0121469808e2080e7598ad5c9fe47524c
+size 468524
diff --git a/bench3.1/audio/zh/32b_s100000.flac b/bench3.1/audio/zh/32b_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..94964dbdcc23397a7b23b2d4249b33ce3d2583e4
--- /dev/null
+++ b/bench3.1/audio/zh/32b_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e599bba7269aa0ff769c08cf9c77ef0bb0bf2ee2496a362999a1a5de7e0f8cf0
+size 461955
diff --git a/bench3.1/audio/zh/32b_s100000000.flac b/bench3.1/audio/zh/32b_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..ec27344823e8e68243494effdc3cb51fd5753e9d
--- /dev/null
+++ b/bench3.1/audio/zh/32b_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35810382807ae12b022cbad36c09b6cc8a33f91b4e749436db64a8f4157ca82
+size 398314
diff --git a/bench3.1/audio/zh/32b_s42.flac b/bench3.1/audio/zh/32b_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..e548865717583d86b3262c0edd2124b4861658b0
--- /dev/null
+++ b/bench3.1/audio/zh/32b_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5a53b427844cf39df6ba6081ea9ca360e16c39bb2ed0fea2d3d6391d647f77
+size 427973
diff --git a/bench3.1/audio/zh/4b-v3-mlp_s100000.flac b/bench3.1/audio/zh/4b-v3-mlp_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..92bc590cefb90b9adad72dbc71225e25627d8662
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3-mlp_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8b8f18e68a84190fed01c48343c85cbf678846293edc9bd436075b83b6ddd4
+size 398882
diff --git a/bench3.1/audio/zh/4b-v3-mlp_s100000000.flac b/bench3.1/audio/zh/4b-v3-mlp_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..9f400c98b072a12eecf7e2fc0d89ad9cd9db22a4
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3-mlp_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf70317d461f64035ad8bf0105a139733a23bd7285034b2d9a11ef0b3fee808
+size 377409
diff --git a/bench3.1/audio/zh/4b-v3-mlp_s42.flac b/bench3.1/audio/zh/4b-v3-mlp_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..56092e72f8495b0d1f1a9039d14ea2d0f5673b9c
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3-mlp_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903757ce6ea45aba792380893263e876a3234921c625568d01376503c5beb9d1
+size 371468
diff --git a/bench3.1/audio/zh/4b-v3.1-mlp_s100000.flac b/bench3.1/audio/zh/4b-v3.1-mlp_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..b1af7bbfea238cce527aff7d39e591e759669ae8
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3.1-mlp_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc3444c32f70d3eedbf26d2568646fb9db7a3cd5a7e83ed99780b0b86306718
+size 413401
diff --git a/bench3.1/audio/zh/4b-v3.1-mlp_s100000000.flac b/bench3.1/audio/zh/4b-v3.1-mlp_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..fc97fc9645421d2c03823c14b08b9a0982e03c9f
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3.1-mlp_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b63f5686a68118ebe145e05f99cb7c6d489ca9d1991bcd9aa805c3cdef8e60
+size 373573
diff --git a/bench3.1/audio/zh/4b-v3.1-mlp_s42.flac b/bench3.1/audio/zh/4b-v3.1-mlp_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..4566dc9f7dc6dc6da4a57ce2298d0d54aba7a505
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3.1-mlp_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff260b95a903f8de90b8c01c0b9c6ae4dbb60b7b6a9f8890bae01d8e6a202523
+size 382691
diff --git a/bench3.1/audio/zh/4b-v3.1_s100000.flac b/bench3.1/audio/zh/4b-v3.1_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..08d6a3d46b5db36d6f535a764b0f7e0ff52918c2
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3.1_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d6d0f72e94c95546165d5f573e157fc6d1a23dba9bd1cccc2d748c4e95eb98
+size 389361
diff --git a/bench3.1/audio/zh/4b-v3.1_s100000000.flac b/bench3.1/audio/zh/4b-v3.1_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..7ce982c72e57e59b6db0816e18f2ee8be646596e
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3.1_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4110d6ee92c00ef0b480dc971e41b47a9bb6dc6140f8be8b90c1704056f402
+size 375759
diff --git a/bench3.1/audio/zh/4b-v3.1_s42.flac b/bench3.1/audio/zh/4b-v3.1_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..f4b1507baef37ac8cf12842804ebda56acc15b9b
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3.1_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d4d3dfc432e1d83c2ed12dbe8f1ad98e7e33e30a8c643431898db5368e7492
+size 384508
diff --git a/bench3.1/audio/zh/4b-v3_s100000.flac b/bench3.1/audio/zh/4b-v3_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..860e573eb475fe96ba313403a0bf55ce3275dd9a
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c949520895168b02258ef3b15960d39c40630dd77f9a0f5d8454558c1e06d364
+size 378740
diff --git a/bench3.1/audio/zh/4b-v3_s100000000.flac b/bench3.1/audio/zh/4b-v3_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..e9877abe07c83b2e21ece2b80b5e47387cd9c78b
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2785d72b502af9ce29666f640a6edc3afc09d47acf998c74351104d74ab01b0
+size 379253
diff --git a/bench3.1/audio/zh/4b-v3_s42.flac b/bench3.1/audio/zh/4b-v3_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..1da8ca976a13a100127555b53ddc950ab9a3f610
--- /dev/null
+++ b/bench3.1/audio/zh/4b-v3_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e524606a0168948770a5dbb457c4aae58f1c26261308b627f789efd39b7d555f
+size 376275
diff --git a/bench3.1/audio/zh/8b-v3-mlp_s100000.flac b/bench3.1/audio/zh/8b-v3-mlp_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..feb7f34c30b347140fb11c2d6e068165bd0615c1
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3-mlp_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afd8836040c25f5198e5f6e682b2587dedb9cbcf91e7dcf3e1922995975154a
+size 401529
diff --git a/bench3.1/audio/zh/8b-v3-mlp_s100000000.flac b/bench3.1/audio/zh/8b-v3-mlp_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..d0178659e13be48f2d63185beb97e1714225c27e
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3-mlp_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba18aea41c4b90f86b2508c3c27034466dd872c9e77247904fec8d45fb5613a6
+size 364176
diff --git a/bench3.1/audio/zh/8b-v3-mlp_s42.flac b/bench3.1/audio/zh/8b-v3-mlp_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..d5a70bf1abca012b9b126636173225ae12f0dae8
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3-mlp_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaddc0f3ad47127c8c58e59c1c43b50103d6bb11807a681dcbecd20c4f05cb2
+size 372752
diff --git a/bench3.1/audio/zh/8b-v3.1-mlp_s100000.flac b/bench3.1/audio/zh/8b-v3.1-mlp_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..45ff0ca033bbb493a444a89b22ba57da94ac43df
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3.1-mlp_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf2e43d6246efb00c0bcb951e796ef32a9cd98db9c5efe27a7bbb993354f4b8
+size 413868
diff --git a/bench3.1/audio/zh/8b-v3.1-mlp_s100000000.flac b/bench3.1/audio/zh/8b-v3.1-mlp_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..44f34ca2202941fe1da7661e0d2b392f5423fb5e
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3.1-mlp_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb615863a72acfe1a15daa451c0278374ca40f8c66982a1d081d9ea1b57c59d
+size 393327
diff --git a/bench3.1/audio/zh/8b-v3.1-mlp_s42.flac b/bench3.1/audio/zh/8b-v3.1-mlp_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..b83a1d9f2f625a9b94ac5b416b9ffb6054ae8ecb
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3.1-mlp_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc76d98d90a4b637f591317a810d9ad36a5b8b3d78d83a72a07dccf61f659514
+size 387031
diff --git a/bench3.1/audio/zh/8b-v3.1_s100000.flac b/bench3.1/audio/zh/8b-v3.1_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..194342d8ecb46c83bfa64d2cfcc4bfcaaa32e071
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3.1_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12791b0ea5979de46cdebb38c26d0411b6fc54638c4067f2d2a2082d8c6a3042
+size 385676
diff --git a/bench3.1/audio/zh/8b-v3.1_s100000000.flac b/bench3.1/audio/zh/8b-v3.1_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..cb51032bfc8bd4398a1681f86ff350e2dc409fb9
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3.1_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bb13e971f054676dd2cded560927fea9053a53dee5fc9f1713796921277485
+size 365478
diff --git a/bench3.1/audio/zh/8b-v3.1_s42.flac b/bench3.1/audio/zh/8b-v3.1_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..f428e00c46e82268f2def74316c4b6fc67589aa3
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3.1_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190bd4685e28a1188e8582ad09b0923ce72b8f9f3b15aa4b6a4f228d94bbc219
+size 372457
diff --git a/bench3.1/audio/zh/8b-v3_s100000.flac b/bench3.1/audio/zh/8b-v3_s100000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..3eaa0f8e7efaa9612acecb42ffdb6b5c53a90239
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3_s100000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89932a5e632580703ac9c3214c964eba4b33d71fb5103934642c7bd46c3bc6d
+size 370772
diff --git a/bench3.1/audio/zh/8b-v3_s100000000.flac b/bench3.1/audio/zh/8b-v3_s100000000.flac
new file mode 100644
index 0000000000000000000000000000000000000000..756e2bbc02f5f55188d4edaa097c5017f98b0f7f
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3_s100000000.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8823243f92f9310e50fa6565b5b7df61d104ce18d178967a8f7a9cde373d8681
+size 360986
diff --git a/bench3.1/audio/zh/8b-v3_s42.flac b/bench3.1/audio/zh/8b-v3_s42.flac
new file mode 100644
index 0000000000000000000000000000000000000000..453208733cd811c7b8803fd8e1b52db34a559e28
--- /dev/null
+++ b/bench3.1/audio/zh/8b-v3_s42.flac
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229f7ea3267d1568e0f4051d8e56604ebcc48c08d13c52c007b0d905cbe5dcc3
+size 369764
diff --git a/bench3.1/images/brutes/p01_32b.png b/bench3.1/images/brutes/p01_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..f8f18148cc064b0b4adb6d51e3db7b3667d26ed3
--- /dev/null
+++ b/bench3.1/images/brutes/p01_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b773c3985bd586d548cebc30cb7e75ededa12a6f43750189bbc1efbb3fdd4a39
+size 1286176
diff --git a/bench3.1/images/brutes/p01_4b-v3.1-mlp.png b/bench3.1/images/brutes/p01_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..7326e33e442f42ba0e604f556e99fa25a81c3e70
--- /dev/null
+++ b/bench3.1/images/brutes/p01_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982ad1669491084b2a5e85c870eae8c5ec3e5a9906d58857bdc668867c95e704
+size 1319624
diff --git a/bench3.1/images/brutes/p01_4b-v3.1.png b/bench3.1/images/brutes/p01_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..9f3405dcf7bbee7d8327988c8e979008975d0c86
--- /dev/null
+++ b/bench3.1/images/brutes/p01_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93416ec584757f5c4afe9d6e75759a2ac890bf7e7010bd69ffe373993a3c432
+size 1281669
diff --git a/bench3.1/images/brutes/p01_8b-v3.1-mlp.png b/bench3.1/images/brutes/p01_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..d7c385066c1504c924744559c1aa55c4bbb049ae
--- /dev/null
+++ b/bench3.1/images/brutes/p01_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462f95bfe4ff1424c0204fbe3ebca26f467fd2deb336b3bce6045010da4110dc
+size 1244565
diff --git a/bench3.1/images/brutes/p01_8b-v3.1.png b/bench3.1/images/brutes/p01_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..cc5eaf8dbe922f40aa572a91ad56683c86255a67
--- /dev/null
+++ b/bench3.1/images/brutes/p01_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c7a7e193b041e690d1724dbe276323b66a8a3e277276c3a1e9c914beff3168
+size 1331450
diff --git a/bench3.1/images/brutes/p02_32b.png b/bench3.1/images/brutes/p02_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..77bfb92bbd877fe00b3a8aa093184575dce0949e
--- /dev/null
+++ b/bench3.1/images/brutes/p02_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18477a595e2598c3644b5cd779fe7f63f97b740699e0727abb127d213fceaeb7
+size 1222295
diff --git a/bench3.1/images/brutes/p02_4b-v3.1-mlp.png b/bench3.1/images/brutes/p02_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..a8a3a855f0038e4d2c3fbf4b5aad08c05cdb790b
--- /dev/null
+++ b/bench3.1/images/brutes/p02_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3990cca60e2e3611d0cddd73d1b0c988bc2ae0a5ca7f7853d5b986e5d113ba01
+size 1125984
diff --git a/bench3.1/images/brutes/p02_4b-v3.1.png b/bench3.1/images/brutes/p02_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..db81c48436237b7fb5cf6fb85641590532f1f004
--- /dev/null
+++ b/bench3.1/images/brutes/p02_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a12e2cca6b3542c1d4c8cad53c56752612581b9ddf9a9e2d0710166fdf1d92e
+size 1176109
diff --git a/bench3.1/images/brutes/p02_8b-v3.1-mlp.png b/bench3.1/images/brutes/p02_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..5828c3ef0e3f14e98d5a3bcc17ae284081d8b73c
--- /dev/null
+++ b/bench3.1/images/brutes/p02_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36f406496c822b6e23f4c02a9fdae1b3850d4b3de05a982bf81787d77530409
+size 1103626
diff --git a/bench3.1/images/brutes/p02_8b-v3.1.png b/bench3.1/images/brutes/p02_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..4516b7843de937dc5c1134c3392336a9cdd0ebb9
--- /dev/null
+++ b/bench3.1/images/brutes/p02_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c121b5ab0fae8c72c80ba51c3e056c8c865296297b594826d9e4dcdc59bac80e
+size 1105710
diff --git a/bench3.1/images/brutes/p03_32b.png b/bench3.1/images/brutes/p03_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..7d520b0d4ada3093e6440cc3f4bd5bad881c3773
--- /dev/null
+++ b/bench3.1/images/brutes/p03_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71897b584cf106b10a120db393ccddd5e2fe1d1aae7f61e6c1f3128f6cc67d9c
+size 1453628
diff --git a/bench3.1/images/brutes/p03_4b-v3.1-mlp.png b/bench3.1/images/brutes/p03_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..58110e17df372ee87642eee8722338b2af8a0b25
--- /dev/null
+++ b/bench3.1/images/brutes/p03_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01761bf0b6e2364c976130e00df15ebc01f6f0044b57afc2e2300ab09a1113a
+size 1494954
diff --git a/bench3.1/images/brutes/p03_4b-v3.1.png b/bench3.1/images/brutes/p03_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..b0139f171893097e68a0abfd42e7cc5d72dcdff0
--- /dev/null
+++ b/bench3.1/images/brutes/p03_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a408c05825a357195bdbb4a897b20e97054c3e563fcfa49198ddb32b459084
+size 1532750
diff --git a/bench3.1/images/brutes/p03_8b-v3.1-mlp.png b/bench3.1/images/brutes/p03_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..f08040406cf1cd50deb3919ae55b7316c9c88e5a
--- /dev/null
+++ b/bench3.1/images/brutes/p03_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e7daacdbf1d628a13073177b2759a8a895f7240739b3e95fa105d4904e38fd
+size 1481880
diff --git a/bench3.1/images/brutes/p03_8b-v3.1.png b/bench3.1/images/brutes/p03_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..15e67bb4b1b9e1e8c380af089e1d592e9bf89dff
--- /dev/null
+++ b/bench3.1/images/brutes/p03_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696019bae3c719573d3ce0b805ab822b6b1794923d4cd8f92fbfbbc716ad2ae6
+size 1454639
diff --git a/bench3.1/images/brutes/p04_32b.png b/bench3.1/images/brutes/p04_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..7e767857bb15fe7163bb5de2ee32b9f9109adb6e
--- /dev/null
+++ b/bench3.1/images/brutes/p04_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10a3bda3c3e45e2962030e56cfb7ef8b43cdd0d47a9c3a7c433dd8c0bae291d
+size 660070
diff --git a/bench3.1/images/brutes/p04_4b-v3.1-mlp.png b/bench3.1/images/brutes/p04_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..a43661ed1050578d052ad023a2dd5c42283577e8
--- /dev/null
+++ b/bench3.1/images/brutes/p04_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaf6be39b73d33f0d6bf9fc74172e11861a23eed6bcd518c19618171647b1d8
+size 762279
diff --git a/bench3.1/images/brutes/p04_4b-v3.1.png b/bench3.1/images/brutes/p04_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..c8ca3ee70f4c928f920b38b0053a535638f2606c
--- /dev/null
+++ b/bench3.1/images/brutes/p04_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807a1aaee0d0e6dddd02c66c080ffc79fcf0d84f55a25fac42d1f7c399723d81
+size 678089
diff --git a/bench3.1/images/brutes/p04_8b-v3.1-mlp.png b/bench3.1/images/brutes/p04_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..8cd3d8de41e54b306d8f3a4c7f21861ce151afc6
--- /dev/null
+++ b/bench3.1/images/brutes/p04_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f4500d7133c6fdcbaeb270480fedeef4b268677fa98aee34a92170ace37ab4
+size 662536
diff --git a/bench3.1/images/brutes/p04_8b-v3.1.png b/bench3.1/images/brutes/p04_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..752282b4c9981bf4e5fdd722834c1100eb368fe8
--- /dev/null
+++ b/bench3.1/images/brutes/p04_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead202e2b7acee1c9f78ada14be1c98a781c597567efccc33957009e2a4e11cd
+size 698442
diff --git a/bench3.1/images/brutes/p05_32b.png b/bench3.1/images/brutes/p05_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..39c85477a61a2cfef350e49b47e65853c6f9a4ac
--- /dev/null
+++ b/bench3.1/images/brutes/p05_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed2ec316d1dc4b72511259c7328cd9bb46e3509b6f6d6fc7b32e18d286cecab
+size 1169653
diff --git a/bench3.1/images/brutes/p05_4b-v3.1-mlp.png b/bench3.1/images/brutes/p05_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..433e1618dc48c38415828fedbe780d9344f97703
--- /dev/null
+++ b/bench3.1/images/brutes/p05_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957dfeb024dc90eda7d2bb1c68e397eb6daa143db8b66420a539f2ca93e88098
+size 1142451
diff --git a/bench3.1/images/brutes/p05_4b-v3.1.png b/bench3.1/images/brutes/p05_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..be592153ed207c4725db559e866cd3fa8aebe654
--- /dev/null
+++ b/bench3.1/images/brutes/p05_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1ceb82d31729d05af3f94584a94053c1739b0a2deb7af4b81c93afde931d93
+size 1197122
diff --git a/bench3.1/images/brutes/p05_8b-v3.1-mlp.png b/bench3.1/images/brutes/p05_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..6886c8a4575ddc07a43ef7dd8493fb2efd28ffd3
--- /dev/null
+++ b/bench3.1/images/brutes/p05_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586e8e0daadfe14e6a0c22fe8f670b814a9b50279cd072fb73b45c5c18c7a640
+size 1105356
diff --git a/bench3.1/images/brutes/p05_8b-v3.1.png b/bench3.1/images/brutes/p05_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..d7bf7f74f042f4e293ad94ee2a6d4884020bdc07
--- /dev/null
+++ b/bench3.1/images/brutes/p05_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eb3c14630c36b6766eebdd7d5c16f545d16ffac7e762617f819972d58bd15b
+size 1168580
diff --git a/bench3.1/images/brutes/p06_32b.png b/bench3.1/images/brutes/p06_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..3efa1987f9d0ea2d57478f8d47925f9e8f9140e0
--- /dev/null
+++ b/bench3.1/images/brutes/p06_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1846258b7f62c303cceba4c4de0db3809e2581a4e8f201e4cf97639827ed982
+size 1726756
diff --git a/bench3.1/images/brutes/p06_4b-v3.1-mlp.png b/bench3.1/images/brutes/p06_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..095dcdcfacdd81d6ec8195c0ce7410d826c2598c
--- /dev/null
+++ b/bench3.1/images/brutes/p06_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6c87664924cc9aa55053e3578d5dac9600c10a187df7439f7b2e1c3109451a
+size 1770619
diff --git a/bench3.1/images/brutes/p06_4b-v3.1.png b/bench3.1/images/brutes/p06_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..3cfe379a869f8e16f1cb897dd8d8560bcb54920e
--- /dev/null
+++ b/bench3.1/images/brutes/p06_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282bb60e7dc5d9ae856cdc23873bb66496bc9dc49e71a6d570b8aa23dec5f504
+size 1720195
diff --git a/bench3.1/images/brutes/p06_8b-v3.1-mlp.png b/bench3.1/images/brutes/p06_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..27ee9c64aea7c3ddd666267b58c57a437ae2fa10
--- /dev/null
+++ b/bench3.1/images/brutes/p06_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7119e3fc09a821514e9fd7e3654341ce3436bc5b406b12971c83136420a5e9
+size 1658921
diff --git a/bench3.1/images/brutes/p06_8b-v3.1.png b/bench3.1/images/brutes/p06_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..98bec90d6bb63fcf512450ed3afc3ddb419967b7
--- /dev/null
+++ b/bench3.1/images/brutes/p06_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a81af65eb69de6ad0db0e8f9012a9154099db3945bdee5889e64b613154d88
+size 1691963
diff --git a/bench3.1/images/brutes/p07_32b.png b/bench3.1/images/brutes/p07_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..824178d28d8c1e916db3a6acb2854cb5c565a8f0
--- /dev/null
+++ b/bench3.1/images/brutes/p07_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91677a3481b492ab35e3012ebc1fa3be3ce4ae79a9cc51405ca6b26324276bff
+size 1663460
diff --git a/bench3.1/images/brutes/p07_4b-v3.1-mlp.png b/bench3.1/images/brutes/p07_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..ffc41c58721270539a2166f1fba82e1548343152
--- /dev/null
+++ b/bench3.1/images/brutes/p07_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf14a901fcfe800bcac827f65d131e0a78c112a94171021cd7a55f0dc612be0
+size 1552366
diff --git a/bench3.1/images/brutes/p07_4b-v3.1.png b/bench3.1/images/brutes/p07_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..fd3ad4d4ae93c95dc37b19b8e7d61649d4c64956
--- /dev/null
+++ b/bench3.1/images/brutes/p07_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b006290307a461749a28bf4af35aa35acc0fb246fb727b688f45096ac83c7c
+size 1688713
diff --git a/bench3.1/images/brutes/p07_8b-v3.1-mlp.png b/bench3.1/images/brutes/p07_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..396bcf501a8d1601ce1bc5650064cafa93dbb264
--- /dev/null
+++ b/bench3.1/images/brutes/p07_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0f386df6d1208765383354cc704b959f7cae255c6d8c7d12d81d3afba1c303
+size 1712552
diff --git a/bench3.1/images/brutes/p07_8b-v3.1.png b/bench3.1/images/brutes/p07_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..9b86f29a12645b4eca2805901e263b088583e740
--- /dev/null
+++ b/bench3.1/images/brutes/p07_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d24cc6dfe61e77f3c398c6eb8181cf02060439360adb8a8e8c8223cabd0e1a
+size 1733487
diff --git a/bench3.1/images/brutes/p08_32b.png b/bench3.1/images/brutes/p08_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..e51421be43c2a5aaf310e38e783a9c1aff2f690d
--- /dev/null
+++ b/bench3.1/images/brutes/p08_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c42a8d4d25cf726ab055440be81ec0c397d2645675ca13e5914dee129e0552
+size 1786319
diff --git a/bench3.1/images/brutes/p08_4b-v3.1-mlp.png b/bench3.1/images/brutes/p08_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..3a07347fac1472615fc3fec729db156540b4f3a6
--- /dev/null
+++ b/bench3.1/images/brutes/p08_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281a0e6ab6b9ab701b6a2f38f8c7ffb1f0e3e6ea795d007ce0c40fbc881c1f40
+size 1829845
diff --git a/bench3.1/images/brutes/p08_4b-v3.1.png b/bench3.1/images/brutes/p08_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..c3debb54dcf9c68d2fd337dc8e87d7670a1c807b
--- /dev/null
+++ b/bench3.1/images/brutes/p08_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b80b068428a40cbd9987bff77863b342ecdd176dce203f553b7d30b1048552
+size 1725827
diff --git a/bench3.1/images/brutes/p08_8b-v3.1-mlp.png b/bench3.1/images/brutes/p08_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..976539be0825f83dc94c1c02cd2d111d2e866f6f
--- /dev/null
+++ b/bench3.1/images/brutes/p08_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cab8ca5e5d921fa1a266365878d7e26705805898ad95a007c5d8f0cdbb461a6
+size 1817659
diff --git a/bench3.1/images/brutes/p08_8b-v3.1.png b/bench3.1/images/brutes/p08_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..efc5cc50ba32ceb267e4372580e81da14a351412
--- /dev/null
+++ b/bench3.1/images/brutes/p08_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfe1d02af5487e35f0ef2adc9e5a8859f91f74bb1edfeba7288b7113964dfeb
+size 1806429
diff --git a/bench3.1/images/brutes/p09_32b.png b/bench3.1/images/brutes/p09_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..d6aa331e2d12d582e71677bea82351b44c0e2359
--- /dev/null
+++ b/bench3.1/images/brutes/p09_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa5907ae41fe5af4290157eeb1fa9832a6c1429bd0d963d7b95f29ee068384c
+size 1484762
diff --git a/bench3.1/images/brutes/p09_4b-v3.1-mlp.png b/bench3.1/images/brutes/p09_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..209a029e314488faf30fb016b27e7ba955287f5a
--- /dev/null
+++ b/bench3.1/images/brutes/p09_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907d378722bb2eaec95d44b4e7db34d8e035b7b08df43ca35118100a67610363
+size 1478080
diff --git a/bench3.1/images/brutes/p09_4b-v3.1.png b/bench3.1/images/brutes/p09_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..c4e1ce57ea71c01105e89f8f193e98941f28b2f2
--- /dev/null
+++ b/bench3.1/images/brutes/p09_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701618a642e43d635da3d2f2def14d97cd57054d5960c423b6ffe491acc66d83
+size 1430768
diff --git a/bench3.1/images/brutes/p09_8b-v3.1-mlp.png b/bench3.1/images/brutes/p09_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..b9f613176a9082964bc6f68541f7a280564da9d6
--- /dev/null
+++ b/bench3.1/images/brutes/p09_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d89b1351e129e618b91b71c0322a21d36262ada991b2dfea52cb04d413ba4c4
+size 1462754
diff --git a/bench3.1/images/brutes/p09_8b-v3.1.png b/bench3.1/images/brutes/p09_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..1991ca4f7676469785881af720af35660fd78857
--- /dev/null
+++ b/bench3.1/images/brutes/p09_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31320c4e349d9d4fa5fda91e14668939cd5cc3384c1dbf90d8a1241183903cbc
+size 1503472
diff --git a/bench3.1/images/brutes/p10_32b.png b/bench3.1/images/brutes/p10_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..f6a4a93580f8ab274324768c91301c7cf2134749
--- /dev/null
+++ b/bench3.1/images/brutes/p10_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e683612bba2ed016e64876596eedb737816edcdc6e58715ffd28888476c502e3
+size 952629
diff --git a/bench3.1/images/brutes/p10_4b-v3.1-mlp.png b/bench3.1/images/brutes/p10_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..97f81c5528c32179f9011df664d759fd461230cf
--- /dev/null
+++ b/bench3.1/images/brutes/p10_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45beb1725c815fca61cf0dcb937754160a01126e18a18bc2ca77db58f0bb9955
+size 957571
diff --git a/bench3.1/images/brutes/p10_4b-v3.1.png b/bench3.1/images/brutes/p10_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..6289d6facb1bc7c6df17bff88f0dc1a93a0d7bb2
--- /dev/null
+++ b/bench3.1/images/brutes/p10_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92679efd7b0310e039cd10dcd1bfc7ab7a526048a2ce788aebe26433d73ac4ed
+size 1011899
diff --git a/bench3.1/images/brutes/p10_8b-v3.1-mlp.png b/bench3.1/images/brutes/p10_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..07a341eb4edb330532ef02cbdce10e501935521f
--- /dev/null
+++ b/bench3.1/images/brutes/p10_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfab5b0ca5f38348b415b1b5c93ae4b959ced39b73cf7f81a360cff44848b8aa
+size 994739
diff --git a/bench3.1/images/brutes/p10_8b-v3.1.png b/bench3.1/images/brutes/p10_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..99eb27ba18bd312ff95d39efe19117245b432c47
--- /dev/null
+++ b/bench3.1/images/brutes/p10_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faf1bac062ba3e397fadd26e97bac2b079d56c857c694d7460d3d60669a7010
+size 1000716
diff --git a/bench3.1/images/brutes/p11_32b.png b/bench3.1/images/brutes/p11_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..39885512f1a6242f3ee432295b0aeca77e190a99
--- /dev/null
+++ b/bench3.1/images/brutes/p11_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7f88584dcf2974f7e84e5c230b299935ae0a305128d9fbc5424f463aac0688
+size 659828
diff --git a/bench3.1/images/brutes/p11_4b-v3.1-mlp.png b/bench3.1/images/brutes/p11_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..3d5ad3272bf178b66a3811a79df16deab7b47fb7
--- /dev/null
+++ b/bench3.1/images/brutes/p11_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c682cb1a528b30a45d07f18005b4cb12a3b37ba3e5538f9c95407c572d039f
+size 699183
diff --git a/bench3.1/images/brutes/p11_4b-v3.1.png b/bench3.1/images/brutes/p11_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..608639b97454b77d5b74566cfae8d4464e454f6e
--- /dev/null
+++ b/bench3.1/images/brutes/p11_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da4f158b66a21880563a0c7ab0624fe5b7b0c5777c52a9d90e99c67fee9f77d
+size 843626
diff --git a/bench3.1/images/brutes/p11_8b-v3.1-mlp.png b/bench3.1/images/brutes/p11_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..549427fdb1a512800b2c4d594425c582e098567a
--- /dev/null
+++ b/bench3.1/images/brutes/p11_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0711aac512e7dfd7a29203ecafc94bb2b8a4c4e7f3d528c0a89eafe5d1cf8c
+size 814276
diff --git a/bench3.1/images/brutes/p11_8b-v3.1.png b/bench3.1/images/brutes/p11_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..45297feb3cff9877783836b1b1adeeaf70e6247f
--- /dev/null
+++ b/bench3.1/images/brutes/p11_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b02376b3096c13fe6ca7af388fdf78da74ace3f84acb47513916977057df72
+size 699525
diff --git a/bench3.1/images/brutes/p12_32b.png b/bench3.1/images/brutes/p12_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..4bd56ca07f9add108b89b74e6f1ce06537d03cbb
--- /dev/null
+++ b/bench3.1/images/brutes/p12_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120019f1a3037c262340bd1cd0be1a57dbc1983ac2c5b45e0c6a3269d1728e54
+size 2047336
diff --git a/bench3.1/images/brutes/p12_4b-v3.1-mlp.png b/bench3.1/images/brutes/p12_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..edeea632e80db1b727295f4b8444baaba37ced2f
--- /dev/null
+++ b/bench3.1/images/brutes/p12_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5273a82ea21c65d7d6b332283bd625562e57566830c9f23a5f25970ecd3b8da
+size 1979497
diff --git a/bench3.1/images/brutes/p12_4b-v3.1.png b/bench3.1/images/brutes/p12_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..26af55a865779f5648342eabf0b9b5a0bfcf78f3
--- /dev/null
+++ b/bench3.1/images/brutes/p12_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8e1230c9faac5643d9fc751e03d9f428ba60e65b5ed4897d8b7d13019c78bd
+size 2005266
diff --git a/bench3.1/images/brutes/p12_8b-v3.1-mlp.png b/bench3.1/images/brutes/p12_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..f431d046ff5d236713fbd9b9898975b706374763
--- /dev/null
+++ b/bench3.1/images/brutes/p12_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa687b819f418f0283c1e79ca0978c6726ed03e4fa046d53cd8d3f8a981b4fb
+size 1986266
diff --git a/bench3.1/images/brutes/p12_8b-v3.1.png b/bench3.1/images/brutes/p12_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..b675bae1b98ff50bf9210a60733d1f5dc905c143
--- /dev/null
+++ b/bench3.1/images/brutes/p12_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ec36bbe7398a269d190a8250996dee2ea8148e67a5077140a131133fbf73a5
+size 1974272
diff --git a/bench3.1/images/brutes/p13_32b.png b/bench3.1/images/brutes/p13_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..411b7232b7de067ab5a006f6abd548529d472a6e
--- /dev/null
+++ b/bench3.1/images/brutes/p13_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a5e4b4a886c368d68f58c9dbf9f070ea0f5a13c1a2467d4c7d33399b4f27d4
+size 1258436
diff --git a/bench3.1/images/brutes/p13_4b-v3.1-mlp.png b/bench3.1/images/brutes/p13_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..9d1c0c84cb35d9a632265be97a94e1c9ae522c34
--- /dev/null
+++ b/bench3.1/images/brutes/p13_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7551a57772219b9d4eda14628afd1865f228df6f2d5c6aa33ab175da75cfb1a
+size 1223865
diff --git a/bench3.1/images/brutes/p13_4b-v3.1.png b/bench3.1/images/brutes/p13_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..c4196e427b25b196a8582cfcaeb1e9c7b9d7fe53
--- /dev/null
+++ b/bench3.1/images/brutes/p13_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e656b01262186254dea667fcc278c54e4b0ae647dabe05c72cf237782d9c1e4b
+size 1248254
diff --git a/bench3.1/images/brutes/p13_8b-v3.1-mlp.png b/bench3.1/images/brutes/p13_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..e826d806e6d2145deebc3e7449c3c90f92a1383e
--- /dev/null
+++ b/bench3.1/images/brutes/p13_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f27da5d1d65fd77734e612e0862f7a5db3ed8cc0440119a5138b4689596e311
+size 1371538
diff --git a/bench3.1/images/brutes/p13_8b-v3.1.png b/bench3.1/images/brutes/p13_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..719c25c01e4c9a37b634794f1fa7f0aa616b7c2e
--- /dev/null
+++ b/bench3.1/images/brutes/p13_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001f3149b5bdc7e1b61e844ab15ed61f1ddcfae9dc8d38adf3a211359e622a43
+size 1314709
diff --git a/bench3.1/images/brutes/p14_32b.png b/bench3.1/images/brutes/p14_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..265cbf2d896e932b00f5e4ad1d63fa5162647579
--- /dev/null
+++ b/bench3.1/images/brutes/p14_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e1adfc0ca3d80b5e55a5a7686350a8fd00c1edc1d4e41412dffe1e5cad319b
+size 626645
diff --git a/bench3.1/images/brutes/p14_4b-v3.1-mlp.png b/bench3.1/images/brutes/p14_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..e0971be92e68581f84bbbe4abc9d6e8a888a3cd5
--- /dev/null
+++ b/bench3.1/images/brutes/p14_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae17973b348ac34112514646cfbd7566fdec6d84948d5857096295c0b58bf0f4
+size 647425
diff --git a/bench3.1/images/brutes/p14_4b-v3.1.png b/bench3.1/images/brutes/p14_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..7495fc1d87fe0a13caec1e7a69a6a1bbf75ac24e
--- /dev/null
+++ b/bench3.1/images/brutes/p14_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989062492f3a5d580b85c64470f1c9a3bc9ed762ceb3a9ed7281700ca6335874
+size 609811
diff --git a/bench3.1/images/brutes/p14_8b-v3.1-mlp.png b/bench3.1/images/brutes/p14_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..6563c26e9254a064c115283c8592262256700e85
--- /dev/null
+++ b/bench3.1/images/brutes/p14_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dea129adf7dc3f17534a0a7f4d482f7902c372f3d06b99ae4aebd10da6cf9c
+size 674221
diff --git a/bench3.1/images/brutes/p14_8b-v3.1.png b/bench3.1/images/brutes/p14_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..1d1b0e3635f07eb6bad3e46250ada3d7e0cca858
--- /dev/null
+++ b/bench3.1/images/brutes/p14_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9895b400a6f0d2e92378658ccdce88731b0c21072d220a03fa755ee382174bd
+size 650626
diff --git a/bench3.1/images/brutes/p15_32b.png b/bench3.1/images/brutes/p15_32b.png
new file mode 100644
index 0000000000000000000000000000000000000000..227fb7b03b65a884383e412d1c6618ace7db1b16
--- /dev/null
+++ b/bench3.1/images/brutes/p15_32b.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb2210518e925324cbcec5985c58b3368cba901ded7f32048baa90cd0b1ea2a
+size 1923019
diff --git a/bench3.1/images/brutes/p15_4b-v3.1-mlp.png b/bench3.1/images/brutes/p15_4b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..61b1adb0a09d83d51786b4a521e395f6fe56821c
--- /dev/null
+++ b/bench3.1/images/brutes/p15_4b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3db90172624138534fe45b1c3617b3f02e953fdd7be35392dde1153af15af4
+size 1834065
diff --git a/bench3.1/images/brutes/p15_4b-v3.1.png b/bench3.1/images/brutes/p15_4b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..4dc354d2492476862deb38bc79d9bdc265051704
--- /dev/null
+++ b/bench3.1/images/brutes/p15_4b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738601b76ca3e7cc559e4a0b2d604335fda8a2120cd2951e4b755594e808ebb7
+size 1912459
diff --git a/bench3.1/images/brutes/p15_8b-v3.1-mlp.png b/bench3.1/images/brutes/p15_8b-v3.1-mlp.png
new file mode 100644
index 0000000000000000000000000000000000000000..db5dada623e8fc1015fc856e8ce158d38779fdee
--- /dev/null
+++ b/bench3.1/images/brutes/p15_8b-v3.1-mlp.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8453b1404594c2e1b3bf4a15a646e53f2b3c75b5783d9c812763ed49c5a2f420
+size 1721251
diff --git a/bench3.1/images/brutes/p15_8b-v3.1.png b/bench3.1/images/brutes/p15_8b-v3.1.png
new file mode 100644
index 0000000000000000000000000000000000000000..6c837ec2fd2f2cf7268684176a41cbd4633b5023
--- /dev/null
+++ b/bench3.1/images/brutes/p15_8b-v3.1.png
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89970618d249c413c2898f5d824511c33847ade840d9c4e97086f9dbf60cba9
+size 1843046
diff --git a/bench3.1/images/planches/p01.jpg b/bench3.1/images/planches/p01.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6bb06349b6c315ab26de19adc2711618423c806e
--- /dev/null
+++ b/bench3.1/images/planches/p01.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bef754963f73c26215e54739be0657c25d06374e4f9ae4127c3ea3bd94f4c8
+size 179942
diff --git a/bench3.1/images/planches/p02.jpg b/bench3.1/images/planches/p02.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a94a59d1f082093df7e1cc09968546f1d6e94d5e
--- /dev/null
+++ b/bench3.1/images/planches/p02.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260c09aceab45fb5a570393d11b4c9ba5be2e2391abdf90c1198e3669ec09a4a
+size 150652
diff --git a/bench3.1/images/planches/p03.jpg b/bench3.1/images/planches/p03.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6d9308c31e443f55f2cf7a9486f03c1467eda648
--- /dev/null
+++ b/bench3.1/images/planches/p03.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51b750f2a0a5ec9b99e559e5cdf8f9008d457b2e24cd492a2c3a4f04d2480a1
+size 211955
diff --git a/bench3.1/images/planches/p04.jpg b/bench3.1/images/planches/p04.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..fd30b1f8351c1fdd88ec759f1972b40d2a26073e
--- /dev/null
+++ b/bench3.1/images/planches/p04.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a87efd9a45b13c4e18a2f169d769035e810e48306fb30038f42895a0b14f07
+size 119234
diff --git a/bench3.1/images/planches/p05.jpg b/bench3.1/images/planches/p05.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..0f60bfccd0979dd9c5925e89a4f61c4ce950b2bf
--- /dev/null
+++ b/bench3.1/images/planches/p05.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883b1000bf135ce99e74ebbac925f3d9ed95ee3fee3c8b6495221c1139b53bfc
+size 157695
diff --git a/bench3.1/images/planches/p06.jpg b/bench3.1/images/planches/p06.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..de2b59d766c6d9d12413de5a3bcac46e9a93dd92
--- /dev/null
+++ b/bench3.1/images/planches/p06.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacf48480e587e6f7ddcf7c96ad1cf714ab590881cb85ef72cf489f32c0d45d6
+size 229650
diff --git a/bench3.1/images/planches/p07.jpg b/bench3.1/images/planches/p07.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..bf23e1c522df264be19718a2a0bf1e725a89c267
--- /dev/null
+++ b/bench3.1/images/planches/p07.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d073b031893daf3ff077e8520c64402431ec7609cb035bd4c063f0958cc45f7f
+size 248375
diff --git a/bench3.1/images/planches/p08.jpg b/bench3.1/images/planches/p08.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..3cf36943b7c9eb48aacd41ed3417ed2338ed7c35
--- /dev/null
+++ b/bench3.1/images/planches/p08.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d745b82fcdb0417643929ac70c80197a2c84534cdcb7e9661fd2006c4139be0
+size 258276
diff --git a/bench3.1/images/planches/p09.jpg b/bench3.1/images/planches/p09.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..0d43dbe998debffd87c2176f12b0133438513774
--- /dev/null
+++ b/bench3.1/images/planches/p09.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd75af43ae26b7a29dca9969113c2179298199bb01d68a82c321344b767e683
+size 233068
diff --git a/bench3.1/images/planches/p10.jpg b/bench3.1/images/planches/p10.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..e9effa473e5a5ff92da910868f1e046c181182fd
--- /dev/null
+++ b/bench3.1/images/planches/p10.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a14d1b572db6d17b8c8e533ba2956a1f25772727302b187a4c5454bb438398
+size 126649
diff --git a/bench3.1/images/planches/p11.jpg b/bench3.1/images/planches/p11.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..79c68b9477665babd45dec1ac308661f828a43dc
Binary files /dev/null and b/bench3.1/images/planches/p11.jpg differ
diff --git a/bench3.1/images/planches/p12.jpg b/bench3.1/images/planches/p12.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..5c67d65c729bf943eca01a9bdf9fe7d5db5f1347
--- /dev/null
+++ b/bench3.1/images/planches/p12.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44798dc4ef585de0902373b22e5ce9d88dc04a1a59ebe490b37b14379e086b2
+size 259890
diff --git a/bench3.1/images/planches/p13.jpg b/bench3.1/images/planches/p13.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..41e7bb8cb33dd5565c332d74eae7dfe483125dce
--- /dev/null
+++ b/bench3.1/images/planches/p13.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c657dccfbf23dcaaa8f864ee16a5f1ef13c68f290ba3e10b264ea0c0489aba
+size 191825
diff --git a/bench3.1/images/planches/p14.jpg b/bench3.1/images/planches/p14.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..af3418a0c4c48946b6bb1fd948c119bd7404d92b
--- /dev/null
+++ b/bench3.1/images/planches/p14.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052af8c81e919befd2bc72c0b1c58e982da46d8e6d31e6fa83daff010b270d80
+size 114320
diff --git a/bench3.1/images/planches/p15.jpg b/bench3.1/images/planches/p15.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..28315df06d65eb78b7feb2a6883beb8de257123c
--- /dev/null
+++ b/bench3.1/images/planches/p15.jpg
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d942ee35c0383c6f98fef569e4771185c4b6567e954dcc045a849680e4e162
+size 283797
diff --git a/bench3.1/mesures/README.md b/bench3.1/mesures/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..73f5c9d414e3f7f12aa0f6804f134a0d895d8b67
--- /dev/null
+++ b/bench3.1/mesures/README.md
@@ -0,0 +1,494 @@
+---
+license: mit
+tags:
+ - comfyui
+ - minimax-h3
+ - text-to-video
+ - qwen3-vl
+ - text-encoder
+ - multilingual
+base_model:
+ - Comfy-Org/MiniMax-H3
+ - Qwen/Qwen3-VL-4B-Instruct
+ - Qwen/Qwen3-VL-8B-Instruct
+library_name: comfyui
+---
+
+# ClipProj v3.1 — measured against the 32B's own variance
+
+**Four projection matrices that let a Qwen3-VL-4B or 8B replace the Qwen3-VL-32B text encoder of MiniMax H3.**
+
+**15.0 GB → 4.6 GB**, with no change to the diffusion model, the VAEs or the sampler.
+
+This release is not about a new architecture. It is about finally knowing **how good these things are**, because the previous numbers could not tell me. This card is mostly the measurement, and the measurement changed three of my own conclusions.
+
+Requires the custom node: **[github.com/nicolab28/ComfyUI-ClipProj](https://github.com/nicolab28/ComfyUI-ClipProj)**
+
+---
+
+## Read this before the tables: these are metrics, not verdicts
+
+**I do not speak these eleven languages.** I cannot tell you whether a render sounds right, and I have not
+asked anyone who can. No native speaker has listened to any of the 297 speech renders on this page.
+
+So nothing below is a judgement of quality. Every figure is a **distance between two automatic
+transcriptions** — what one machine wrote down from the reference, against what it wrote down from the
+projection. That is all it is, and it is worth being explicit about what that does and does not capture:
+
+**What the numbers do capture.** Whether the same words and the same sounds come out. Two instruments are
+used precisely because each is wrong in a known direction: **Whisper** has a language model inside and
+corrects a slurred word into the most probable real one, so it *under*-reports pronunciation defects — a
+lower bound. **ZIPA** has no lexical decoder at all and counts every shift in realisation as an error, so
+it *over*-reports — an upper bound. What a listener would notice lies between them, and neither number
+alone is the answer.
+
+**What they do not capture.** Prosody, rhythm, timbre, naturalness — everything that makes speech sound
+native rather than merely correct. A render scoring 98.8 here could still sound foreign to someone who
+speaks the language. These metrics cannot see that, and neither can I.
+
+**So read a score as "close to the 32B, according to this instrument"** — never as "good". If you speak
+one of these languages, your ear outranks every table below, and I would genuinely like to hear what it
+tells you.
+
+---
+
+## What changed in v3.1: giving every script its share
+
+v3 was calibrated on a corpus that was overwhelmingly English, with the other languages bolted on
+afterwards as a top-up. v3.1 **adds text and tagged prompts until every writing system carries roughly
+comparable weight** — English excepted, because the prompt format itself is English: the sections, the
+tags and the descriptions are all written in it, so it stays the majority no matter what.
+
+Measured share of the v3.1 corpus:
+
+| Script | Languages | Tagged prompts | Raw text | Share |
+|---|---|---|---|---|
+| Latin — base | English (+ image lots) | *the original corpus* | — | **61.5 %** |
+| Han | zh | ✓ | ✓ | 13.5 % |
+| Hangul | ko | ✓ | ✓ | 6.6 % |
+| Latin, accented | fr | ✓ | ✓ | 6.3 % |
+| Arabic | ar | ✓ | ✓ **(new)** | 4.1 % |
+| Latin | es, de, it, pt | ✓ | — | 1.3 % each |
+| Cyrillic | ru | ✓ | — | 1.3 % |
+
+The rule behind those numbers: **a script that inherits nothing from Latin needs raw text**; a Latin
+script only needs tagged prompts, because the alphabet is already covered and roughly 250 tags are
+enough to attach a language to it. That is why Chinese, Korean and French carry raw lots and Spanish
+does not.
+
+**The one genuinely new lot is raw Arabic** — 550 000 characters. Arabic was the last non-Latin script
+still living on tagged prompts alone.
+
+The training itself was also restarted from scratch rather than topped up. A network keeps the order it
+learned in: whatever comes last weighs more, and lowering the learning rate on a top-up run does not
+remove that imbalance, it only arbitrates between preserving what was acquired and correcting it. Same
+architecture and same hyper-parameters as v3 — `hidden 32768`, `depth 1`, `tap 24`, `lr 1e-3`, no linear
+path — so what the benchmark below compares is the corpus, not the recipe.
+
+### What it buys
+
+Phoneme errors against the 32B, averaged over the four files of each generation, the three seeds and
+compared against the threshold:
+
+| | threshold | v3 | **v3.1** | |
+|---|---|---|---|---|
+| es | 0.0 | 1.9 | **0.5** | −74 % |
+| de | 2.7 | 9.8 | **3.6** | −64 % |
+| fr | 4.0 | 8.2 | **3.0** | −64 % |
+| it | 2.3 | 4.2 | **1.6** | −63 % |
+| ru | 10.7 | 21.5 | **13.6** | −37 % |
+| ar | 6.3 | 11.1 | **7.6** | −32 % |
+| zh | 3.3 | 3.0 | **2.2** | −25 % |
+| ja | 6.7 | 7.5 | **6.4** | −14 % |
+| ko | 11.3 | 12.8 | **11.5** | −10 % |
+| pt | 17.0 | 25.1 | **24.1** | −4 % |
+| en | 0.0 | **0.2** | 0.5 | +0.3 |
+| **mean** | 5.8 | **9.6** | **6.8** | **−29 %** |
+
+The European languages, which v3 only ever saw as a top-up, gain 60 to 74 %. Arabic gains 32 %, which is
+where the new raw-text lot shows up. Russian gains 37 %.
+
+**Raw text does not predict the outcome.** Rapported to each language's own threshold, the two groups
+overlap completely:
+
+| | script | raw text | threshold | v3 | v3.1 | × threshold |
+|---|---|---|---|---|---|---|
+| zh | Han | ✓ | 3.3 | 3.0 | 2.2 | **0.67** |
+| it | Latin | — | 2.3 | 4.2 | 1.6 | **0.68** |
+| fr | Latin | ✓ | 4.0 | 8.2 | 3.0 | 0.75 |
+| ja | Kana/Kanji | — | 6.7 | 7.5 | 6.4 | 0.96 |
+| ko | Hangul | ✓ | 11.3 | 12.8 | 11.5 | 1.01 |
+| ar | Arabic | ✓ | 6.3 | 11.1 | 7.6 | 1.20 |
+| ru | Cyrillic | — | 10.7 | 21.5 | 13.6 | 1.27 |
+| de | Latin | — | 2.7 | 9.8 | 3.6 | 1.34 |
+| pt | Latin | — | 17.0 | 25.1 | 24.1 | 1.42 |
+
+Languages with a raw lot run 0.67 to 1.20; languages without run 0.68 to 1.42. Italian, with tagged
+prompts only, lands second best overall.
+
+**Russian is the clearest case.** It is the only non-Latin script here with no raw text and nothing to
+inherit — Japanese borrows kanji from the Chinese lots, Latin scripts borrow the alphabet from English —
+and it still gains **37 %** between v3 and v3.1 on tagged prompts alone, finishing ahead of German and
+Portuguese, which are Latin. The rule written in the build scripts — *250 tags are enough once the
+alphabet is covered* — evidently extends to Cyrillic, which the Qwen3-VL tokenizer covers natively.
+
+So raw text is what an **unseen script** needs, not what a language needs. Where a script is already in
+the tokenizer's reach, tags carry it.
+
+**English pays for it, and the bill is half a phoneme out of 77.** That is the whole cost of rebalancing:
+v3 was 0.2 errors, v3.1 is 0.5, both far below anything audible and below what a single seed resolves.
+Portuguese barely moves, but nothing moves in Portuguese — the reference itself scatters by 17 there.
+
+The net effect is a change of category rather than a better score. v3 sits at **1.46 to 1.77 times** the
+threshold; v3.1 sits at **1.09 to 1.20**. From measurably worse than a seed change, to indistinguishable
+from one.
+
+---
+
+## The problem with every number I published before
+
+A cosine of 0.79, or "23 character errors out of 869" — neither has a scale. Is 23 good? Compared to what? Zero errors is not the right target either, because **the 32B does not reproduce itself**. Change nothing but the seed and it re-pronounces the sentence differently.
+
+So the reference is not perfection. It is the 32B compared to itself, same prompt, different seed:
+
+| | 32B against itself |
+|---|---|
+| Speech | **5.8 phonemes out of 75** (7.8 %) |
+| Image | **0.9552** SigLIP2 cosine (floor: 0.5313) |
+
+That gap is the unit. Everything below is normalised so that **32B = 100**:
+
+- **100** — swapping the encoder moves the output as much as changing the seed
+- **above 100** — it moves it less
+- **below 100** — it moves it more
+
+Below that threshold you are no longer measuring the projection. You are measuring the generator.
+
+---
+
+## Files
+
+Put them in `ComfyUI/models/clip_projections/`.
+
+| File | Encoder | Head | Size | Encoder + projection |
+|---|---|---|---|---|
+| `mmh3-4b-ClipProj-v3.1` | any Qwen3-VL-4B | ridge | 26 MB | **4.6 GB** |
+| `mmh3-4b-ClipProj-v3.1-mlp` | any Qwen3-VL-4B | ridge + residual | 481 MB | 5.1 GB |
+| `mmh3-8b-ClipProj-v3.1` | any Qwen3-VL-8B | ridge | 41 MB | 9.6 GB |
+| `mmh3-8b-ClipProj-v3.1-mlp` | any Qwen3-VL-8B | ridge + residual | 577 MB | 10.1 GB |
+
+The 8B matrices expect 4096 input dimensions instead of 2560; the node checks the width and refuses a mismatch.
+
+---
+
+## The benchmark
+
+Nothing here is a single render. Every figure comes from **three seeds — 42, 100 000 and 100 000 000** — chosen far apart so no one can suspect they are correlated.
+
+| | volume |
+|---|---|
+| Speech | 297 renders — 9 conditionings × 11 languages × 3 seeds |
+| Image | 405 renders — 9 conditionings × 15 prompts × 3 seeds |
+
+**Speech** is scored in phonemes, by [ZIPA-CR-large](https://huggingface.co/anyspeech/zipa-large-crctc-ns-800k) (88 languages, no lexical decoder — it will not silently repair a botched syllable into a real word), against the 32B **of the same seed**. Distances are Levenshtein throughout.
+
+**Image** is scored by SigLIP2 so400m, both against the 32B's render and against the prompt itself — on that second axis the 32B is just one column among nine.
+
+Languages: en, fr, es, de, it, pt, ru, ar, zh, ja, ko.
+
+---
+
+## Results
+
+| Conditioning | Speech | ± | Image | Prompt |
+|---|---|---|---|---|
+| **32B** *(reference)* | **100.0** | — | **100.0** | **100.0** |
+| `8b-ClipProj-v3.1` | **98.8** | ±1.4 | 100.0 | 100.4 |
+| `8b-ClipProj-v3.1-mlp` | 98.2 | ±1.2 | 101.4 | **102.3** |
+| `4b-ClipProj-v3.1` | 97.9 | ±1.0 | 100.1 | 99.4 |
+| `4b-ClipProj-v3.1-mlp` | 97.8 | ±1.1 | 100.9 | 100.3 |
+| *v3 ridge / mlp, 4B and 8B* | *93.2 – 95.6* | | *99.4 – 102.4* | *99.0 – 100.7* |
+
+`±` is the spread of the score across the three seeds. **Two models separated by less than that are not separated at all.**
+
+### The raw counts behind the speech score
+
+Three metrics, three units, never added together. **PER** counts phonemes over three seeds on the current
+protocol; **WER** and **CER** count words and characters as Whisper hears them, single-seed on the earlier
+0.3 MP protocol. They are listed side by side because they disagree in useful ways — see the language
+breakdown below.
+
+| | **PER** (3 seeds) | | **WER** (1 seed) | **CER** (1 seed) |
+|---|---|---|---|---|
+| **32B** *(reference)* | **0 / 2469** | — | 6 / 174 | 6 / 869 |
+| *32B against itself* | *~193 / 2469* | *7.8 %* | — | — |
+| `8b-v3.1` | **211 / 2469** | 8.5 % | **10 / 174** | **14 / 869** |
+| `8b-v3.1-mlp` | 222 / 2469 | 9.0 % | 15 / 174 | 28 / 869 |
+| `4b-v3.1-mlp` | 230 / 2469 | 9.3 % | 13 / 174 | 23 / 869 |
+| `4b-v3.1` | 232 / 2469 | 9.4 % | 15 / 174 | 30 / 869 |
+| `4b-v3-mlp` | 281 / 2469 | 11.4 % | 18 / 174 | 32 / 869 |
+| `8b-v3-mlp` | 317 / 2469 | 12.8 % | 17 / 174 | 29 / 869 |
+| `8b-v3` | 326 / 2469 | 13.2 % | 23 / 174 | 46 / 869 |
+| `4b-v3` | 341 / 2469 | 13.8 % | 19 / 174 | 36 / 869 |
+
+The 32B scores 0 on PER by construction — it *is* the reference. The row below it is the meaningful one:
+compared to **itself** on another seed it drifts by about 7.8 %, and the four v3.1 files sit at 8.5 to
+9.4 %. The v3 files sit at 11.4 to 13.8 %, clear of that band.
+
+WER and CER rank the files in nearly the same order, which is the point of quoting both: `8b-v3.1` leads
+all three metrics, and no v3 file beats any v3.1 file on any of them.
+
+### Why some scores exceed 100 — and why that is not "better than the 32B"
+
+The two image columns do not share a reference, and neither exceedance means what it looks like.
+
+**Prompt.** This axis is `cos(image embedding, prompt embedding)`. The 32B is **not** the reference here —
+it is one column among nine, and its value is set to 100 only to give the scale a fixed point. Nothing
+requires it to be the best, and it demonstrably is not: on the prompt asking for a loaf **cut in two**, it
+renders a single piece on two seeds out of three. A projection that follows the description more closely
+earns a higher cosine, legitimately.
+
+**Image.** Here 100 *is* the 32B against itself, but the comparison is asymmetric: the threshold pits
+`32B(seed 42)` against `32B(seed 7391)` — two different draws — while a projection is compared to
+`32B(seed 42)`, the **same** draw. It plays with its reference's seed, so the draw noise is removed on its
+side. A score of 101.4 says only *closer to that 32B render than two 32B renders are to each other*.
+
+**And none of it is significant.** The nine models span 0.0048 of cosine on the prompt axis, against a
+within-model standard deviation of 0.024 to 0.029 — five times larger. The paired test over 45 cases calls
+all eight projections indistinguishable from the 32B, including the one at 102.3. The +2.3 % is real as a
+measurement and void as a result.
+
+### What actually separates
+
+**The corpus, not the size and not the head.** All four v3.1 land within one point of each other — 97.8 to 98.8 — while ranging from 4.6 to 10.1 GB. All four v3 sit a clear notch below, 93.2 to 95.6, at identical sizes. A 4B v3.1 beats an 8B v3 by four points while weighing half as much.
+
+**Nothing separates in image.** All nine conditionings, v3 included, are at or above the threshold: 99.4 to 102.4. Swapping the 32B for a 4B changes the picture **less than changing the seed does**. On this axis the 32B is not a ceiling — `8b-v3.1-mlp` scores 102.3 for prompt fidelity, and on one prompt asking for a loaf cut in two, the 32B rendered a single piece on two seeds out of three while the 8B ridge rendered two on all three.
+
+**4B against 8B does not separate on general pronunciation.** 97.8 against 98.8, for a seed-to-seed spread of ±1.0 to ±1.4. If you need one number: they are the same.
+
+**Ridge against MLP does not separate either.** The residual buys nothing measurable in speech. It shows up in image prompt fidelity — 102.3 against 100.4 on the 8B — but that axis has its own noise and I would not choose a file on it.
+
+### The image measurements in full
+
+Two independent SigLIP2 so400m readings over the same 405 renders. First, resemblance to the 32B's own render, same prompt and same seed — 45 cases per model:
+
+| | cosine | std. dev. | % of threshold | worst prompt |
+|---|---|---|---|---|
+| **32B against itself** | **0.9552** | — | **100.0** | — |
+| `8b-v3-mlp` | 0.9653 | 0.0328 | 102.4 | 0.8804 |
+| `8b-v3.1-mlp` | 0.9612 | 0.0363 | 101.4 | 0.8808 |
+| `8b-v3` | 0.9594 | 0.0350 | 101.0 | 0.8910 |
+| `4b-v3.1-mlp` | 0.9590 | 0.0321 | 100.9 | 0.9038 |
+| `4b-v3-mlp` | 0.9588 | 0.0408 | 100.8 | 0.8989 |
+| `4b-v3.1` | 0.9557 | 0.0445 | 100.1 | 0.8766 |
+| `8b-v3.1` | 0.9552 | 0.0448 | 100.0 | 0.8893 |
+| `4b-v3` | 0.9528 | 0.0423 | 99.4 | 0.8861 |
+
+*Floor: 0.5313 — two 32B renders sharing no content at all still score that, on style and generator artefacts alone.*
+
+**The standard deviation settles it.** It runs 0.032 to 0.045, while the entire spread from best to worst model is 0.0125. The scatter within one model is three to four times the gap between models. Nothing here is a ranking.
+
+Second, fidelity to the written prompt — an axis where the 32B is one column among nine rather than the reference:
+
+| | cosine | std. dev. | base 100 |
+|---|---|---|---|
+| `8b-v3.1-mlp` | 0.1504 | 0.0252 | **102.3** |
+| `4b-v3-mlp` | 0.1481 | 0.0275 | 100.7 |
+| `8b-v3.1` | 0.1477 | 0.0290 | 100.4 |
+| `4b-v3.1-mlp` | 0.1475 | 0.0249 | 100.3 |
+| **32B** | 0.1471 | 0.0245 | **100.0** |
+| `4b-v3.1` | 0.1462 | 0.0272 | 99.4 |
+| `8b-v3` | 0.1460 | 0.0267 | 99.3 |
+| `8b-v3-mlp` | 0.1458 | 0.0236 | 99.2 |
+| `4b-v3` | 0.1456 | 0.0268 | 99.0 |
+
+*Floor: −0.0293 — one scene's image against another scene's prompt.*
+
+Same verdict, and harder: the spread across all nine models is 0.0048 for a standard deviation of 0.024 to 0.029, **five times larger**. Four models sit above the 32B and four below, in an order that carries no information.
+
+The two image axes do not even agree with each other: `8b-v3-mlp` tops the resemblance table and sits second from last on prompt fidelity. Imitating the 32B and following the prompt are not the same objective — the 32B itself misses prompts.
+
+---
+
+## What counts as an error
+
+One error is **one phoneme inserted, deleted or substituted** relative to what the 32B pronounced — same prompt, same seed. Levenshtein distance, nothing weighted, nothing forgiven.
+
+There is no dictionary in the loop. ZIPA transcribes sound to IPA and has no lexical decoder, so it will not quietly repair a botched syllable into a real word the way a speech-to-text engine would. What it writes down is what came out of the speaker.
+
+Concretely, on the French line *"la lumière de Marseille"*, seed 42 — the phonemes following `d ɛ` ("de"):
+
+| | | heard as | errors on the line |
+|---|---|---|---|
+| **32B** | `m a ʀ s ɛ j` | *Marseille* | — |
+| `8b-v3.1` | `m a ʀ s ɛ j` | *Marseille* | 4 / 71 |
+| `4b-v3.1` | `m a ʀ s ɛ ʀ ɛ` | *"marcerre"* | 5 / 71 |
+| `4b-v3` | `m a z ɛ ʀ` | *"mazer"* | 8 / 71 |
+
+Note how little the toponym costs: `4b-v3.1` botches the name outright and pays **one** phoneme more than `8b-v3.1` over the whole sentence. That is exactly why the aggregate scores cannot settle the proper-noun question, and why it gets its own section below rather than a place in the ranking.
+
+## Per language, because the average hides everything
+
+Errors are counted against the 32B **of the same seed**, averaged over the three seeds. The first two columns are the yardstick: how long the reference is, and how much the 32B differs from *itself*.
+
+| | length | **threshold** | `8b-v3.1` | `8b-v3.1-mlp` | `4b-v3.1` | `4b-v3.1-mlp` |
+|---|---|---|---|---|---|---|
+| en | 77 | **0.0** | 0.7 | 0.7 | 0.7 | 0.0 |
+| es | 62 | **0.0** | 1.3 | 0.0 | 0.7 | 0.0 |
+| de | 97 | 2.7 | 3.0 | 5.0 | 3.7 | 2.7 |
+| it | 62 | 2.3 | 0.7 | 0.3 | 4.3 | 1.0 |
+| zh | 85 | 3.3 | 3.3 | 1.0 | 2.7 | 2.0 |
+| fr | 70 | 4.0 | 1.7 | 1.3 | 5.0 | 4.0 |
+| ar | 94 | 6.3 | 5.7 | 4.7 | 7.7 | 12.3 |
+| ja | 73 | 6.7 | 6.3 | 6.7 | 5.7 | 7.0 |
+| ru | 77 | 10.7 | 14.0 | 16.3 | 14.0 | 10.0 |
+| ko | 64 | 11.3 | 11.0 | 15.0 | 10.7 | 9.3 |
+| pt | 62 | **17.0** | 22.7 | 23.0 | 22.3 | 28.3 |
+
+Read it against the threshold column, never in absolute terms:
+
+- **English and Spanish** — the 32B repeats itself phoneme for phoneme. There, a single phoneme of drift is real signal, and all four files stay within one.
+- **French, Italian, Chinese, Arabic, Japanese** — the projections are *at or below* the 32B's own variance. In French both 8B files land at 1.7 and 1.3 against a threshold of 4.0: closer to the 32B than the 32B is to itself.
+- **Portuguese, Russian and Korean** carry thresholds of 17.0, 10.7 and 11.3 — the reference rewrites a large share of its own pronunciation between seeds. Any single-seed comparison there was measuring the dice.
+
+### Where the phoneme metric misleads, and the cross-check that catches it
+
+A high threshold does not mean the speech is bad. It means **the phoneme transcriber cannot hold that
+language still.** Cross-checking against Whisper, which reads words rather than sounds, on the same
+renders:
+
+| | ZIPA threshold | ZIPA v3.1 | × threshold | **Whisper, 32B** | **Whisper, v3.1** |
+|---|---|---|---|---|---|
+| pt | 17.0 | 24.1 | **1.42** | **0 / 88** | **1.8 / 88** |
+| ru | 10.7 | 13.6 | 1.27 | **0 / 85** | 2.8 / 85 |
+| ko | 11.3 | 11.5 | 1.01 | 2 / 85 | 3.2 / 85 |
+| ja | 6.7 | 6.4 | 0.96 | 2 / 39 | 5.2 / 39 |
+| zh | 3.3 | 2.2 | 0.67 | 2 / 31 | 3.5 / 31 |
+
+**Portuguese is the worst language by phoneme and one of the best by word** — zero character errors for
+the 32B, 2 % for the v3.1 files. Russian likewise: Whisper transcribes the 32B and two of the projections
+word for word.
+
+The cause is exactly what makes ZIPA useful elsewhere: it has no lexical decoder. European Portuguese
+elides and reduces its vowels, Russian has vowel reduction under stress shift — the phonetic realisation
+moves from one draw to the next while the word does not. ZIPA counts every allophonic variation as an
+error; Whisper, which recognises the word, sees none. In Japanese and Chinese the bias runs the other
+way: Whisper is harsher, because one missed ideogram weighs heavily on 31 characters.
+
+**Neither metric is sufficient alone.** Where the ZIPA threshold is high, read the word column.
+(Whisper figures are single-seed, on the earlier 0.3 MP protocol.)
+
+---
+
+## The 32B is one of the least stable models here
+
+Distance between two renders of the **same** model, seed changed, nothing else:
+
+| | against itself | against the 32B |
+|---|---|---|
+| `4b-v3.1` | **3.6** | 7.0 |
+| `4b-v3.1-mlp` | 4.0 | 7.0 |
+| `8b-v3.1` | 4.1 | 6.4 |
+| `8b-v3.1-mlp` | 4.7 | 6.7 |
+| **32B** | **5.8** | — |
+
+The projections repeat themselves *better* than the model they imitate.
+
+**And the gap to the 32B is reproducible, not random.** Each projection sits far closer to itself (3.6–4.7) than to the 32B (6.4–7.0). If swapping the encoder merely added randomness, those two columns would match. They do not — each file redoes the same offset on every seed.
+
+**It is not an accent either.** An accent would mean one phoneme consistently rendered as another. Counting the actual substitutions says otherwise:
+
+| | substitutions | covered by recurring patterns |
+|---|---|---|
+| **32B against itself** | **103** | ɑ→a ×10, ɾ→r ×6, ʒ→ʐ ×5 |
+| `8b-v3.1` | **103** | 4 % — one pattern |
+| `4b-v3.1` | 114 | **0 %** |
+| `8b-v3.1-mlp` | 115 | 8 % |
+| `4b-v3.1-mlp` | 125 | **0 %** |
+| the four v3 files | 153–196 | 2–13 % |
+
+The v3.1 files produce **as many substitutions as the 32B inflicts on itself** — 103 to 125 against 103 — and almost none of them form a repeating pattern. The offset is reproducible but scattered across many different sounds rather than concentrated into a signature. Ironically the clearest patterns belong to the 32B itself, between its own seeds, where they are ordinary allophonic variation.
+
+The v3 files produce 1.5 to 2 times as many.
+
+None of which tells you what it *sounds* like. A native speaker might well hear something none of these counts describe.
+
+---
+
+## One word, one language
+
+The French prompt says *"la lumière de **Marseille**"*. Six phonemes out of seventy — the error rate drowns them, the ear does not:
+
+| | seed 42 | seed 100 k | seed 100 M |
+|---|---|---|---|
+| 32B | ✓ | ✓ | ✓ |
+| `8b-v3.1` | ✓ | ✓ | ✓ |
+| `8b-v3.1-mlp` | ✓ | ✓ | ✓ |
+| `4b-v3.1-mlp` | ✗ | ✗ | ✓ |
+| `4b-v3.1` | ✗ | ✗ | ✗ |
+
+Treat this for what it is: **one proper noun, in one of eleven languages, on three seeds.** It is not a ranking criterion and the aggregate scores already say 4B and 8B are equivalent. It is a hint that the two sizes may diverge on rare lexical items even where they agree on everything else — consistent with quantisation costing facts, which was already known. If your prompts lean on proper nouns, test both before deciding.
+
+---
+
+## Which one to take
+
+| If you | Take |
+|---|---|
+| generate images or video without speech | **`4b-ClipProj-v3.1`** — 4.6 GB, indistinguishable from the 32B |
+| are tight on VRAM | **`4b-ClipProj-v3.1`** — the ridge is 26 MB and gives up nothing measurable |
+| generate multilingual speech | **`8b-ClipProj-v3.1`** — best speech score, and steady on proper nouns |
+| rely on named people or places | **`8b-ClipProj-v3.1`**, and run the 32B once to check the name works there at all |
+
+Do not take a v3: it is the only difference this benchmark resolves cleanly.
+
+---
+
+## How the speech benchmark got affordable
+
+The old protocol rendered full 0.3 MP video and threw the picture away. Measured, same prompt and seed:
+
+| | time |
+|---|---|
+| 0.3 MP video + audio + previews *(old)* | 80.3 s |
+| same, video VAE and previews removed | 48.7 s |
+| **64×64, 8 steps, audio only** | **12.4 s** |
+
+Verified lossless before adopting: **+0.2 dB** across every octave band and **1 phoneme out of 70** for dropping the video decode; 64×64 costs 3 phonemes out of 70 against the full-resolution render.
+
+**128×128 was rejected** — it truncates the start of the sentence, exactly the same eight phonemes at 6 steps and at 8. 64×64 does not. Counter-intuitive, reproducible, and the reason the whole benchmark runs at the smaller size.
+
+That is what made three seeds across 297 renders possible at all: 31 minutes on two cards instead of six and a half hours.
+
+---
+
+## Limitations
+
+**Three seeds fix the order of magnitude of the noise, not its tail.** Any gap under one point of score is not a result.
+
+**The cosine is blind to countable attributes.** A whole loaf and a halved loaf, same crust, same paper, same light, give the same vector to the fourth decimal. Image equivalence here means *global appearance*, not attribute-by-attribute conformity.
+
+**Speech quality is deliberately poor.** Six to eight steps gives a tinny, canned sound — identically for the 32B, with the same 19 dB dip between 1 and 3 kHz. The benchmark measures **correctness of pronunciation, not fidelity of reproduction**.
+
+**The phoneme metric is unreliable in Portuguese, Russian and Korean** — not the speech itself. The
+reference drifts by 17.0, 10.7 and 11.3 phonemes there between seeds, while Whisper transcribes the same
+renders with zero to three character errors. Read the word column in those languages.
+
+**Quantisation costs facts.** Known before, still true, and the most likely explanation for the proper-noun gap.
+
+---
+
+## Licence and responsibility
+
+MIT, like the node. These matrices are derived from the activations of both models and their legal status is unclear; they are provided as-is, for research.
+
+- **Qwen3-VL** — Alibaba, Apache 2.0.
+- **MiniMax H3** — custom licence, read it before any commercial use.
+
+Not affiliated with, endorsed by, or connected to Alibaba / Qwen, MiniMax, or Comfy Org. You remain responsible for what you generate.
+
+---
+
+## Credits
+
+Vibe-coded with **Anthropic Claude Code (Opus 5)**. Every number here was measured on this hardware, never estimated. Where a prediction lost to a measurement, the measurement won and the text was rewritten — which happened three times in this release, the largest being a single-seed ranking of the v3.1 files that dissolved entirely once the threshold was known.
diff --git a/bench3.1/mesures/image-3-seeds.csv b/bench3.1/mesures/image-3-seeds.csv
new file mode 100644
index 0000000000000000000000000000000000000000..9671446e5a8bca814ac5546115d6baf22a43007f
--- /dev/null
+++ b/bench3.1/mesures/image-3-seeds.csv
@@ -0,0 +1,406 @@
+scene,graine,projection,cos_32b,cos_prompt,fichier
+p01,s20268,32b,1.0000,0.1185,h3_32b_p01-s20268_00001_.png
+p01,s20268,4b-v3,0.8781,0.1165,h3_4b-v3_p01-s20268_00001_.png
+p01,s20268,4b-v3-mlp,0.9873,0.1187,h3_4b-v3-mlp_p01-s20268_00001_.png
+p01,s20268,4b-v3.1,0.9888,0.1207,h3_4b-v3.1_p01-s20268_00001_.png
+p01,s20268,4b-v3.1-mlp,0.9875,0.1213,h3_4b-v3.1-mlp_p01-s20268_00001_.png
+p01,s20268,8b-v3,0.9924,0.1234,h3_8b-v3_p01-s20268_00001_.png
+p01,s20268,8b-v3-mlp,0.9893,0.1231,h3_8b-v3-mlp_p01-s20268_00001_.png
+p01,s20268,8b-v3.1,0.9601,0.1600,h3_8b-v3.1_p01-s20268_00001_.png
+p01,s20268,8b-v3.1-mlp,0.9934,0.1204,h3_8b-v3.1-mlp_p01-s20268_00001_.png
+p01,s42,32b,1.0000,0.1306,h3_32b_p01_00001_.png
+p01,s42,4b-v3,0.9649,0.1403,h3_4b-v3_p01_00001_.png
+p01,s42,4b-v3-mlp,0.9608,0.1538,h3_4b-v3-mlp_p01_00001_.png
+p01,s42,4b-v3.1,0.9628,0.1584,h3_4b-v3.1_p01_00001_.png
+p01,s42,4b-v3.1-mlp,0.9641,0.1351,h3_4b-v3.1-mlp_p01_00001_.png
+p01,s42,8b-v3,0.9637,0.1423,h3_8b-v3_p01_00001_.png
+p01,s42,8b-v3-mlp,0.9608,0.1404,h3_8b-v3-mlp_p01_00001_.png
+p01,s42,8b-v3.1,0.9568,0.1555,h3_8b-v3.1_p01_00001_.png
+p01,s42,8b-v3.1-mlp,0.9860,0.1350,h3_8b-v3.1-mlp_p01_00001_.png
+p01,s7391,32b,1.0000,0.1611,h3_32b_p01-s7391_00001_.png
+p01,s7391,4b-v3,0.9582,0.1263,h3_4b-v3_p01-s7391_00001_.png
+p01,s7391,4b-v3-mlp,0.9809,0.1656,h3_4b-v3-mlp_p01-s7391_00001_.png
+p01,s7391,4b-v3.1,0.9328,0.1331,h3_4b-v3.1_p01-s7391_00001_.png
+p01,s7391,4b-v3.1-mlp,0.9739,0.1504,h3_4b-v3.1-mlp_p01-s7391_00001_.png
+p01,s7391,8b-v3,0.9715,0.1456,h3_8b-v3_p01-s7391_00001_.png
+p01,s7391,8b-v3-mlp,0.9644,0.1492,h3_8b-v3-mlp_p01-s7391_00001_.png
+p01,s7391,8b-v3.1,0.9497,0.1486,h3_8b-v3.1_p01-s7391_00001_.png
+p01,s7391,8b-v3.1-mlp,0.9790,0.1666,h3_8b-v3.1-mlp_p01-s7391_00001_.png
+p02,s20268,32b,1.0000,0.1376,h3_32b_p02-s20268_00001_.png
+p02,s20268,4b-v3,0.8773,0.1693,h3_4b-v3_p02-s20268_00001_.png
+p02,s20268,4b-v3-mlp,0.8080,0.1686,h3_4b-v3-mlp_p02-s20268_00001_.png
+p02,s20268,4b-v3.1,0.8589,0.1816,h3_4b-v3.1_p02-s20268_00001_.png
+p02,s20268,4b-v3.1-mlp,0.8971,0.1601,h3_4b-v3.1-mlp_p02-s20268_00001_.png
+p02,s20268,8b-v3,0.9116,0.1520,h3_8b-v3_p02-s20268_00001_.png
+p02,s20268,8b-v3-mlp,0.9524,0.1480,h3_8b-v3-mlp_p02-s20268_00001_.png
+p02,s20268,8b-v3.1,0.8765,0.1801,h3_8b-v3.1_p02-s20268_00001_.png
+p02,s20268,8b-v3.1-mlp,0.9553,0.1518,h3_8b-v3.1-mlp_p02-s20268_00001_.png
+p02,s42,32b,1.0000,0.1613,h3_32b_p02_00001_.png
+p02,s42,4b-v3,0.9282,0.1917,h3_4b-v3_p02_00001_.png
+p02,s42,4b-v3-mlp,0.9446,0.1919,h3_4b-v3-mlp_p02_00001_.png
+p02,s42,4b-v3.1,0.9537,0.1791,h3_4b-v3.1_p02_00001_.png
+p02,s42,4b-v3.1-mlp,0.9008,0.1925,h3_4b-v3.1-mlp_p02_00001_.png
+p02,s42,8b-v3,0.9506,0.1846,h3_8b-v3_p02_00001_.png
+p02,s42,8b-v3-mlp,0.9231,0.1641,h3_8b-v3-mlp_p02_00001_.png
+p02,s42,8b-v3.1,0.9295,0.1710,h3_8b-v3.1_p02_00001_.png
+p02,s42,8b-v3.1-mlp,0.9475,0.1901,h3_8b-v3.1-mlp_p02_00001_.png
+p02,s7391,32b,1.0000,0.1539,h3_32b_p02-s7391_00001_.png
+p02,s7391,4b-v3,0.9207,0.1738,h3_4b-v3_p02-s7391_00001_.png
+p02,s7391,4b-v3-mlp,0.9442,0.1778,h3_4b-v3-mlp_p02-s7391_00001_.png
+p02,s7391,4b-v3.1,0.9287,0.1682,h3_4b-v3.1_p02-s7391_00001_.png
+p02,s7391,4b-v3.1-mlp,0.9302,0.1632,h3_4b-v3.1-mlp_p02-s7391_00001_.png
+p02,s7391,8b-v3,0.9133,0.1803,h3_8b-v3_p02-s7391_00001_.png
+p02,s7391,8b-v3-mlp,0.9429,0.1662,h3_8b-v3-mlp_p02-s7391_00001_.png
+p02,s7391,8b-v3.1,0.9277,0.1704,h3_8b-v3.1_p02-s7391_00001_.png
+p02,s7391,8b-v3.1-mlp,0.9275,0.1619,h3_8b-v3.1-mlp_p02-s7391_00001_.png
+p03,s20268,32b,1.0000,0.1563,h3_32b_p03-s20268_00001_.png
+p03,s20268,4b-v3,0.9922,0.1517,h3_4b-v3_p03-s20268_00001_.png
+p03,s20268,4b-v3-mlp,0.9961,0.1519,h3_4b-v3-mlp_p03-s20268_00001_.png
+p03,s20268,4b-v3.1,0.9900,0.1515,h3_4b-v3.1_p03-s20268_00001_.png
+p03,s20268,4b-v3.1-mlp,0.9926,0.1510,h3_4b-v3.1-mlp_p03-s20268_00001_.png
+p03,s20268,8b-v3,0.9843,0.1486,h3_8b-v3_p03-s20268_00001_.png
+p03,s20268,8b-v3-mlp,0.9898,0.1521,h3_8b-v3-mlp_p03-s20268_00001_.png
+p03,s20268,8b-v3.1,0.9881,0.1521,h3_8b-v3.1_p03-s20268_00001_.png
+p03,s20268,8b-v3.1-mlp,0.9931,0.1532,h3_8b-v3.1-mlp_p03-s20268_00001_.png
+p03,s42,32b,1.0000,0.1543,h3_32b_p03_00001_.png
+p03,s42,4b-v3,0.9955,0.1554,h3_4b-v3_p03_00001_.png
+p03,s42,4b-v3-mlp,0.9893,0.1507,h3_4b-v3-mlp_p03_00001_.png
+p03,s42,4b-v3.1,0.9937,0.1543,h3_4b-v3.1_p03_00001_.png
+p03,s42,4b-v3.1-mlp,0.9919,0.1518,h3_4b-v3.1-mlp_p03_00001_.png
+p03,s42,8b-v3,0.9886,0.1465,h3_8b-v3_p03_00001_.png
+p03,s42,8b-v3-mlp,0.9955,0.1524,h3_8b-v3-mlp_p03_00001_.png
+p03,s42,8b-v3.1,0.9878,0.1428,h3_8b-v3.1_p03_00001_.png
+p03,s42,8b-v3.1-mlp,0.9930,0.1503,h3_8b-v3.1-mlp_p03_00001_.png
+p03,s7391,32b,1.0000,0.1480,h3_32b_p03-s7391_00001_.png
+p03,s7391,4b-v3,0.9943,0.1451,h3_4b-v3_p03-s7391_00001_.png
+p03,s7391,4b-v3-mlp,0.9962,0.1450,h3_4b-v3-mlp_p03-s7391_00001_.png
+p03,s7391,4b-v3.1,0.9931,0.1443,h3_4b-v3.1_p03-s7391_00001_.png
+p03,s7391,4b-v3.1-mlp,0.9966,0.1458,h3_4b-v3.1-mlp_p03-s7391_00001_.png
+p03,s7391,8b-v3,0.9819,0.1451,h3_8b-v3_p03-s7391_00001_.png
+p03,s7391,8b-v3-mlp,0.9945,0.1473,h3_8b-v3-mlp_p03-s7391_00001_.png
+p03,s7391,8b-v3.1,0.9827,0.1416,h3_8b-v3.1_p03-s7391_00001_.png
+p03,s7391,8b-v3.1-mlp,0.9943,0.1475,h3_8b-v3.1-mlp_p03-s7391_00001_.png
+p04,s20268,32b,1.0000,0.1959,h3_32b_p04-s20268_00001_.png
+p04,s20268,4b-v3,0.9651,0.2008,h3_4b-v3_p04-s20268_00001_.png
+p04,s20268,4b-v3-mlp,0.9789,0.1990,h3_4b-v3-mlp_p04-s20268_00001_.png
+p04,s20268,4b-v3.1,0.9782,0.1968,h3_4b-v3.1_p04-s20268_00001_.png
+p04,s20268,4b-v3.1-mlp,0.9762,0.1905,h3_4b-v3.1-mlp_p04-s20268_00001_.png
+p04,s20268,8b-v3,0.9836,0.1993,h3_8b-v3_p04-s20268_00001_.png
+p04,s20268,8b-v3-mlp,0.9930,0.1922,h3_8b-v3-mlp_p04-s20268_00001_.png
+p04,s20268,8b-v3.1,0.9778,0.1977,h3_8b-v3.1_p04-s20268_00001_.png
+p04,s20268,8b-v3.1-mlp,0.9885,0.1933,h3_8b-v3.1-mlp_p04-s20268_00001_.png
+p04,s42,32b,1.0000,0.1928,h3_32b_p04_00001_.png
+p04,s42,4b-v3,0.9406,0.2013,h3_4b-v3_p04_00001_.png
+p04,s42,4b-v3-mlp,0.9536,0.1876,h3_4b-v3-mlp_p04_00001_.png
+p04,s42,4b-v3.1,0.9276,0.1971,h3_4b-v3.1_p04_00001_.png
+p04,s42,4b-v3.1-mlp,0.9460,0.1912,h3_4b-v3.1-mlp_p04_00001_.png
+p04,s42,8b-v3,0.9750,0.2039,h3_8b-v3_p04_00001_.png
+p04,s42,8b-v3-mlp,0.9687,0.2019,h3_8b-v3-mlp_p04_00001_.png
+p04,s42,8b-v3.1,0.9424,0.1993,h3_8b-v3.1_p04_00001_.png
+p04,s42,8b-v3.1-mlp,0.9836,0.2032,h3_8b-v3.1-mlp_p04_00001_.png
+p04,s7391,32b,1.0000,0.1958,h3_32b_p04-s7391_00001_.png
+p04,s7391,4b-v3,0.9209,0.1770,h3_4b-v3_p04-s7391_00001_.png
+p04,s7391,4b-v3-mlp,0.9590,0.1909,h3_4b-v3-mlp_p04-s7391_00001_.png
+p04,s7391,4b-v3.1,0.9311,0.1787,h3_4b-v3.1_p04-s7391_00001_.png
+p04,s7391,4b-v3.1-mlp,0.9284,0.1859,h3_4b-v3.1-mlp_p04-s7391_00001_.png
+p04,s7391,8b-v3,0.9535,0.1894,h3_8b-v3_p04-s7391_00001_.png
+p04,s7391,8b-v3-mlp,0.9474,0.1924,h3_8b-v3-mlp_p04-s7391_00001_.png
+p04,s7391,8b-v3.1,0.9252,0.1742,h3_8b-v3.1_p04-s7391_00001_.png
+p04,s7391,8b-v3.1-mlp,0.9519,0.1814,h3_8b-v3.1-mlp_p04-s7391_00001_.png
+p05,s20268,32b,1.0000,0.1868,h3_32b_p05-s20268_00001_.png
+p05,s20268,4b-v3,0.9674,0.1722,h3_4b-v3_p05-s20268_00001_.png
+p05,s20268,4b-v3-mlp,0.9860,0.1888,h3_4b-v3-mlp_p05-s20268_00001_.png
+p05,s20268,4b-v3.1,0.9852,0.1849,h3_4b-v3.1_p05-s20268_00001_.png
+p05,s20268,4b-v3.1-mlp,0.9716,0.1713,h3_4b-v3.1-mlp_p05-s20268_00001_.png
+p05,s20268,8b-v3,0.9878,0.1851,h3_8b-v3_p05-s20268_00001_.png
+p05,s20268,8b-v3-mlp,0.9306,0.1725,h3_8b-v3-mlp_p05-s20268_00001_.png
+p05,s20268,8b-v3.1,0.9871,0.1877,h3_8b-v3.1_p05-s20268_00001_.png
+p05,s20268,8b-v3.1-mlp,0.9602,0.1820,h3_8b-v3.1-mlp_p05-s20268_00001_.png
+p05,s42,32b,1.0000,0.1726,h3_32b_p05_00001_.png
+p05,s42,4b-v3,0.9792,0.1666,h3_4b-v3_p05_00001_.png
+p05,s42,4b-v3-mlp,0.9674,0.1844,h3_4b-v3-mlp_p05_00001_.png
+p05,s42,4b-v3.1,0.9834,0.1733,h3_4b-v3.1_p05_00001_.png
+p05,s42,4b-v3.1-mlp,0.9541,0.1902,h3_4b-v3.1-mlp_p05_00001_.png
+p05,s42,8b-v3,0.9879,0.1782,h3_8b-v3_p05_00001_.png
+p05,s42,8b-v3-mlp,0.9832,0.1729,h3_8b-v3-mlp_p05_00001_.png
+p05,s42,8b-v3.1,0.9866,0.1902,h3_8b-v3.1_p05_00001_.png
+p05,s42,8b-v3.1-mlp,0.9801,0.1793,h3_8b-v3.1-mlp_p05_00001_.png
+p05,s7391,32b,1.0000,0.1858,h3_32b_p05-s7391_00001_.png
+p05,s7391,4b-v3,0.9353,0.1513,h3_4b-v3_p05-s7391_00001_.png
+p05,s7391,4b-v3-mlp,0.9846,0.1801,h3_4b-v3-mlp_p05-s7391_00001_.png
+p05,s7391,4b-v3.1,0.9818,0.1710,h3_4b-v3.1_p05-s7391_00001_.png
+p05,s7391,4b-v3.1-mlp,0.9722,0.1879,h3_4b-v3.1-mlp_p05-s7391_00001_.png
+p05,s7391,8b-v3,0.9686,0.1600,h3_8b-v3_p05-s7391_00001_.png
+p05,s7391,8b-v3-mlp,0.9594,0.1393,h3_8b-v3-mlp_p05-s7391_00001_.png
+p05,s7391,8b-v3.1,0.9792,0.1900,h3_8b-v3.1_p05-s7391_00001_.png
+p05,s7391,8b-v3.1-mlp,0.9716,0.1669,h3_8b-v3.1-mlp_p05-s7391_00001_.png
+p06,s20268,32b,1.0000,0.1233,h3_32b_p06-s20268_00001_.png
+p06,s20268,4b-v3,0.9895,0.1282,h3_4b-v3_p06-s20268_00001_.png
+p06,s20268,4b-v3-mlp,0.9863,0.1275,h3_4b-v3-mlp_p06-s20268_00001_.png
+p06,s20268,4b-v3.1,0.9853,0.1266,h3_4b-v3.1_p06-s20268_00001_.png
+p06,s20268,4b-v3.1-mlp,0.9886,0.1312,h3_4b-v3.1-mlp_p06-s20268_00001_.png
+p06,s20268,8b-v3,0.9729,0.1240,h3_8b-v3_p06-s20268_00001_.png
+p06,s20268,8b-v3-mlp,0.9875,0.1302,h3_8b-v3-mlp_p06-s20268_00001_.png
+p06,s20268,8b-v3.1,0.9779,0.1282,h3_8b-v3.1_p06-s20268_00001_.png
+p06,s20268,8b-v3.1-mlp,0.9796,0.1373,h3_8b-v3.1-mlp_p06-s20268_00001_.png
+p06,s42,32b,1.0000,0.1160,h3_32b_p06_00001_.png
+p06,s42,4b-v3,0.9893,0.1087,h3_4b-v3_p06_00001_.png
+p06,s42,4b-v3-mlp,0.9863,0.1225,h3_4b-v3-mlp_p06_00001_.png
+p06,s42,4b-v3.1,0.9921,0.1161,h3_4b-v3.1_p06_00001_.png
+p06,s42,4b-v3.1-mlp,0.9749,0.1263,h3_4b-v3.1-mlp_p06_00001_.png
+p06,s42,8b-v3,0.9845,0.1165,h3_8b-v3_p06_00001_.png
+p06,s42,8b-v3-mlp,0.9759,0.1150,h3_8b-v3-mlp_p06_00001_.png
+p06,s42,8b-v3.1,0.9800,0.1245,h3_8b-v3.1_p06_00001_.png
+p06,s42,8b-v3.1-mlp,0.9788,0.1155,h3_8b-v3.1-mlp_p06_00001_.png
+p06,s7391,32b,1.0000,0.1268,h3_32b_p06-s7391_00001_.png
+p06,s7391,4b-v3,0.9841,0.1175,h3_4b-v3_p06-s7391_00001_.png
+p06,s7391,4b-v3-mlp,0.9857,0.1281,h3_4b-v3-mlp_p06-s7391_00001_.png
+p06,s7391,4b-v3.1,0.9860,0.1144,h3_4b-v3.1_p06-s7391_00001_.png
+p06,s7391,4b-v3.1-mlp,0.9886,0.1183,h3_4b-v3.1-mlp_p06-s7391_00001_.png
+p06,s7391,8b-v3,0.9517,0.1271,h3_8b-v3_p06-s7391_00001_.png
+p06,s7391,8b-v3-mlp,0.9943,0.1235,h3_8b-v3-mlp_p06-s7391_00001_.png
+p06,s7391,8b-v3.1,0.9796,0.1191,h3_8b-v3.1_p06-s7391_00001_.png
+p06,s7391,8b-v3.1-mlp,0.9839,0.1219,h3_8b-v3.1-mlp_p06-s7391_00001_.png
+p07,s20268,32b,1.0000,0.1496,h3_32b_p07-s20268_00001_.png
+p07,s20268,4b-v3,0.9299,0.1482,h3_4b-v3_p07-s20268_00001_.png
+p07,s20268,4b-v3-mlp,0.9067,0.1518,h3_4b-v3-mlp_p07-s20268_00001_.png
+p07,s20268,4b-v3.1,0.9616,0.1541,h3_4b-v3.1_p07-s20268_00001_.png
+p07,s20268,4b-v3.1-mlp,0.9037,0.1498,h3_4b-v3.1-mlp_p07-s20268_00001_.png
+p07,s20268,8b-v3,0.9723,0.1530,h3_8b-v3_p07-s20268_00001_.png
+p07,s20268,8b-v3-mlp,0.9574,0.1603,h3_8b-v3-mlp_p07-s20268_00001_.png
+p07,s20268,8b-v3.1,0.9749,0.1503,h3_8b-v3.1_p07-s20268_00001_.png
+p07,s20268,8b-v3.1-mlp,0.9251,0.1521,h3_8b-v3.1-mlp_p07-s20268_00001_.png
+p07,s42,32b,1.0000,0.1485,h3_32b_p07_00001_.png
+p07,s42,4b-v3,0.9480,0.1561,h3_4b-v3_p07_00001_.png
+p07,s42,4b-v3-mlp,0.9074,0.1667,h3_4b-v3-mlp_p07_00001_.png
+p07,s42,4b-v3.1,0.9546,0.1523,h3_4b-v3.1_p07_00001_.png
+p07,s42,4b-v3.1-mlp,0.9051,0.1496,h3_4b-v3.1-mlp_p07_00001_.png
+p07,s42,8b-v3,0.9842,0.1487,h3_8b-v3_p07_00001_.png
+p07,s42,8b-v3-mlp,0.9766,0.1423,h3_8b-v3-mlp_p07_00001_.png
+p07,s42,8b-v3.1,0.9848,0.1362,h3_8b-v3.1_p07_00001_.png
+p07,s42,8b-v3.1-mlp,0.9161,0.1374,h3_8b-v3.1-mlp_p07_00001_.png
+p07,s7391,32b,1.0000,0.1502,h3_32b_p07-s7391_00001_.png
+p07,s7391,4b-v3,0.9469,0.1510,h3_4b-v3_p07-s7391_00001_.png
+p07,s7391,4b-v3-mlp,0.9431,0.1534,h3_4b-v3-mlp_p07-s7391_00001_.png
+p07,s7391,4b-v3.1,0.9630,0.1461,h3_4b-v3.1_p07-s7391_00001_.png
+p07,s7391,4b-v3.1-mlp,0.9219,0.1425,h3_4b-v3.1-mlp_p07-s7391_00001_.png
+p07,s7391,8b-v3,0.9567,0.1408,h3_8b-v3_p07-s7391_00001_.png
+p07,s7391,8b-v3-mlp,0.9731,0.1481,h3_8b-v3-mlp_p07-s7391_00001_.png
+p07,s7391,8b-v3.1,0.9461,0.1358,h3_8b-v3.1_p07-s7391_00001_.png
+p07,s7391,8b-v3.1-mlp,0.9273,0.1668,h3_8b-v3.1-mlp_p07-s7391_00001_.png
+p08,s20268,32b,1.0000,0.1520,h3_32b_p08-s20268_00001_.png
+p08,s20268,4b-v3,0.9646,0.1368,h3_4b-v3_p08-s20268_00001_.png
+p08,s20268,4b-v3-mlp,0.9749,0.1303,h3_4b-v3-mlp_p08-s20268_00001_.png
+p08,s20268,4b-v3.1,0.9568,0.1308,h3_4b-v3.1_p08-s20268_00001_.png
+p08,s20268,4b-v3.1-mlp,0.9503,0.1206,h3_4b-v3.1-mlp_p08-s20268_00001_.png
+p08,s20268,8b-v3,0.9835,0.1338,h3_8b-v3_p08-s20268_00001_.png
+p08,s20268,8b-v3-mlp,0.9795,0.1365,h3_8b-v3-mlp_p08-s20268_00001_.png
+p08,s20268,8b-v3.1,0.9897,0.1450,h3_8b-v3.1_p08-s20268_00001_.png
+p08,s20268,8b-v3.1-mlp,0.9927,0.1434,h3_8b-v3.1-mlp_p08-s20268_00001_.png
+p08,s42,32b,1.0000,0.1588,h3_32b_p08_00001_.png
+p08,s42,4b-v3,0.9601,0.1492,h3_4b-v3_p08_00001_.png
+p08,s42,4b-v3-mlp,0.9712,0.1509,h3_4b-v3-mlp_p08_00001_.png
+p08,s42,4b-v3.1,0.9565,0.1483,h3_4b-v3.1_p08_00001_.png
+p08,s42,4b-v3.1-mlp,0.9757,0.1518,h3_4b-v3.1-mlp_p08_00001_.png
+p08,s42,8b-v3,0.9598,0.1508,h3_8b-v3_p08_00001_.png
+p08,s42,8b-v3-mlp,0.9754,0.1580,h3_8b-v3-mlp_p08_00001_.png
+p08,s42,8b-v3.1,0.9677,0.1516,h3_8b-v3.1_p08_00001_.png
+p08,s42,8b-v3.1-mlp,0.9649,0.1546,h3_8b-v3.1-mlp_p08_00001_.png
+p08,s7391,32b,1.0000,0.1498,h3_32b_p08-s7391_00001_.png
+p08,s7391,4b-v3,0.9909,0.1495,h3_4b-v3_p08-s7391_00001_.png
+p08,s7391,4b-v3-mlp,0.9868,0.1507,h3_4b-v3-mlp_p08-s7391_00001_.png
+p08,s7391,4b-v3.1,0.9879,0.1479,h3_4b-v3.1_p08-s7391_00001_.png
+p08,s7391,4b-v3.1-mlp,0.9886,0.1440,h3_4b-v3.1-mlp_p08-s7391_00001_.png
+p08,s7391,8b-v3,0.9863,0.1393,h3_8b-v3_p08-s7391_00001_.png
+p08,s7391,8b-v3-mlp,0.9920,0.1437,h3_8b-v3-mlp_p08-s7391_00001_.png
+p08,s7391,8b-v3.1,0.9889,0.1448,h3_8b-v3.1_p08-s7391_00001_.png
+p08,s7391,8b-v3.1-mlp,0.9900,0.1465,h3_8b-v3.1-mlp_p08-s7391_00001_.png
+p09,s20268,32b,1.0000,0.1270,h3_32b_p09-s20268_00001_.png
+p09,s20268,4b-v3,0.9922,0.1198,h3_4b-v3_p09-s20268_00001_.png
+p09,s20268,4b-v3-mlp,0.9877,0.1180,h3_4b-v3-mlp_p09-s20268_00001_.png
+p09,s20268,4b-v3.1,0.9896,0.1162,h3_4b-v3.1_p09-s20268_00001_.png
+p09,s20268,4b-v3.1-mlp,0.9881,0.1225,h3_4b-v3.1-mlp_p09-s20268_00001_.png
+p09,s20268,8b-v3,0.9902,0.1158,h3_8b-v3_p09-s20268_00001_.png
+p09,s20268,8b-v3-mlp,0.9891,0.1111,h3_8b-v3-mlp_p09-s20268_00001_.png
+p09,s20268,8b-v3.1,0.9920,0.1187,h3_8b-v3.1_p09-s20268_00001_.png
+p09,s20268,8b-v3.1-mlp,0.9913,0.1212,h3_8b-v3.1-mlp_p09-s20268_00001_.png
+p09,s42,32b,1.0000,0.1189,h3_32b_p09_00001_.png
+p09,s42,4b-v3,0.9923,0.1154,h3_4b-v3_p09_00001_.png
+p09,s42,4b-v3-mlp,0.9925,0.1176,h3_4b-v3-mlp_p09_00001_.png
+p09,s42,4b-v3.1,0.9942,0.1163,h3_4b-v3.1_p09_00001_.png
+p09,s42,4b-v3.1-mlp,0.9929,0.1161,h3_4b-v3.1-mlp_p09_00001_.png
+p09,s42,8b-v3,0.9777,0.1332,h3_8b-v3_p09_00001_.png
+p09,s42,8b-v3-mlp,0.9876,0.1136,h3_8b-v3-mlp_p09_00001_.png
+p09,s42,8b-v3.1,0.9933,0.1173,h3_8b-v3.1_p09_00001_.png
+p09,s42,8b-v3.1-mlp,0.9928,0.1140,h3_8b-v3.1-mlp_p09_00001_.png
+p09,s7391,32b,1.0000,0.1180,h3_32b_p09-s7391_00001_.png
+p09,s7391,4b-v3,0.9905,0.1194,h3_4b-v3_p09-s7391_00001_.png
+p09,s7391,4b-v3-mlp,0.9931,0.1187,h3_4b-v3-mlp_p09-s7391_00001_.png
+p09,s7391,4b-v3.1,0.9883,0.1138,h3_4b-v3.1_p09-s7391_00001_.png
+p09,s7391,4b-v3.1-mlp,0.9904,0.1209,h3_4b-v3.1-mlp_p09-s7391_00001_.png
+p09,s7391,8b-v3,0.9936,0.1222,h3_8b-v3_p09-s7391_00001_.png
+p09,s7391,8b-v3-mlp,0.9888,0.1134,h3_8b-v3-mlp_p09-s7391_00001_.png
+p09,s7391,8b-v3.1,0.9907,0.1212,h3_8b-v3.1_p09-s7391_00001_.png
+p09,s7391,8b-v3.1-mlp,0.9902,0.1123,h3_8b-v3.1-mlp_p09-s7391_00001_.png
+p10,s20268,32b,1.0000,0.1430,h3_32b_p10-s20268_00001_.png
+p10,s20268,4b-v3,0.8676,0.1478,h3_4b-v3_p10-s20268_00001_.png
+p10,s20268,4b-v3-mlp,0.9311,0.1380,h3_4b-v3-mlp_p10-s20268_00001_.png
+p10,s20268,4b-v3.1,0.8557,0.1426,h3_4b-v3.1_p10-s20268_00001_.png
+p10,s20268,4b-v3.1-mlp,0.9487,0.1629,h3_4b-v3.1-mlp_p10-s20268_00001_.png
+p10,s20268,8b-v3,0.9146,0.1499,h3_8b-v3_p10-s20268_00001_.png
+p10,s20268,8b-v3-mlp,0.9512,0.1314,h3_8b-v3-mlp_p10-s20268_00001_.png
+p10,s20268,8b-v3.1,0.8924,0.1442,h3_8b-v3.1_p10-s20268_00001_.png
+p10,s20268,8b-v3.1-mlp,0.9368,0.1555,h3_8b-v3.1-mlp_p10-s20268_00001_.png
+p10,s42,32b,1.0000,0.1593,h3_32b_p10_00001_.png
+p10,s42,4b-v3,0.9342,0.1274,h3_4b-v3_p10_00001_.png
+p10,s42,4b-v3-mlp,0.8655,0.1414,h3_4b-v3-mlp_p10_00001_.png
+p10,s42,4b-v3.1,0.9354,0.1334,h3_4b-v3.1_p10_00001_.png
+p10,s42,4b-v3.1-mlp,0.9394,0.1462,h3_4b-v3.1-mlp_p10_00001_.png
+p10,s42,8b-v3,0.9373,0.1250,h3_8b-v3_p10_00001_.png
+p10,s42,8b-v3-mlp,0.9625,0.1552,h3_8b-v3-mlp_p10_00001_.png
+p10,s42,8b-v3.1,0.9268,0.1277,h3_8b-v3.1_p10_00001_.png
+p10,s42,8b-v3.1-mlp,0.9277,0.1636,h3_8b-v3.1-mlp_p10_00001_.png
+p10,s7391,32b,1.0000,0.1543,h3_32b_p10-s7391_00001_.png
+p10,s7391,4b-v3,0.8566,0.1269,h3_4b-v3_p10-s7391_00001_.png
+p10,s7391,4b-v3-mlp,0.9635,0.1430,h3_4b-v3-mlp_p10-s7391_00001_.png
+p10,s7391,4b-v3.1,0.8388,0.1254,h3_4b-v3.1_p10-s7391_00001_.png
+p10,s7391,4b-v3.1-mlp,0.9679,0.1433,h3_4b-v3.1-mlp_p10-s7391_00001_.png
+p10,s7391,8b-v3,0.8781,0.1542,h3_8b-v3_p10-s7391_00001_.png
+p10,s7391,8b-v3-mlp,0.9121,0.1498,h3_8b-v3-mlp_p10-s7391_00001_.png
+p10,s7391,8b-v3.1,0.8487,0.1765,h3_8b-v3.1_p10-s7391_00001_.png
+p10,s7391,8b-v3.1-mlp,0.8831,0.1857,h3_8b-v3.1-mlp_p10-s7391_00001_.png
+p11,s20268,32b,1.0000,0.1386,h3_32b_p11-s20268_00001_.png
+p11,s20268,4b-v3,0.8367,0.1883,h3_4b-v3_p11-s20268_00001_.png
+p11,s20268,4b-v3-mlp,0.8875,0.1586,h3_4b-v3-mlp_p11-s20268_00001_.png
+p11,s20268,4b-v3.1,0.8445,0.1769,h3_4b-v3.1_p11-s20268_00001_.png
+p11,s20268,4b-v3.1-mlp,0.8705,0.1580,h3_4b-v3.1-mlp_p11-s20268_00001_.png
+p11,s20268,8b-v3,0.8599,0.1486,h3_8b-v3_p11-s20268_00001_.png
+p11,s20268,8b-v3-mlp,0.8610,0.1426,h3_8b-v3-mlp_p11-s20268_00001_.png
+p11,s20268,8b-v3.1,0.8939,0.1514,h3_8b-v3.1_p11-s20268_00001_.png
+p11,s20268,8b-v3.1-mlp,0.8776,0.1586,h3_8b-v3.1-mlp_p11-s20268_00001_.png
+p11,s42,32b,1.0000,0.1378,h3_32b_p11_00001_.png
+p11,s42,4b-v3,0.9577,0.1382,h3_4b-v3_p11_00001_.png
+p11,s42,4b-v3-mlp,0.9296,0.1268,h3_4b-v3-mlp_p11_00001_.png
+p11,s42,4b-v3.1,0.8931,0.1511,h3_4b-v3.1_p11_00001_.png
+p11,s42,4b-v3.1-mlp,0.9230,0.1172,h3_4b-v3.1-mlp_p11_00001_.png
+p11,s42,8b-v3,0.9292,0.1357,h3_8b-v3_p11_00001_.png
+p11,s42,8b-v3-mlp,0.9305,0.1614,h3_8b-v3-mlp_p11_00001_.png
+p11,s42,8b-v3.1,0.9521,0.1445,h3_8b-v3.1_p11_00001_.png
+p11,s42,8b-v3.1-mlp,0.8920,0.1582,h3_8b-v3.1-mlp_p11_00001_.png
+p11,s7391,32b,1.0000,0.1356,h3_32b_p11-s7391_00001_.png
+p11,s7391,4b-v3,0.8987,0.1544,h3_4b-v3_p11-s7391_00001_.png
+p11,s7391,4b-v3-mlp,0.8890,0.1472,h3_4b-v3-mlp_p11-s7391_00001_.png
+p11,s7391,4b-v3.1,0.9062,0.1620,h3_4b-v3.1_p11-s7391_00001_.png
+p11,s7391,4b-v3.1-mlp,0.9178,0.1621,h3_4b-v3.1-mlp_p11-s7391_00001_.png
+p11,s7391,8b-v3,0.8839,0.1562,h3_8b-v3_p11-s7391_00001_.png
+p11,s7391,8b-v3-mlp,0.8498,0.1475,h3_8b-v3-mlp_p11-s7391_00001_.png
+p11,s7391,8b-v3.1,0.8527,0.1763,h3_8b-v3.1_p11-s7391_00001_.png
+p11,s7391,8b-v3.1-mlp,0.8728,0.1705,h3_8b-v3.1-mlp_p11-s7391_00001_.png
+p12,s20268,32b,1.0000,0.1117,h3_32b_p12-s20268_00001_.png
+p12,s20268,4b-v3,0.9263,0.1018,h3_4b-v3_p12-s20268_00001_.png
+p12,s20268,4b-v3-mlp,0.9606,0.0922,h3_4b-v3-mlp_p12-s20268_00001_.png
+p12,s20268,4b-v3.1,0.9330,0.0880,h3_4b-v3.1_p12-s20268_00001_.png
+p12,s20268,4b-v3.1-mlp,0.9420,0.1128,h3_4b-v3.1-mlp_p12-s20268_00001_.png
+p12,s20268,8b-v3,0.9339,0.0909,h3_8b-v3_p12-s20268_00001_.png
+p12,s20268,8b-v3-mlp,0.9401,0.1169,h3_8b-v3-mlp_p12-s20268_00001_.png
+p12,s20268,8b-v3.1,0.9442,0.0924,h3_8b-v3.1_p12-s20268_00001_.png
+p12,s20268,8b-v3.1-mlp,0.8830,0.1150,h3_8b-v3.1-mlp_p12-s20268_00001_.png
+p12,s42,32b,1.0000,0.1256,h3_32b_p12_00001_.png
+p12,s42,4b-v3,0.9039,0.1085,h3_4b-v3_p12_00001_.png
+p12,s42,4b-v3-mlp,0.8900,0.1018,h3_4b-v3-mlp_p12_00001_.png
+p12,s42,4b-v3.1,0.8699,0.1012,h3_4b-v3.1_p12_00001_.png
+p12,s42,4b-v3.1-mlp,0.9475,0.1149,h3_4b-v3.1-mlp_p12_00001_.png
+p12,s42,8b-v3,0.8766,0.1043,h3_8b-v3_p12_00001_.png
+p12,s42,8b-v3-mlp,0.9347,0.1125,h3_8b-v3-mlp_p12_00001_.png
+p12,s42,8b-v3.1,0.7926,0.0788,h3_8b-v3.1_p12_00001_.png
+p12,s42,8b-v3.1-mlp,0.9513,0.1237,h3_8b-v3.1-mlp_p12_00001_.png
+p12,s7391,32b,1.0000,0.1045,h3_32b_p12-s7391_00001_.png
+p12,s7391,4b-v3,0.9237,0.0902,h3_4b-v3_p12-s7391_00001_.png
+p12,s7391,4b-v3-mlp,0.9521,0.0966,h3_4b-v3-mlp_p12-s7391_00001_.png
+p12,s7391,4b-v3.1,0.9547,0.0973,h3_4b-v3.1_p12-s7391_00001_.png
+p12,s7391,4b-v3.1-mlp,0.9648,0.1056,h3_4b-v3.1-mlp_p12-s7391_00001_.png
+p12,s7391,8b-v3,0.9530,0.0924,h3_8b-v3_p12-s7391_00001_.png
+p12,s7391,8b-v3-mlp,0.9543,0.1063,h3_8b-v3-mlp_p12-s7391_00001_.png
+p12,s7391,8b-v3.1,0.9506,0.0931,h3_8b-v3.1_p12-s7391_00001_.png
+p12,s7391,8b-v3.1-mlp,0.9765,0.1159,h3_8b-v3.1-mlp_p12-s7391_00001_.png
+p13,s20268,32b,1.0000,0.1137,h3_32b_p13-s20268_00001_.png
+p13,s20268,4b-v3,0.9692,0.1323,h3_4b-v3_p13-s20268_00001_.png
+p13,s20268,4b-v3-mlp,0.9720,0.1238,h3_4b-v3-mlp_p13-s20268_00001_.png
+p13,s20268,4b-v3.1,0.9812,0.1220,h3_4b-v3.1_p13-s20268_00001_.png
+p13,s20268,4b-v3.1-mlp,0.9586,0.1323,h3_4b-v3.1-mlp_p13-s20268_00001_.png
+p13,s20268,8b-v3,0.9743,0.1237,h3_8b-v3_p13-s20268_00001_.png
+p13,s20268,8b-v3-mlp,0.9673,0.1275,h3_8b-v3-mlp_p13-s20268_00001_.png
+p13,s20268,8b-v3.1,0.9606,0.1304,h3_8b-v3.1_p13-s20268_00001_.png
+p13,s20268,8b-v3.1-mlp,0.9755,0.1231,h3_8b-v3.1-mlp_p13-s20268_00001_.png
+p13,s42,32b,1.0000,0.1230,h3_32b_p13_00001_.png
+p13,s42,4b-v3,0.9836,0.1190,h3_4b-v3_p13_00001_.png
+p13,s42,4b-v3-mlp,0.9761,0.1297,h3_4b-v3-mlp_p13_00001_.png
+p13,s42,4b-v3.1,0.9761,0.1258,h3_4b-v3.1_p13_00001_.png
+p13,s42,4b-v3.1-mlp,0.9719,0.1241,h3_4b-v3.1-mlp_p13_00001_.png
+p13,s42,8b-v3,0.9757,0.1191,h3_8b-v3_p13_00001_.png
+p13,s42,8b-v3-mlp,0.9850,0.1204,h3_8b-v3-mlp_p13_00001_.png
+p13,s42,8b-v3.1,0.9644,0.1036,h3_8b-v3.1_p13_00001_.png
+p13,s42,8b-v3.1-mlp,0.9802,0.1218,h3_8b-v3.1-mlp_p13_00001_.png
+p13,s7391,32b,1.0000,0.1267,h3_32b_p13-s7391_00001_.png
+p13,s7391,4b-v3,0.9908,0.1318,h3_4b-v3_p13-s7391_00001_.png
+p13,s7391,4b-v3-mlp,0.9946,0.1274,h3_4b-v3-mlp_p13-s7391_00001_.png
+p13,s7391,4b-v3.1,0.9873,0.1318,h3_4b-v3.1_p13-s7391_00001_.png
+p13,s7391,4b-v3.1-mlp,0.9893,0.1335,h3_4b-v3.1-mlp_p13-s7391_00001_.png
+p13,s7391,8b-v3,0.9867,0.1284,h3_8b-v3_p13-s7391_00001_.png
+p13,s7391,8b-v3-mlp,0.9890,0.1311,h3_8b-v3-mlp_p13-s7391_00001_.png
+p13,s7391,8b-v3.1,0.9910,0.1301,h3_8b-v3.1_p13-s7391_00001_.png
+p13,s7391,8b-v3.1-mlp,0.9922,0.1310,h3_8b-v3.1-mlp_p13-s7391_00001_.png
+p14,s20268,32b,1.0000,0.1759,h3_32b_p14-s20268_00001_.png
+p14,s20268,4b-v3,0.9972,0.1767,h3_4b-v3_p14-s20268_00001_.png
+p14,s20268,4b-v3-mlp,0.9939,0.1827,h3_4b-v3-mlp_p14-s20268_00001_.png
+p14,s20268,4b-v3.1,0.9976,0.1801,h3_4b-v3.1_p14-s20268_00001_.png
+p14,s20268,4b-v3.1-mlp,0.9981,0.1774,h3_4b-v3.1-mlp_p14-s20268_00001_.png
+p14,s20268,8b-v3,0.9973,0.1752,h3_8b-v3_p14-s20268_00001_.png
+p14,s20268,8b-v3-mlp,0.9972,0.1743,h3_8b-v3-mlp_p14-s20268_00001_.png
+p14,s20268,8b-v3.1,0.9982,0.1786,h3_8b-v3.1_p14-s20268_00001_.png
+p14,s20268,8b-v3.1-mlp,0.9951,0.1798,h3_8b-v3.1-mlp_p14-s20268_00001_.png
+p14,s42,32b,1.0000,0.1812,h3_32b_p14_00001_.png
+p14,s42,4b-v3,0.9926,0.1770,h3_4b-v3_p14_00001_.png
+p14,s42,4b-v3-mlp,0.9952,0.1798,h3_4b-v3-mlp_p14_00001_.png
+p14,s42,4b-v3.1,0.9947,0.1752,h3_4b-v3.1_p14_00001_.png
+p14,s42,4b-v3.1-mlp,0.9966,0.1786,h3_4b-v3.1-mlp_p14_00001_.png
+p14,s42,8b-v3,0.9958,0.1793,h3_8b-v3_p14_00001_.png
+p14,s42,8b-v3-mlp,0.9976,0.1807,h3_8b-v3-mlp_p14_00001_.png
+p14,s42,8b-v3.1,0.9961,0.1796,h3_8b-v3.1_p14_00001_.png
+p14,s42,8b-v3.1-mlp,0.9931,0.1833,h3_8b-v3.1-mlp_p14_00001_.png
+p14,s7391,32b,1.0000,0.1836,h3_32b_p14-s7391_00001_.png
+p14,s7391,4b-v3,0.9944,0.1784,h3_4b-v3_p14-s7391_00001_.png
+p14,s7391,4b-v3-mlp,0.9959,0.1792,h3_4b-v3-mlp_p14-s7391_00001_.png
+p14,s7391,4b-v3.1,0.9937,0.1772,h3_4b-v3.1_p14-s7391_00001_.png
+p14,s7391,4b-v3.1-mlp,0.9951,0.1788,h3_4b-v3.1-mlp_p14-s7391_00001_.png
+p14,s7391,8b-v3,0.9880,0.1841,h3_8b-v3_p14-s7391_00001_.png
+p14,s7391,8b-v3-mlp,0.9961,0.1797,h3_8b-v3-mlp_p14-s7391_00001_.png
+p14,s7391,8b-v3.1,0.9964,0.1806,h3_8b-v3.1_p14-s7391_00001_.png
+p14,s7391,8b-v3.1-mlp,0.9946,0.1792,h3_8b-v3.1-mlp_p14-s7391_00001_.png
+p15,s20268,32b,1.0000,0.1323,h3_32b_p15-s20268_00001_.png
+p15,s20268,4b-v3,0.9756,0.1384,h3_4b-v3_p15-s20268_00001_.png
+p15,s20268,4b-v3-mlp,0.9683,0.1339,h3_4b-v3-mlp_p15-s20268_00001_.png
+p15,s20268,4b-v3.1,0.9801,0.1373,h3_4b-v3.1_p15-s20268_00001_.png
+p15,s20268,4b-v3.1-mlp,0.9558,0.1334,h3_4b-v3.1-mlp_p15-s20268_00001_.png
+p15,s20268,8b-v3,0.9618,0.1423,h3_8b-v3_p15-s20268_00001_.png
+p15,s20268,8b-v3-mlp,0.9810,0.1427,h3_8b-v3-mlp_p15-s20268_00001_.png
+p15,s20268,8b-v3.1,0.9773,0.1415,h3_8b-v3.1_p15-s20268_00001_.png
+p15,s20268,8b-v3.1-mlp,0.9835,0.1392,h3_8b-v3.1-mlp_p15-s20268_00001_.png
+p15,s42,32b,1.0000,0.1466,h3_32b_p15_00001_.png
+p15,s42,4b-v3,0.9834,0.1440,h3_4b-v3_p15_00001_.png
+p15,s42,4b-v3-mlp,0.9567,0.1436,h3_4b-v3-mlp_p15_00001_.png
+p15,s42,4b-v3.1,0.9779,0.1446,h3_4b-v3.1_p15_00001_.png
+p15,s42,4b-v3.1-mlp,0.9597,0.1497,h3_4b-v3.1-mlp_p15_00001_.png
+p15,s42,8b-v3,0.9507,0.1381,h3_8b-v3_p15_00001_.png
+p15,s42,8b-v3-mlp,0.9688,0.1366,h3_8b-v3-mlp_p15_00001_.png
+p15,s42,8b-v3.1,0.9603,0.1283,h3_8b-v3.1_p15_00001_.png
+p15,s42,8b-v3.1-mlp,0.9598,0.1359,h3_8b-v3.1-mlp_p15_00001_.png
+p15,s7391,32b,1.0000,0.1339,h3_32b_p15-s7391_00001_.png
+p15,s7391,4b-v3,0.9861,0.1314,h3_4b-v3_p15-s7391_00001_.png
+p15,s7391,4b-v3-mlp,0.9637,0.1276,h3_4b-v3-mlp_p15-s7391_00001_.png
+p15,s7391,4b-v3.1,0.9819,0.1315,h3_4b-v3.1_p15-s7391_00001_.png
+p15,s7391,4b-v3.1-mlp,0.9544,0.1253,h3_4b-v3.1-mlp_p15-s7391_00001_.png
+p15,s7391,8b-v3,0.9502,0.1316,h3_8b-v3_p15-s7391_00001_.png
+p15,s7391,8b-v3-mlp,0.9884,0.1362,h3_8b-v3-mlp_p15-s7391_00001_.png
+p15,s7391,8b-v3.1,0.9612,0.1351,h3_8b-v3.1_p15-s7391_00001_.png
+p15,s7391,8b-v3.1-mlp,0.9433,0.1243,h3_8b-v3.1-mlp_p15-s7391_00001_.png
diff --git a/bench3.1/mesures/phonemes-3-seeds.csv b/bench3.1/mesures/phonemes-3-seeds.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a62a20f2200b1ef9f0cfd306d31cc66a215d2c56
--- /dev/null
+++ b/bench3.1/mesures/phonemes-3-seeds.csv
@@ -0,0 +1,298 @@
+projection,langue,graine,n_ref,n_hyp,erreurs,per_pct,empreinte,fichier,phonemes
+32b,en,42,77,77,0,0.0,be74e4129079,32b_en_s42_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+32b,en,100000,77,77,0,0.0,be74e4129079,32b_en_s100000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+32b,en,100000000,77,77,0,0.0,be74e4129079,32b_en_s100000000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+32b,fr,42,71,71,0,0.0,be74e4129079,32b_fr_s42_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a s p a
+32b,fr,100000,69,69,0,0.0,be74e4129079,32b_fr_s100000_00001.flac,▁ l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ə ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ ɛ i p a
+32b,fr,100000000,70,70,0,0.0,be74e4129079,32b_fr_s100000000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+32b,es,42,62,62,0,0.0,be74e4129079,32b_es_s42_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+32b,es,100000,62,62,0,0.0,be74e4129079,32b_es_s100000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+32b,es,100000000,62,62,0,0.0,be74e4129079,32b_es_s100000000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+32b,de,42,98,98,0,0.0,be74e4129079,32b_de_s42_00001.flac,▁ i ː x h ɑ ː b e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+32b,de,100000,97,97,0,0.0,be74e4129079,32b_de_s100000_00001.flac,▁ i ː x h ɑ ː b s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ ː x m ɑ ː l
+32b,de,100000000,95,95,0,0.0,be74e4129079,32b_de_s100000000_00001.flac,▁ i ː x h ɑ ː b ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+32b,it,42,60,60,0,0.0,be74e4129079,32b_it_s42_00001.flac,▁ d ʒ a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+32b,it,100000,63,63,0,0.0,be74e4129079,32b_it_s100000_00001.flac,▁ l o d ʒ ː a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+32b,it,100000000,63,63,0,0.0,be74e4129079,32b_it_s100000000_00001.flac,▁ l o d ʒ o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+32b,pt,42,65,65,0,0.0,be74e4129079,32b_pt_s42_00001.flac,▁ ʒ a d i s i s o t ɾ e s v ɛ z ɐ s a l u ʒ d l i ʒ b o w ɐ m u d ɐ a k a d ɐ ɔ ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o f ɐ z ɛ ɾ i s t n o v
+32b,pt,100000,63,63,0,0.0,be74e4129079,32b_pt_s100000_00001.flac,▁ ʒ a d i s i s t ɾ ɛ s v ɛ z ɐ s a l u ʒ d l i ʐ b o w ɐ m u d a k a d a o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o f ɐ z ɛ ɾ i s t n o v
+32b,pt,100000000,59,59,0,0.0,be74e4129079,32b_pt_s100000000_00001.flac,▁ ʐ a d i s i s t r ɛ ʐ v j ɛ z ʂ a l u ʐ d l i ʂ b ɨ w ɔ m u d a k a d a ɔ r ɐ n a w n ɔ ̃ v o f a z ɛ r i s t n u v
+32b,ru,42,77,77,0,0.0,be74e4129079,32b_ru_s42_00001.flac,▁ j a w ʐ o t r ɨ r ɑ z a ɛ t a s k a z ɑ ɭ a s v ʲ ɛ t v m ɑ s k v ʲ ɛ m ʲ ɪ n ʲ ɪ ɛ t s t s a k ɑ ʐ d ɨ t ʂ ɑ s n ʲ ɛ d j a b o ɭ ʂ t ɑ k n ʲ ɛ b u d u
+32b,ru,100000,75,75,0,0.0,be74e4129079,32b_ru_s100000_00001.flac,▁ j a w ʐ o t r ɨ r ɑ z a ɛ t a s k a z ɑ ɭ a s v ʲ ɛ t v m ɑ s k v ʲ ɛ m ʲ ɪ n ʲ ɪ ɛ t s a k ɑ ʐ d ɨ t ʂ ɑ s n ʲ ɛ d j a b o ɭ ʂ t ɑ k n ʲ ɛ b u d u
+32b,ru,100000000,79,79,0,0.0,be74e4129079,32b_ru_s100000000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z a j ɛ t a s k a z a l a s v ʲ ɛ t v m a s k v ʲ ɛ m ʲ ɪ n ʲ a j ɛ t s t s a k ɑ ʐ d ɨ t ɕ a s n i a d j a b o l ʂ t a k n ʲ ɛ b u d u
+32b,ar,42,95,95,0,0.0,be74e4129079,32b_ar_s42_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ a m a r r a ː t d a w u l q a ː h i r a t i j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n u x r a
+32b,ar,100000,95,95,0,0.0,be74e4129079,32b_ar_s100000_00001.flac,▁ l a q a d q u l t u ð a ð a ː l i k a θ a l a ː θ a m a r a ː t d a w u l q a ː h i r a j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r r a t a n u x r a
+32b,ar,100000000,93,93,0,0.0,be74e4129079,32b_ar_s100000000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ a m a r a ː t b a w u l q a ː h i r a ː j a t a ɣ a j j a r u k u l l a s a ː a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n u x r a
+32b,zh,42,84,84,0,0.0,be74e4129079,32b_zh_s42_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ l j ɑ ŋ t s w ɔ l ɤ
+32b,zh,100000,85,85,0,0.0,be74e4129079,32b_zh_s100000_00001.flac,▁ p e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+32b,zh,100000000,85,85,0,0.0,be74e4129079,32b_zh_s100000000_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+32b,ja,42,74,74,0,0.0,be74e4129079,32b_ja_s42_00001.flac,▁ o m o s a n k a i m o i m a ɕ i t a t o k i o n o h i k a ɾ i v a i t s i d ʒ i k a n g o t o n i k a v a ɾ i m a s i e n i d o t o ɕ i m a s e n
+32b,ja,100000,72,72,0,0.0,be74e4129079,32b_ja_s100000_00001.flac,▁ m o s a n k a i m o i m a ʃ t a t o k i o n o h i k a ɾ i v a i t ʃ i d ʒ i k a n g o t o n i k a w a ɾ i m a s i e n i d o t o ʃ i m a s e n
+32b,ja,100000000,72,72,0,0.0,be74e4129079,32b_ja_s100000000_00001.flac,▁ s a n k a i m o i m a ɕ i t a t o k i o n o ʃ i k a ɾ i v a i t ʃ i d ʒ i k a n g o t o n i k a v a ɾ i m a s i j e n i d o t o ɕ i m a s e n
+32b,ko,42,66,66,0,0.0,be74e4129079,32b_ko_s42_00001.flac,▁ m i s e b ɔ n i n a m a r e s ɔ j ɔ s ɔ u r e b i t s ʰ ɯ n b e ʃ i k a m p ʰ a k j ɔ j ɔ a n i o t ʰ a t ʃ i n ɯ n a n a r k e ɔ
+32b,ko,100000,63,63,0,0.0,be74e4129079,32b_ko_s100000_00001.flac,▁ m i s h e p ɔ n i n a m a r e s ɔ j ɔ s ɔ w r e p i t s ʰ ɯ n b e ʃ i k a m p ʰ a k k i ɔ j ɔ a n o t ʰ a ʃ i n a n a r k e
+32b,ko,100000000,64,64,0,0.0,be74e4129079,32b_ko_s100000000_00001.flac,▁ i s a b ɔ n i n a m a r e s ɔ j ɔ s ɔ w r e p i t t ɕ ʰ ɯ n b e ʃ i k a m p ʰ a k i ɔ j ɔ a n i u t ʰ a t ɕ i n a n a r k e ɔ
+4b-v3,en,42,77,77,0,0.0,be74e4129079,4b-v3_en_s42_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3,en,100000,77,77,0,0.0,be74e4129079,4b-v3_en_s100000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3,en,100000000,77,77,0,0.0,be74e4129079,4b-v3_en_s100000000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3,fr,42,71,69,8,11.3,be74e4129079,4b-v3_fr_s42_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a z ɛ ʀ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+4b-v3,fr,100000,69,70,7,10.1,be74e4129079,4b-v3_fr_s100000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a s a ʀ d ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ ɛ i p a
+4b-v3,fr,100000000,70,66,9,12.9,be74e4129079,4b-v3_fr_s100000000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a s a ʀ d ʃ ɑ ̃ ʒ ɛ a ʃ a t œ ʀ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+4b-v3,es,42,62,62,1,1.6,be74e4129079,4b-v3_es_s42_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b a s
+4b-v3,es,100000,62,62,2,3.2,be74e4129079,4b-v3_es_s100000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b a s
+4b-v3,es,100000000,62,62,2,3.2,be74e4129079,4b-v3_es_s100000000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b a s
+4b-v3,de,42,98,99,5,5.1,be74e4129079,4b-v3_de_s42_00001.flac,▁ i ː x h ɑ ː b e ː s ʃ o ː n t ʀ i ː m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n a ɪ n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ ː x m ɑ ː l
+4b-v3,de,100000,97,99,13,13.4,be74e4129079,4b-v3_de_s100000_00001.flac,▁ i ː x h ɑ ː b ː e ː s ʃ o ː n t ʀ i ː m ɑ ː l g ɛ s l ɑ ː t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n a ɪ n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+4b-v3,de,100000000,95,99,9,9.5,be74e4129079,4b-v3_de_s100000000_00001.flac,▁ i ː x h ɑ b e ː e ː s ʃ o ː n t ʀ i ː m ɑ ː l g e ː s ɑ ː t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+4b-v3,it,42,60,61,3,5.0,be74e4129079,4b-v3_it_s42_00001.flac,▁ l o d ʒ a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3,it,100000,63,61,3,4.8,be74e4129079,4b-v3_it_s100000_00001.flac,▁ l o d ʒ a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ʎ o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3,it,100000000,63,63,2,3.2,be74e4129079,4b-v3_it_s100000000_00001.flac,▁ l o d ʒ ː a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ʎ i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3,pt,42,65,72,18,27.7,be74e4129079,4b-v3_pt_s42_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i z o w u ɐ m u d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ j ʃ s o d ɛ n o v o
+4b-v3,pt,100000,63,73,20,31.7,be74e4129079,4b-v3_pt_s100000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i z o w u ɐ m u d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ j ʃ s o d ɛ n o v o
+4b-v3,pt,100000000,59,72,37,62.7,be74e4129079,4b-v3_pt_s100000000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i z o w u ɐ m u d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ ɾ ʃ s o d ɛ n o v o
+4b-v3,ru,42,77,68,31,40.3,be74e4129079,4b-v3_ru_s42_00001.flac,▁ j a w ʐ ɛ t r i r a z a j ɛ t ɔ s k a z a l a s v ʲ ɛ t m o s k a m a ɲ ʲ ɛ ɕ t a k a ʐ d a t ɕ a s n ʲ ɛ t j a b o l ʂ t a k ɲ ɛ b ɨ
+4b-v3,ru,100000,75,67,34,45.3,be74e4129079,4b-v3_ru_s100000_00001.flac,▁ j a w ʐ ɛ t r i r a z a j ɛ t ɔ s k a z a l a s v j ɛ t v m ɔ s k u m a n ɛ j t ɕ k a ʐ d a t ɕ a s ɲ ɛ t j a b a l ʂ t a k ɲ ɛ b ɨ
+4b-v3,ru,100000000,79,67,28,35.4,be74e4129079,4b-v3_ru_s100000000_00001.flac,▁ j a w ʐ ɛ t r i r a z a j t ɔ s k a z a l a s v j ɛ t m ɔ s k a m a ɲ ɛ ɕ t ɛ k a ʐ d a j ɕ a s ɲ ɛ t j a b a l ʂ t a k ɲ ɛ b u d u
+4b-v3,ar,42,95,95,14,14.7,be74e4129079,4b-v3_ar_s42_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r t a ː r d a w a ː l q a h i r a ː j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n a f a l ð a ː l i k a m a r a t a n u x t a ː r
+4b-v3,ar,100000,95,95,11,11.6,be74e4129079,4b-v3_ar_s100000_00001.flac,▁ l a q a d q u l t a ð a ː l i k a θ a l a ː θ u m a r a ː r d a w u l q a ː h i r a ː j a t a ɣ a j a r u k u l l a s k a ː ɣ a l a l a n ʔ a f a l ð a ː l i k a m a r a t a n u x t a ː r
+4b-v3,ar,100000000,93,96,14,15.1,be74e4129079,4b-v3_ar_s100000000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː t u m a t a ː r d a w u l q a ː h i r a ː j a t a ɣ a j j a r u k u l l a s a k a ː ɣ a l a l a n a f a l d a ː l i k a m a r a t a n u x t a ː r
+4b-v3,zh,42,84,85,4,4.8,be74e4129079,4b-v3_zh_s42_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ k ʰ ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3,zh,100000,85,85,4,4.7,be74e4129079,4b-v3_zh_s100000_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n ɤ j ɑ ŋ t s w ɔ l ɤ
+4b-v3,zh,100000000,85,87,2,2.4,be74e4129079,4b-v3_zh_s100000000_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ t ɕ ʰ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3,ja,42,74,75,12,16.2,be74e4129079,4b-v3_ja_s42_00001.flac,▁ m o s a n k a i m o j i m a ɕ i t a t o k i o n o ʃ i k a ɾ i w a i t ɕ i d ʒ i k a n g o k ɯ n i k a w a ɾ i m a s ɯ i e n i d o t a ʃ i m a s e m
+4b-v3,ja,100000,72,73,4,5.6,be74e4129079,4b-v3_ja_s100000_00001.flac,▁ m o s a n k a i m o i m a ʃ i t a t o k i o n o h i k a ɾ i v a i t ʃ i d ʒ i k a n g o k ɯ n i k a w a ɾ i m a s i e n i d o t a ʃ i m a s e n
+4b-v3,ja,100000000,72,74,10,13.9,be74e4129079,4b-v3_ja_s100000000_00001.flac,▁ m o s a n k a i m o i m a ɕ i t a t o k i o n o ʃ i k a ɾ i w a i t s i d ʒ i k a n g o k ɯ n i k a w a ɾ i m a s ɯ i e n i d o t a ɕ i m a s e n
+4b-v3,ko,42,66,64,12,18.2,be74e4129079,4b-v3_ko_s42_00001.flac,▁ i m i s e b ɔ n n a n a b a r e s ɔ j ɔ s ɔ w r e b i t s ʰ ɯ n b e ʃ i k a n p ʰ a k i ɔ j ɔ a n u t ʰ a ʃ i n a n a r k e ɔ
+4b-v3,ko,100000,63,63,8,12.7,be74e4129079,4b-v3_ko_s100000_00001.flac,▁ i m i s h e p ɔ n n a n a b a r e s ɔ j ɔ s ɔ w r e p i t s ʰ ɯ n b e ʃ k a n p ʰ a k i ɔ j ɔ a n u t ʰ a ʃ i n a n a r k e
+4b-v3,ko,100000000,64,65,14,21.9,be74e4129079,4b-v3_ko_s100000000_00001.flac,▁ i m i s h e p ɔ n n a n a b a r e s ɔ j ɔ s ɔ u r e p i t s ʰ ɯ n b e ʃ i k a m p ʰ a k i ɔ j ɔ a n u t ʰ a ʃ i n a n a r k e ɔ
+4b-v3-mlp,en,42,77,77,0,0.0,be74e4129079,4b-v3-mlp_en_s42_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3-mlp,en,100000,77,77,0,0.0,be74e4129079,4b-v3-mlp_en_s100000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3-mlp,en,100000000,77,75,2,2.6,be74e4129079,4b-v3-mlp_en_s100000000_00001.flac,▁ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3-mlp,fr,42,71,71,9,12.7,be74e4129079,4b-v3-mlp_fr_s42_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l j ɛ ʀ ɛ d ɛ m a ʀ s a ʀ i j ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+4b-v3-mlp,fr,100000,69,68,8,11.6,be74e4129079,4b-v3-mlp_fr_s100000_00001.flac,▁ a i d e ʒ a d i t t ʀ w a s f w a s l a l ɥ j ə ʀ ɛ d ɛ m a ʀ s ɛ ʀ j ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+4b-v3-mlp,fr,100000000,70,73,7,10.0,be74e4129079,4b-v3-mlp_fr_s100000000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s a ʀ i j ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+4b-v3-mlp,es,42,62,63,1,1.6,be74e4129079,4b-v3-mlp_es_s42_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e e o t ɾ a b e s
+4b-v3-mlp,es,100000,62,62,0,0.0,be74e4129079,4b-v3-mlp_es_s100000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+4b-v3-mlp,es,100000000,62,62,0,0.0,be74e4129079,4b-v3-mlp_es_s100000000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+4b-v3-mlp,de,42,98,97,7,7.1,be74e4129079,4b-v3-mlp_de_s42_00001.flac,▁ i ː x h ɑ ː b s ʃ o ː n t ʀ e ː m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t u ː d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ ː x m ɑ ː l
+4b-v3-mlp,de,100000,97,101,8,8.2,be74e4129079,4b-v3-mlp_de_s100000_00001.flac,▁ i ː x h ɑ ː e b ː e ː s ʃ o ː n t ʀ i ː m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x v e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n o ː x m ɑ ː l
+4b-v3-mlp,de,100000000,95,95,5,5.3,be74e4129079,4b-v3-mlp_de_s100000000_00001.flac,▁ i ː x h ɑ ː b ʃ o ː n t ʀ e ː m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x v e ː d e ː s t ʊ n e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n o ɔ x m ɑ ː l
+4b-v3-mlp,it,42,60,62,4,6.7,be74e4129079,4b-v3-mlp_it_s42_00001.flac,▁ l o d ʒ o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3-mlp,it,100000,63,64,2,3.2,be74e4129079,4b-v3-mlp_it_s100000_00001.flac,▁ l o d ʒ ː o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o i i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3-mlp,it,100000000,63,62,1,1.6,be74e4129079,4b-v3-mlp_it_s100000000_00001.flac,▁ l o d ʒ o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3-mlp,pt,42,65,69,20,30.8,be74e4129079,4b-v3-mlp_pt_s42_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v a j z ɛ s a l u z d ɛ l i z o l ɐ m u d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w n ɐ ̃ w ̃ v o f ɐ z ɛ j s o d ɛ ɾ o z
+4b-v3-mlp,pt,100000,63,71,23,36.5,be74e4129079,4b-v3-mlp_pt_s100000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v a j z ɛ s a l u z d ɛ l i z o l ɐ m u d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ j s o d ɛ ɾ o ʃ
+4b-v3-mlp,pt,100000000,59,73,39,66.1,be74e4129079,4b-v3-mlp_pt_s100000000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v a j z ɛ s a l u z d ɛ l i z o l ɐ m u d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f f ɐ z ɛ ɾ i ʃ s o d ɛ v o ʃ
+4b-v3-mlp,ru,42,77,74,12,15.6,be74e4129079,4b-v3-mlp_ru_s42_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z ɛ t a s k a z ɑ l a s v ʲ ɛ t v m a s k v a m ʲ ɪ n ʲ ɪ j ɛ t s a k ɑ ʐ d ɨ t ɕ ɑ s n ʲ ɛ d j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+4b-v3-mlp,ru,100000,75,78,13,17.3,be74e4129079,4b-v3-mlp_ru_s100000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z a j ɛ t a s k a z ɑ l a s v ʲ ɛ t m a s k v ɛ j m ʲ ɪ n ʲ ɪ j ɛ t s t s a k ɑ ʐ d ɨ t ɕ ɑ s n ʲ ɛ d j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+4b-v3-mlp,ru,100000000,79,72,12,15.2,be74e4129079,4b-v3-mlp_ru_s100000000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z ɛ t a s k a z a l a s v ʲ ɛ t m a s k o j m ʲ ɛ n ʲ a j ɛ t s a k ɑ ʐ d ɨ ɕ a s n ɛ a d j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+4b-v3-mlp,ar,42,95,93,11,11.6,be74e4129079,4b-v3-mlp_ar_s42_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r r a ː t d a w u l q a ː h i r a ː j a t a ɣ a j j a r u k u l s a ː ɣ a l a l a n ʔ a f a u l a ð a ː l i k a m a r s a n u x a r
+4b-v3-mlp,ar,100000,95,95,14,14.7,be74e4129079,4b-v3-mlp_ar_s100000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː t h u m a r r a ː t d a w u l q a ː h i r a ː j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n a f a u l a ð a ː l i k a m a r s a n u x t a r
+4b-v3-mlp,ar,100000000,93,94,9,9.7,be74e4129079,4b-v3-mlp_ar_s100000000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r r a ː t d a w u l q a ː h i r a ː j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n a f a l a ð a ː l i k a m a r s a n u x t a r
+4b-v3-mlp,zh,42,84,85,5,6.0,be74e4129079,4b-v3-mlp_zh_s42_00001.flac,▁ p e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3-mlp,zh,100000,85,85,1,1.2,be74e4129079,4b-v3-mlp_zh_s100000_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3-mlp,zh,100000000,85,85,0,0.0,be74e4129079,4b-v3-mlp_zh_s100000000_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3-mlp,ja,42,74,76,11,14.9,be74e4129079,4b-v3-mlp_ja_s42_00001.flac,▁ m o s a n k a i m o i m a ʃ i t a t o k i o n o ʃ i k a ɾ i v a i t s i d ʒ i k a n g o n a i n i k a v a ɾ i m a s ɯ i e n i d ʒ i t o ʃ i m a s e m
+4b-v3-mlp,ja,100000,72,76,12,16.7,be74e4129079,4b-v3-mlp_ja_s100000_00001.flac,▁ m o s a n k a i m o j i m a ʃ i t a t o k i o n o ʃ i k a ɾ i v a i t s i d ʒ i k a n g o n a i n i k a v a ɾ i m a s i e n i d ʒ i t o ɕ i m a s e m
+4b-v3-mlp,ja,100000000,72,75,10,13.9,be74e4129079,4b-v3-mlp_ja_s100000000_00001.flac,▁ m o s a n k a i m o i m a ʃ i t a t o k i o n o ʃ i k a ɾ i v a i t s i d ʒ i k a n g o n a i n i k a v a ɾ i m a s i j e n i d z i t o ɕ i m a s e
+4b-v3-mlp,ko,42,66,64,9,13.6,be74e4129079,4b-v3-mlp_ko_s42_00001.flac,▁ i m i s e p ɔ n i n a b a l e s ɔ j ɔ s ɔ u r e p i t s ʰ ɯ n b e ʃ i k a m p ʰ a k i ɔ j ɔ a n i o t ʰ a ʃ i n a n a r k e ɔ
+4b-v3-mlp,ko,100000,63,67,13,20.6,be74e4129079,4b-v3-mlp_ko_s100000_00001.flac,▁ i m i s h ɛ b ɔ n i n a m a r t ʰ ɛ s ɔ j ɔ s ɔ r e b i t s ʰ ɯ n b e ʃ i k a n m p ʰ a k i ɔ j ɔ a n o t ʰ a ʃ n a n a n a r k e ɔ
+4b-v3-mlp,ko,100000000,64,68,13,20.3,be74e4129079,4b-v3-mlp_ko_s100000000_00001.flac,▁ i m i s e b ɔ n i n a b a l e s ɔ j ɔ s ɔ u r e b i t t ɕ ʰ i n b e ʃ i k a m p ʰ a k k i ɔ j ɔ a n i u t ʰ a ʃ i n ɯ n a n a r k e ɔ
+4b-v3.1,en,42,77,77,0,0.0,be74e4129079,4b-v3.1_en_s42_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3.1,en,100000,77,77,0,0.0,be74e4129079,4b-v3.1_en_s100000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3.1,en,100000000,77,75,2,2.6,be74e4129079,4b-v3.1_en_s100000000_00001.flac,▁ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3.1,fr,42,71,71,5,7.0,be74e4129079,4b-v3.1_fr_s42_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ ʀ ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+4b-v3.1,fr,100000,69,69,5,7.2,be74e4129079,4b-v3.1_fr_s100000_00001.flac,▁ l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ə ʀ ɛ d ɛ m a ʀ s ɛ ʀ ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+4b-v3.1,fr,100000000,70,71,5,7.1,be74e4129079,4b-v3.1_fr_s100000000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ ʀ ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+4b-v3.1,es,42,62,62,1,1.6,be74e4129079,4b-v3.1_es_s42_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a t a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+4b-v3.1,es,100000,62,62,1,1.6,be74e4129079,4b-v3.1_es_s100000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a t a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+4b-v3.1,es,100000000,62,62,0,0.0,be74e4129079,4b-v3.1_es_s100000000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+4b-v3.1,de,42,98,100,2,2.0,be74e4129079,4b-v3.1_de_s42_00001.flac,▁ i ː x h ɑ ː b e ː e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+4b-v3.1,de,100000,97,100,6,6.2,be74e4129079,4b-v3.1_de_s100000_00001.flac,▁ i ː x h ɑ b ː e ː e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+4b-v3.1,de,100000000,95,98,3,3.2,be74e4129079,4b-v3.1_de_s100000000_00001.flac,▁ i ː x h ɑ ː b e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+4b-v3.1,it,42,60,64,5,8.3,be74e4129079,4b-v3.1_it_s42_00001.flac,▁ l o d ʒ a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o d ʒ ː i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3.1,it,100000,63,65,4,6.3,be74e4129079,4b-v3.1_it_s100000_00001.flac,▁ l o d ʒ o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o d ʒ ː i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3.1,it,100000000,63,66,4,6.3,be74e4129079,4b-v3.1_it_s100000000_00001.flac,▁ l o d ʒ ː o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o d ʒ ː i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3.1,pt,42,65,72,14,21.5,be74e4129079,4b-v3.1_pt_s42_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i ʃ b o w ɐ m u d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ i s o d ɛ n o v o
+4b-v3.1,pt,100000,63,74,17,27.0,be74e4129079,4b-v3.1_pt_s100000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i s b o w ɐ m u d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+4b-v3.1,pt,100000000,59,75,36,61.0,be74e4129079,4b-v3.1_pt_s100000000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i ʃ b o w ɐ m u d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w u f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+4b-v3.1,ru,42,77,74,14,18.2,be74e4129079,4b-v3.1_ru_s42_00001.flac,▁ j a w ʐ o t r i r a z a ɛ t a s k a z ɑ l a s v ʲ ɛ t v m a s k v ɛ m i n ʲ ɛ j a t a k ɑ ʐ d ɨ t ɕ ɑ s n ʲ ɛ d j a b o l ʂ ɨ t ɑ k n ʲ ɛ b u d u
+4b-v3.1,ru,100000,75,75,16,21.3,be74e4129079,4b-v3.1_ru_s100000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z a ɛ t a s k a z ɑ l a s v ʲ ɛ t v m a s k v ɛ m i n ʲ ɛ j a t s ʲ ɛ k ɑ ʐ d ɨ t ɕ ɑ s n i ɑ d j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+4b-v3.1,ru,100000000,79,73,12,15.2,be74e4129079,4b-v3.1_ru_s100000000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z a j ɛ t a s k a z a l a s v ʲ ɛ t v m a s k v ɛ m i n ʲ ɛ j a t a k a ʐ d ɨ t ɕ a s n ɛ t j a b o l ʂ t a k n ʲ ɛ b u d u
+4b-v3.1,ar,42,95,98,7,7.4,be74e4129079,4b-v3.1_ar_s42_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r r a ː t d a w u l q a ː h i r a t i j a t a ɣ a j j a r u k u l l a s a k a ː a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n u x t a r
+4b-v3.1,ar,100000,95,93,7,7.4,be74e4129079,4b-v3.1_ar_s100000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r a ː t d a w u l q a ː h i r a ː j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n u x a r
+4b-v3.1,ar,100000000,93,92,9,9.7,be74e4129079,4b-v3.1_ar_s100000000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r r a ː t d a w u l q a ː h i r a j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n a f a l a ð a ː l i k a m a r a t a n u x a r
+4b-v3.1,zh,42,84,85,5,6.0,be74e4129079,4b-v3.1_zh_s42_00001.flac,▁ p e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3.1,zh,100000,85,84,1,1.2,be74e4129079,4b-v3.1_zh_s100000_00001.flac,▁ e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3.1,zh,100000000,85,83,2,2.4,be74e4129079,4b-v3.1_zh_s100000000_00001.flac,▁ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3.1,ja,42,74,75,8,10.8,be74e4129079,4b-v3.1_ja_s42_00001.flac,▁ m o o s a n k a i m o i m a ɕ i t a t o k i o n o h i k a i w a i t s i d ʒ i k a n g o t o n i k a w a ɾ i m a s ɯ i j e n i d o t o ɕ i m a s e m
+4b-v3.1,ja,100000,72,73,4,5.6,be74e4129079,4b-v3.1_ja_s100000_00001.flac,▁ m o s a n k a i m o i m a ɕ i t a t o k i o n o h i k a ɾ i v a i t ʃ i d ʒ i k a n g o t o n i k a v a ɾ i m a s i e n i d o t o ɕ i m a s e n
+4b-v3.1,ja,100000000,72,74,5,6.9,be74e4129079,4b-v3.1_ja_s100000000_00001.flac,▁ m o s a n k a i m o i m a ɕ i t a t o k i o n o ʃ i k a ɾ i v a i t s i d ʒ i k a n g o t o n i k a v a ɾ i m a s ɯ i e n i d o t o ɕ i m a s e n
+4b-v3.1,ko,42,66,66,8,12.1,be74e4129079,4b-v3.1_ko_s42_00001.flac,▁ i m i s ʰ e b ɔ n a n a m a r e s ɔ j ɔ s ɔ u r e b i t s ʰ ɯ n b e ʃ i k a m p ʰ a k i ɔ j ɔ a n u t ʰ a ʃ i n a n a n a r k e ɔ
+4b-v3.1,ko,100000,63,67,11,17.5,be74e4129079,4b-v3.1_ko_s100000_00001.flac,▁ i m i s h e b ɔ n a n a b a r e s ɔ j ɔ s ɔ w r e p i t s ʰ ɯ n b e ʃ i k a n p ʰ a k i ɔ j ɔ a n i u t ʰ a ʃ i n ɯ n a n a r k e ɔ
+4b-v3.1,ko,100000000,64,67,13,20.3,be74e4129079,4b-v3.1_ko_s100000000_00001.flac,▁ i m i s e b ɔ n d a n a b a r e s ɔ j ɔ s ɔ w r e p i t s ʰ ɯ n b e ʃ i k a n p ʰ a k i ɔ j ɔ a n i u t ʰ a ʃ i n ɯ n a n a r k e ɔ
+4b-v3.1-mlp,en,42,77,77,0,0.0,be74e4129079,4b-v3.1-mlp_en_s42_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3.1-mlp,en,100000,77,77,0,0.0,be74e4129079,4b-v3.1-mlp_en_s100000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3.1-mlp,en,100000000,77,77,0,0.0,be74e4129079,4b-v3.1-mlp_en_s100000000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+4b-v3.1-mlp,fr,42,71,71,5,7.0,be74e4129079,4b-v3.1-mlp_fr_s42_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ ʀ ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+4b-v3.1-mlp,fr,100000,69,69,6,8.7,be74e4129079,4b-v3.1-mlp_fr_s100000_00001.flac,▁ a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ə ʀ ɛ d ɛ m a ʀ s ɛ ʀ j ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+4b-v3.1-mlp,fr,100000000,70,71,1,1.4,be74e4129079,4b-v3.1-mlp_fr_s100000000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+4b-v3.1-mlp,es,42,62,62,0,0.0,be74e4129079,4b-v3.1-mlp_es_s42_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+4b-v3.1-mlp,es,100000,62,62,0,0.0,be74e4129079,4b-v3.1-mlp_es_s100000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+4b-v3.1-mlp,es,100000000,62,62,0,0.0,be74e4129079,4b-v3.1-mlp_es_s100000000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+4b-v3.1-mlp,de,42,98,96,2,2.0,be74e4129079,4b-v3.1-mlp_de_s42_00001.flac,▁ i ː x h ɑ ː b s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+4b-v3.1-mlp,de,100000,97,100,5,5.2,be74e4129079,4b-v3.1-mlp_de_s100000_00001.flac,▁ i ː x h ɑ ː b e ː e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+4b-v3.1-mlp,de,100000000,95,96,1,1.1,be74e4129079,4b-v3.1-mlp_de_s100000000_00001.flac,▁ i ː x h ɑ ː b s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+4b-v3.1-mlp,it,42,60,62,2,3.3,be74e4129079,4b-v3.1-mlp_it_s42_00001.flac,▁ o d ʒ o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3.1-mlp,it,100000,63,64,1,1.6,be74e4129079,4b-v3.1-mlp_it_s100000_00001.flac,▁ l o d ʒ ː o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3.1-mlp,it,100000000,63,63,0,0.0,be74e4129079,4b-v3.1-mlp_it_s100000000_00001.flac,▁ l o d ʒ o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+4b-v3.1-mlp,pt,42,65,71,21,32.3,be74e4129079,4b-v3.1-mlp_pt_s42_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i z o b ɐ m u d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o f ɐ z ɛ j s o d ɛ ɾ o w j s o
+4b-v3.1-mlp,pt,100000,63,73,22,34.9,be74e4129079,4b-v3.1-mlp_pt_s100000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i z o b ɐ m u d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w u f ɐ z ɛ ɾ i ʃ s o d ɛ ɾ o i s
+4b-v3.1-mlp,pt,100000000,59,76,42,71.2,be74e4129079,4b-v3.1-mlp_pt_s100000000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u s d ɛ l i z o b ɐ m u d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w u f ɐ z ɛ ɾ i ʃ s o d ɛ ɾ o w i s o
+4b-v3.1-mlp,ru,42,77,76,11,14.3,be74e4129079,4b-v3.1-mlp_ru_s42_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z a ɛ t a s k a z ɑ l a s v ʲ ɛ t v m a s k v a j m ʲ ɪ n ʲ ɪ j ɛ t s a k ɑ ʐ d ɨ t ɕ ɑ s n ʲ ɛ d j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+4b-v3.1-mlp,ru,100000,75,76,9,12.0,be74e4129079,4b-v3.1-mlp_ru_s100000_00001.flac,▁ j a w ʐ o t r ɨ r ɑ z a ɛ t a s k a z ɑ l a s v ʲ ɛ t v m a s k v o j m ʲ ɪ n ʲ ɪ j ɛ t s a k ɑ ʐ d ɨ t ɕ ɑ s n i ɑ d j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+4b-v3.1-mlp,ru,100000000,79,74,10,12.7,be74e4129079,4b-v3.1-mlp_ru_s100000000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z a ɛ t a s k a z a l a s v ʲ ɛ t v m a s k v a m ʲ ɪ n ʲ a j ɛ t s a k ɑ ʐ d ɨ t ɕ ɑ s n ɛ t j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+4b-v3.1-mlp,ar,42,95,94,11,11.6,be74e4129079,4b-v3.1-mlp_ar_s42_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r a ː t b a w u l q a h a ː r a j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n u x t a ː r
+4b-v3.1-mlp,ar,100000,95,94,13,13.7,be74e4129079,4b-v3.1-mlp_ar_s100000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː t u m a r r a ː t d a w u l q a h a ː r a j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n a f a l a ð a ː l i k a m a r a t a n u x t a r
+4b-v3.1-mlp,ar,100000000,93,94,13,14.0,be74e4129079,4b-v3.1-mlp_ar_s100000000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː t u m a r r a ː t d a w a l q a h a r a t i j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n a f a l a ð a ː l i k a m a r a t a n u x a r
+4b-v3.1-mlp,zh,42,84,85,4,4.8,be74e4129079,4b-v3.1-mlp_zh_s42_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n ɤ j ɑ ŋ t s w ɔ l ɤ
+4b-v3.1-mlp,zh,100000,85,85,0,0.0,be74e4129079,4b-v3.1-mlp_zh_s100000_00001.flac,▁ p e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3.1-mlp,zh,100000000,85,85,2,2.4,be74e4129079,4b-v3.1-mlp_zh_s100000000_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+4b-v3.1-mlp,ja,42,74,75,9,12.2,be74e4129079,4b-v3.1-mlp_ja_s42_00001.flac,▁ m o s a n k a i m o i m a ɕ i t a t o k i o n o ʃ i k a ɾ i v a i t s i d ʒ i k a n g o n i n i k a w a ɾ i m a s ɯ i j e n i d e t o ɕ i m a s e m
+4b-v3.1-mlp,ja,100000,72,73,5,6.9,be74e4129079,4b-v3.1-mlp_ja_s100000_00001.flac,▁ m o s a n k a i m o i m a ʃ t a t o k i o n o h i k a ɾ i v a i t ʃ i d ʒ i k a n g o n i n i k a w a ɾ i m a s i j e n i d e t o ʃ i m a s e m
+4b-v3.1-mlp,ja,100000000,72,73,7,9.7,be74e4129079,4b-v3.1-mlp_ja_s100000000_00001.flac,▁ m o s a n k a i m o i m a ɕ i t a t o k i o n o ʃ i k a ɾ i v a i t s i d ʒ i k a n g o n o n i k a v a ɾ i m a s i e n i d e t o ɕ i m a s e m
+4b-v3.1-mlp,ko,42,66,66,7,10.6,be74e4129079,4b-v3.1-mlp_ko_s42_00001.flac,▁ i m i s e p ɔ n i n a b a r e s ɔ j ɔ s ɔ u r e p i t s ʰ ɯ n b e ʃ i k a m p ʰ a k i ɔ j ɔ a n u t ʰ a t ʃ i n ɯ n a n a r k e ɔ
+4b-v3.1-mlp,ko,100000,63,66,11,17.5,be74e4129079,4b-v3.1-mlp_ko_s100000_00001.flac,▁ i m i s e b ɔ n i n a m a r e s ɔ j ɔ s ɔ u r e p i t s ʰ ɯ n b e ʃ i k a n p ʰ a k i ɔ j ɔ a n i u t ʰ a ʃ i n ɯ n a n a r k e ɔ
+4b-v3.1-mlp,ko,100000000,64,65,10,15.6,be74e4129079,4b-v3.1-mlp_ko_s100000000_00001.flac,▁ i m i s e b ɔ n i n a m a r e s ɔ j ɔ s ɔ u r e p i t s ɯ n b e ʃ i k a m p ʰ a k ː i ɔ j ɔ a ɲ i u t ʰ a t ʃ i n a n a r k e ɔ
+8b-v3,en,42,77,77,0,0.0,be74e4129079,8b-v3_en_s42_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3,en,100000,77,77,0,0.0,be74e4129079,8b-v3_en_s100000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3,en,100000000,77,77,0,0.0,be74e4129079,8b-v3_en_s100000000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3,fr,42,71,75,14,19.7,be74e4129079,8b-v3_fr_s42_00001.flac,▁ ʒ ə l a i d e ʒ a d i t ʀ t w a s v a z ɛ s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s a ʀ ʀ i j ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+8b-v3,fr,100000,69,74,10,14.5,be74e4129079,8b-v3_fr_s100000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s ɛ l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s a ʀ ʀ i ʃ ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+8b-v3,fr,100000000,70,74,8,11.4,be74e4129079,8b-v3_fr_s100000000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a z ɛ l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s a ʀ ʀ j ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i s p a
+8b-v3,es,42,62,62,4,6.5,be74e4129079,8b-v3_es_s42_00001.flac,▁ i a l w o e d i s o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3,es,100000,62,61,3,4.8,be74e4129079,8b-v3_es_s100000_00001.flac,▁ i a l o e d i k o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3,es,100000000,62,61,3,4.8,be74e4129079,8b-v3_es_s100000000_00001.flac,▁ i a l o e d i k o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3,de,42,98,100,9,9.2,be74e4129079,8b-v3_de_s42_00001.flac,▁ ː i ː x h ɑ ː b ː e ː s ʃ o ː n t ʀ e ː m ɑ ː l g e ː s a t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n a æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n o ː x n ɔ x m ɑ ː l
+8b-v3,de,100000,97,100,10,10.3,be74e4129079,8b-v3_de_s100000_00001.flac,▁ i ː x h ɑ ː e b ː e ː s ʃ o ː n t ʀ i ː m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n o ː x n ɔ x m ɑ ː l
+8b-v3,de,100000000,95,99,9,9.5,be74e4129079,8b-v3_de_s100000000_00001.flac,▁ i ː x h ː b e ː e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n o ː x n ɔ x m ɑ ː l
+8b-v3,it,42,60,62,5,8.3,be74e4129079,8b-v3_it_s42_00001.flac,▁ l o d ʒ a d e t ː o t r e v a l t e l a l u t ʃ e d i r o m a k a m b i a e v i o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3,it,100000,63,60,7,11.1,be74e4129079,8b-v3_it_s100000_00001.flac,▁ l o d ʒ a d e t ː o t r e b i t e l a l u t ʃ e d i r o m a k a m b i a e ʎ o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3,it,100000000,63,63,2,3.2,be74e4129079,8b-v3_it_s100000000_00001.flac,▁ l o d ʒ o a d e t ː o t r e v a l t e l a l u t ʃ e d i r o m a k a m b i a e ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3,pt,42,65,73,17,26.2,be74e4129079,8b-v3_pt_s42_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i s b o w a m u n d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ j s o d ɛ n o v o
+8b-v3,pt,100000,63,72,20,31.7,be74e4129079,8b-v3_pt_s100000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i s b o w a m u n d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ j s o d ɛ n o v o
+8b-v3,pt,100000000,59,74,36,61.0,be74e4129079,8b-v3_pt_s100000000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i s b o w a m u n d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+8b-v3,ru,42,77,70,22,28.6,be74e4129079,8b-v3_ru_s42_00001.flac,▁ j a w ʐ ɛ t r i r a z a ɛ t a s k a z a l a s v ʲ ɛ t m u s k o v ɨ m ɑ j ɛ z a k ɑ ʐ d ɨ t ɕ ɑ s n ʲ ɛ t j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+8b-v3,ru,100000,75,72,25,33.3,be74e4129079,8b-v3_ru_s100000_00001.flac,▁ j a w ʐ ɛ t r i r a z a j ɛ t a s k a z a l a s v ʲ ɛ t m a s k o v ɨ m ɨ n a v ɑ ʐ ɨ k ɑ ʐ d ɨ k a z n ʲ ɛ t j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+8b-v3,ru,100000000,79,72,25,31.6,be74e4129079,8b-v3_ru_s100000000_00001.flac,▁ j a w ʐ ɛ t r i r a z a j ɛ t a s k a z a l a s v j ʲ ɛ t m ɔ s k o v ɨ m ɨ n a v a ʐ ɨ k a ʐ d ɨ t ɕ a s n ʲ ɛ t j a b a ʂ t a k ɲ ɛ b u d u
+8b-v3,ar,42,95,96,8,8.4,be74e4129079,8b-v3_ar_s42_00001.flac,▁ l a q u d q u l t u ð a ː l i k a θ a l a ː θ u m a r a ː t d a w u l q a ː h i r a t i j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n a ː x a r
+8b-v3,ar,100000,95,97,11,11.6,be74e4129079,8b-v3_ar_s100000_00001.flac,▁ l a q u d q u l t a ð a ː l i k a θ a l a ː θ u m a r r a ː t d a w u l q a ː h i r a ː j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r r a t a n s i x a r
+8b-v3,ar,100000000,93,93,10,10.8,be74e4129079,8b-v3_ar_s100000000_00001.flac,▁ l a q u d q u l t u ð a ː l i k a θ a l a ː t a m a r a ː t d a w u l q a ː h i r a j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a a l a ð a ː l i k a m a r a t a n i x a r
+8b-v3,zh,42,84,85,2,2.4,be74e4129079,8b-v3_zh_s42_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+8b-v3,zh,100000,85,84,5,5.9,be74e4129079,8b-v3_zh_s100000_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ l j ɑ ŋ t s w ɔ l ɤ
+8b-v3,zh,100000000,85,85,2,2.4,be74e4129079,8b-v3_zh_s100000000_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ l ɤ j ɑ ŋ t s w ɔ l ɤ
+8b-v3,ja,42,74,74,6,8.1,be74e4129079,8b-v3_ja_s42_00001.flac,▁ m o o s a n k a i m o i m a ɕ i t a t o k i o n o h i k a ɾ i b a i t s i d ʒ i k a n g o t o n i k a b a ɾ i m a s ɯ i e n i d o t o ɕ i m a s e
+8b-v3,ja,100000,72,74,6,8.3,be74e4129079,8b-v3_ja_s100000_00001.flac,▁ m a s a n k a i m o i m a ʃ i t a t o k i o n o ʃ i k a ɾ i w a i t ʃ i d ʒ i k a n g o t o n i k a w a ɾ i m a s ɯ i e n i d o t a ʃ i m a s e n
+8b-v3,ja,100000000,72,74,7,9.7,be74e4129079,8b-v3_ja_s100000000_00001.flac,▁ m o s a n k a i m o i m a ʃ i t a t o ː k i o n o ʃ i k a ɾ i v a i t ʃ i d ʒ i k a n g o t o n i k a v a ɾ i m a s ɯ i e n i d o t o ɕ i m a s e
+8b-v3,ko,42,66,66,16,24.2,be74e4129079,8b-v3_ko_s42_00001.flac,▁ i m i s a b ɔ ɲ i n a b a r a s ɔ j ɔ s ɔ w r e b i t s ɯ n b e ʃ i k a n p ʰ a k k i t ʃ ɔ j ɔ a n i ɔ t ʰ a t ʃ i n a n a r k e
+8b-v3,ko,100000,63,67,10,15.9,be74e4129079,8b-v3_ko_s100000_00001.flac,▁ i m i s e b ɔ n i n a m a r e s ɔ j ɔ s ɔ w r e p i t s ʰ i n b e ʃ i k a m p ʰ a k k i t ʃ ɔ j ɔ a n i o t ʰ a t ʃ n a n a r k e ɔ
+8b-v3,ko,100000000,64,67,14,21.9,be74e4129079,8b-v3_ko_s100000000_00001.flac,▁ i m i s e p ɔ n i n a b a r a s ɔ j ɔ s ɔ w r e p i t s ʰ ɯ n b e ʃ i k a m p ʰ a k k i t ʃ ɔ j ɔ a n i o t ʰ a ʃ i n a n a r k e ɔ
+8b-v3-mlp,en,42,77,77,0,0.0,be74e4129079,8b-v3-mlp_en_s42_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3-mlp,en,100000,77,77,0,0.0,be74e4129079,8b-v3-mlp_en_s100000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3-mlp,en,100000000,77,77,0,0.0,be74e4129079,8b-v3-mlp_en_s100000000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3-mlp,fr,42,71,70,6,8.5,be74e4129079,8b-v3-mlp_fr_s42_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t w a s f w a z ɛ l a l ɥ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+8b-v3-mlp,fr,100000,69,70,7,10.1,be74e4129079,8b-v3-mlp_fr_s100000_00001.flac,▁ l ə s d e ʒ a d i s t ʀ w a s f w a z ɛ l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ ɛ s p a
+8b-v3-mlp,fr,100000000,70,74,6,8.6,be74e4129079,8b-v3-mlp_fr_s100000000_00001.flac,▁ ʒ ə l a i d ə ʒ a i d i t t ʀ w a s f w a s ɛ l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ɛ ʀ ɛ f ə ʀ a i p a
+8b-v3-mlp,es,42,62,61,4,6.5,be74e4129079,8b-v3-mlp_es_s42_00001.flac,▁ l o e d i t ʃ o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3-mlp,es,100000,62,63,2,3.2,be74e4129079,8b-v3-mlp_es_s100000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3-mlp,es,100000000,62,62,1,1.6,be74e4129079,8b-v3-mlp_es_s100000000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3-mlp,de,42,98,100,11,11.2,be74e4129079,8b-v3-mlp_de_s42_00001.flac,▁ i ː x h ɑ ː b e ː s j ɑ ː ʃ o ː m t ʀ e ː m ɑ ː l g e ː s a g t d ɑ ː s l a i d i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n a x t n ɔ x m ɑ ː l
+8b-v3-mlp,de,100000,97,99,14,14.4,be74e4129079,8b-v3-mlp_de_s100000_00001.flac,▁ i ː x h ɑ ː e b ː e ː s ʃ o ː n t ʀ e ː m ɑ ː l g e ː s a g t d ɑ ː s l a i d i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɑ ː x n ɔ x m ɑ ː l
+8b-v3-mlp,de,100000000,95,102,18,18.9,be74e4129079,8b-v3-mlp_de_s100000000_00001.flac,▁ i ː x h ɑ ː b e ː s d i ː ʀ ʃ o ː n t ʀ e ː m ɑ ː l g e ː s a g t d ɑ ː s l a i d i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x e ː d e ː s t a ʊ n t e ː n a i n d ɑ ː s m ɑ ː x i ː x n a ː x n ɔ x m ɑ ː l
+8b-v3-mlp,it,42,60,62,8,13.3,be74e4129079,8b-v3-mlp_it_s42_00001.flac,▁ d ʒ a d ʒ e d i t o t r e t u o l t e l a l u t e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o m o
+8b-v3-mlp,it,100000,63,66,7,11.1,be74e4129079,8b-v3-mlp_it_s100000_00001.flac,▁ l o d ʒ ː a d ʒ a d e t ː o t r e t u o l t e l a l u t e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o m o
+8b-v3-mlp,it,100000000,63,65,7,11.1,be74e4129079,8b-v3-mlp_it_s100000000_00001.flac,▁ l o d ʒ a d ʒ e d e t ː o t r e t u o l t e l a l u t e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3-mlp,pt,42,65,73,15,23.1,be74e4129079,8b-v3-mlp_pt_s42_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i s b o w ɐ m u d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+8b-v3-mlp,pt,100000,63,74,19,30.2,be74e4129079,8b-v3-mlp_pt_s100000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i ʃ b o w a m u n d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+8b-v3-mlp,pt,100000000,59,75,37,62.7,be74e4129079,8b-v3-mlp_pt_s100000000_00001.flac,▁ ʒ a d i ʃ ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z ɛ d ɛ l i ʃ b o w ɐ m u d ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+8b-v3-mlp,ru,42,77,75,17,22.1,be74e4129079,8b-v3-mlp_ru_s42_00001.flac,▁ j a w ʐ o t r i r ɑ z a ɛ t a s k a z ɑ l a s v ʲ ɛ t v m a s k o m ʲ ɛ n ʲ ɛ v ʲ ɛ n ɕ ɛ k ɑ ʐ d ɨ t ɕ ɑ s n ʲ ɛ d j a b o ʂ ɨ t ɑ k n ʲ ɛ b u d u
+8b-v3-mlp,ru,100000,75,72,25,33.3,be74e4129079,8b-v3-mlp_ru_s100000_00001.flac,▁ j a w ʐ o t r i r a z a j ɛ t a s k a z a l a s v ʲ ɛ t v m a s k o m i n ʲ a v ʲ ɛ ɕ ɛ k ɑ ʐ d ɨ a z n i ɑ d j a b o ʂ ɨ t a k n ʲ ɛ b u d u
+8b-v3-mlp,ru,100000000,79,72,14,17.7,be74e4129079,8b-v3-mlp_ru_s100000000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z a j ɛ t a s k a z a l a s v ʲ ɛ t v m a s k o m ɛ n ʲ a v ʲ ɛ t ɕ u k ɑ ʐ d ɨ ɕ a s n i d j a b o ʂ t a k n ʲ ɛ b u d u
+8b-v3-mlp,ar,42,95,97,8,8.4,be74e4129079,8b-v3-mlp_ar_s42_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r r a ː t d a w a u l q a ː h i r a ː j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r r a t a n z u x a r
+8b-v3-mlp,ar,100000,95,96,11,11.6,be74e4129079,8b-v3-mlp_ar_s100000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː t u m a r r a ː t d a w u l q a ː h i r a ː j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n s u x a r
+8b-v3-mlp,ar,100000000,93,96,12,12.9,be74e4129079,8b-v3-mlp_ar_s100000000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r a ː t d a w a a l q a ː h i r a t a j a t a ɣ a j j i r u k u l l a s a ː ɣ a l a l a n a f a l a ð a ː l i k a m a r a t a n z u x a r
+8b-v3-mlp,zh,42,84,85,4,4.8,be74e4129079,8b-v3-mlp_zh_s42_00001.flac,▁ p w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ t j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ l j ɑ ŋ t s w ɔ l ɤ
+8b-v3-mlp,zh,100000,85,85,2,2.4,be74e4129079,8b-v3-mlp_zh_s100000_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ t j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+8b-v3-mlp,zh,100000000,85,85,5,5.9,be74e4129079,8b-v3-mlp_zh_s100000000_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ t j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ l ɤ j ɑ ŋ t s w ɔ l ɤ
+8b-v3-mlp,ja,42,74,74,4,5.4,be74e4129079,8b-v3-mlp_ja_s42_00001.flac,▁ m o s a n k a i m o i m a ɕ i t a t o k i o n o h i k a ɾ i v a i t ʃ i d ʒ i k a n g o t o n i k a v a ɾ i m a s i j e n i d o t o ɕ i m a s e m
+8b-v3-mlp,ja,100000,72,72,2,2.8,be74e4129079,8b-v3-mlp_ja_s100000_00001.flac,▁ m o s a n k a i m o i m a ʃ t a t o k i o n o ʃ i k a ɾ i v a i t ʃ i d ʒ i k a n g o t o n i k a w a ɾ i m a s i e n i d o t o ʃ i m a s e m
+8b-v3-mlp,ja,100000000,72,72,6,8.3,be74e4129079,8b-v3-mlp_ja_s100000000_00001.flac,▁ m o s a n k a i m o i m a ʃ i t a t o k i o n o ʃ i k a ɾ i v a i t s i d ʒ i k a n g o t o n i k a v a ɾ i m a s i e n i d o t o ɕ i m a s e
+8b-v3-mlp,ko,42,66,67,12,18.2,be74e4129079,8b-v3-mlp_ko_s42_00001.flac,▁ i m i s e p ɔ n i n a m a r a s ɔ j ɔ s ɔ u r e p i t t s ʰ ɯ n b e ʃ i k a m p ʰ a k i t ʃ ɔ j ɔ a n i ɔ t ʰ a ʃ i n a n a r k e ɔ
+8b-v3-mlp,ko,100000,63,67,17,27.0,be74e4129079,8b-v3-mlp_ko_s100000_00001.flac,▁ i m i s ʰ e b ɔ n i n a m a r a s ɔ j ɔ s ɔ r e b i t s ʰ n b e k a m p ʰ a k k i t ʃ ɔ j ɔ a n i ɔ t ʰ a t ʃ i n ɯ n a n a r k e ɔ
+8b-v3-mlp,ko,100000000,64,69,16,25.0,be74e4129079,8b-v3-mlp_ko_s100000000_00001.flac,▁ i m i s h e p ɔ n i n a b a r a s ɔ j ɔ s ɔ u r e p i t ɕ ʰ ɯ n b e ʃ i k a m p ʰ a k i t ʒ ɔ j ɔ a n i ɔ t ʰ a ʃ i n ɯ n a n a r k e ɔ
+8b-v3.1,en,42,77,77,0,0.0,be74e4129079,8b-v3.1_en_s42_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3.1,en,100000,77,77,0,0.0,be74e4129079,8b-v3.1_en_s100000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3.1,en,100000000,77,75,2,2.6,be74e4129079,8b-v3.1_en_s100000000_00001.flac,▁ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3.1,fr,42,71,69,4,5.6,be74e4129079,8b-v3.1_fr_s42_00001.flac,▁ ʒ l a i d e ʒ a d i t t w a s f w a s l a l œ ̃ j ə ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+8b-v3.1,fr,100000,69,69,0,0.0,be74e4129079,8b-v3.1_fr_s100000_00001.flac,▁ l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ə ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ ɛ i p a
+8b-v3.1,fr,100000000,70,71,1,1.4,be74e4129079,8b-v3.1_fr_s100000000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+8b-v3.1,es,42,62,61,2,3.2,be74e4129079,8b-v3.1_es_s42_00001.flac,▁ i a l o e d i s o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3.1,es,100000,62,62,1,1.6,be74e4129079,8b-v3.1_es_s100000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3.1,es,100000000,62,62,1,1.6,be74e4129079,8b-v3.1_es_s100000000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b i s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3.1,de,42,98,98,0,0.0,be74e4129079,8b-v3.1_de_s42_00001.flac,▁ i ː x h ɑ ː b e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+8b-v3.1,de,100000,97,100,6,6.2,be74e4129079,8b-v3.1_de_s100000_00001.flac,▁ i ː x h ɑ b ː e ː e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+8b-v3.1,de,100000000,95,98,3,3.2,be74e4129079,8b-v3.1_de_s100000000_00001.flac,▁ i ː x h ɑ ː b e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x j e ː d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+8b-v3.1,it,42,60,59,1,1.7,be74e4129079,8b-v3.1_it_s42_00001.flac,▁ d ʒ a d e t o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3.1,it,100000,63,64,1,1.6,be74e4129079,8b-v3.1_it_s100000_00001.flac,▁ l o d ʒ ː o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3.1,it,100000000,63,63,0,0.0,be74e4129079,8b-v3.1_it_s100000000_00001.flac,▁ l o d ʒ o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3.1,pt,42,65,71,15,23.1,be74e4129079,8b-v3.1_pt_s42_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i ʃ b o w ɐ m u d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ w ̃ v o f ɐ z ɛ j ʃ s o d ɛ n o v o
+8b-v3.1,pt,100000,63,74,17,27.0,be74e4129079,8b-v3.1_pt_s100000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i ʃ b o w ɐ m u d ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+8b-v3.1,pt,100000000,59,74,36,61.0,be74e4129079,8b-v3.1_pt_s100000000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i s b o w ɐ m u d ɐ ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+8b-v3.1,ru,42,77,80,15,19.5,be74e4129079,8b-v3.1_ru_s42_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z a j ɛ t a s k a z ɑ l a s v ʲ ɛ t v m a s k v ɛ j m ʲ ɛ n ʲ ɪ v a j ɛ t s a k ɑ ʐ d ɨ t ɕ ɑ s n ʲ ɛ d j a b o l ʂ ɨ t ɑ k n ʲ ɛ b u d u
+8b-v3.1,ru,100000,75,81,18,24.0,be74e4129079,8b-v3.1_ru_s100000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z a j ɛ t a s k a z ɑ l a s v ʲ ɛ t v m a s k v ɛ j m ʲ ɛ n ʲ i v a j ɛ t s t s a k ɑ ʐ d ɨ t ɕ ɑ s n i ɑ d j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+8b-v3.1,ru,100000000,79,76,9,11.4,be74e4129079,8b-v3.1_ru_s100000000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z j ɛ t a s k a z a l a s v ʲ ɛ t v m a s k v ɛ m ɛ n ɛ v a j ɛ t s t s a k ɑ ʐ d ɨ t ɕ a s n ɛ t j a b o l ʂ t a k n ʲ ɛ b u d u
+8b-v3.1,ar,42,95,91,4,4.2,be74e4129079,8b-v3.1_ar_s42_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ a m a r a ː t d a u l q a ː h i r a t j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n a f a l a ð a ː l i k a m a r a t a n u x r a
+8b-v3.1,ar,100000,95,93,9,9.5,be74e4129079,8b-v3.1_ar_s100000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ u m a r r a ː t d a u l q a h i r a ː j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n u x r a
+8b-v3.1,ar,100000000,93,92,4,4.3,be74e4129079,8b-v3.1_ar_s100000000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ a m a r a ː t d a u l q a ː h i r a ː j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n a f a l a ð a ː l i k a m a r a t a n u x r a
+8b-v3.1,zh,42,84,84,6,7.1,be74e4129079,8b-v3.1_zh_s42_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ x ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+8b-v3.1,zh,100000,85,85,2,2.4,be74e4129079,8b-v3.1_zh_s100000_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n ɤ j ɑ ŋ t s w ɔ l ɤ
+8b-v3.1,zh,100000000,85,85,2,2.4,be74e4129079,8b-v3.1_zh_s100000000_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+8b-v3.1,ja,42,74,76,8,10.8,be74e4129079,8b-v3.1_ja_s42_00001.flac,▁ m o o s a n k a i m o i m a ʃ i t a t o k i o n o h i k a ɾ i v a i t s i d ʒ i k a n g o t o n i k a v a ɾ i m a s i j e n i d o t a ʃ i m a s e m a
+8b-v3.1,ja,100000,72,74,4,5.6,be74e4129079,8b-v3.1_ja_s100000_00001.flac,▁ m o s a n k a i m o i m a ʃ i t a t o k i o n o ʃ i k a ɾ i v a i t ʃ i d ʒ i k a n g o t o n i k a v a ɾ i m a s i e n i d o t o ʃ i m a s e n a
+8b-v3.1,ja,100000000,72,75,7,9.7,be74e4129079,8b-v3.1_ja_s100000000_00001.flac,▁ m o s a n k a i m o i m a ʃ i t a t o k i o n o ʃ i k a ɾ i v a i t ʃ i d ʒ i k a n g o t o n i k a v a ɾ i m a s i e n i d o t a ɕ i m a s e m a n
+8b-v3.1,ko,42,66,70,12,18.2,be74e4129079,8b-v3.1_ko_s42_00001.flac,▁ i m i s e p ɔ n i n a b a r e s ɔ j ɔ s ɔ u r e p i t t s ʰ ɯ n b e ʃ i k a m p ʰ a k k i t ʃ ɔ j ɔ a n i ɔ t ʰ a ʃ i n a n a n a r k e ɔ
+8b-v3.1,ko,100000,63,69,10,15.9,be74e4129079,8b-v3.1_ko_s100000_00001.flac,▁ i m i s h e b ɔ n i n a b a r e s ɔ j ɔ s ɔ w r e b i t s ʰ ɯ n b e ʃ i k a m p ʰ a k k i t ʃ ɔ j ɔ a n i o t ʰ a ʃ n a n a n a r k e ɔ
+8b-v3.1,ko,100000000,64,66,11,17.2,be74e4129079,8b-v3.1_ko_s100000000_00001.flac,▁ i m i s e p ɔ n i n a m a r e s ɔ j ɔ s ɔ u r e p i t ɕ ʰ ɯ n b e ʃ i k a m p ʰ a k i t ʃ ɔ j ɔ a n i o t ʰ a ʃ i n a n a r k e ɔ
+8b-v3.1-mlp,en,42,77,77,0,0.0,be74e4129079,8b-v3.1-mlp_en_s42_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3.1-mlp,en,100000,77,77,0,0.0,be74e4129079,8b-v3.1-mlp_en_s100000_00001.flac,▁ a ɪ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3.1-mlp,en,100000000,77,75,2,2.6,be74e4129079,8b-v3.1-mlp_en_s100000000_00001.flac,▁ h æ v s ɛ d ɪ t θ ɹ i t a ɪ m z ɔ l ɹ ɛ d i ð ə l a ɪ t ɪ n l ʌ n d ə n t ʃ e ɪ n d ʒ ə z ɛ v ə ˞ i a ʊ ə ˞ n o ʊ a ɪ w ɪ l n ɑ t d u ð æ t ə g ɛ n
+8b-v3.1-mlp,fr,42,71,71,1,1.4,be74e4129079,8b-v3.1-mlp_fr_s42_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+8b-v3.1-mlp,fr,100000,69,68,2,2.9,be74e4129079,8b-v3.1-mlp_fr_s100000_00001.flac,▁ l a d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ə ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+8b-v3.1-mlp,fr,100000000,70,71,1,1.4,be74e4129079,8b-v3.1-mlp_fr_s100000000_00001.flac,▁ ʒ ə l a i d e ʒ a d i t t ʀ w a s f w a s l a l œ ̃ j ɛ ʀ ɛ d ɛ m a ʀ s ɛ j l ɛ ʃ ɑ ̃ ʒ ɛ a ʃ a k ɛ œ ʀ ɛ n ɔ n ʒ ɛ n ɛ l ə ʀ ɛ f ʀ a i p a
+8b-v3.1-mlp,es,42,62,62,0,0.0,be74e4129079,8b-v3.1-mlp_es_s42_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3.1-mlp,es,100000,62,62,0,0.0,be74e4129079,8b-v3.1-mlp_es_s100000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3.1-mlp,es,100000000,62,62,0,0.0,be74e4129079,8b-v3.1-mlp_es_s100000000_00001.flac,▁ i a l o e d i t ʃ o t ɾ e s b e s e s l a l u s d e m a d ɾ i d k a m b j a k a d a o ɾ a n o n o l o a ɾ e o t ɾ a b e s
+8b-v3.1-mlp,de,42,98,95,5,5.1,be74e4129079,8b-v3.1-mlp_de_s42_00001.flac,▁ i ː x h ɑ ː b s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x a i d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+8b-v3.1-mlp,de,100000,97,97,6,6.2,be74e4129079,8b-v3.1-mlp_de_s100000_00001.flac,▁ i ː x h ɑ ː b e ː s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x a i d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+8b-v3.1-mlp,de,100000000,95,95,4,4.2,be74e4129079,8b-v3.1-mlp_de_s100000000_00001.flac,▁ i ː x h ɑ ː b s ʃ o ː n t ʀ a i m ɑ ː l g e ː s a g t d ɑ ː s l ɪ x t i ː n b ə ʀ l i ː n æ ː n d ə ʀ t s i ː x a i d e ː s t ʊ n d e ː n a i n d ɑ ː s m ɑ ː x i ː x n ɪ x t n ɔ x m ɑ ː l
+8b-v3.1-mlp,it,42,60,60,0,0.0,be74e4129079,8b-v3.1-mlp_it_s42_00001.flac,▁ d ʒ a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3.1-mlp,it,100000,63,64,1,1.6,be74e4129079,8b-v3.1-mlp_it_s100000_00001.flac,▁ l o d ʒ ː o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3.1-mlp,it,100000000,63,63,0,0.0,be74e4129079,8b-v3.1-mlp_it_s100000000_00001.flac,▁ l o d ʒ o a d e t ː o t r e v o l t e l a l u t ʃ e d i r o m a k a m b i a o ɲ i o r a n o n o n l o f a r ɔ d i n u o v o
+8b-v3.1-mlp,pt,42,65,70,16,24.6,be74e4129079,8b-v3.1-mlp_pt_s42_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u s d ɛ l i ʃ b o w ɐ m u g ɐ k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o f ɐ z ɛ j s o d ɛ n o v o
+8b-v3.1-mlp,pt,100000,63,73,17,27.0,be74e4129079,8b-v3.1-mlp_pt_s100000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i s b o w ɐ m u ʒ a k a d ɐ o ɾ ɐ n ɐ ̃ w ̃ n ɐ ̃ w ̃ v o w f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+8b-v3.1-mlp,pt,100000000,59,74,36,61.0,be74e4129079,8b-v3.1-mlp_pt_s100000000_00001.flac,▁ ʒ a d i ʃ s ɛ i ʃ s o t ɾ e s v ɛ z ɛ s a l u z d ɛ l i ʃ b o w ɐ m u g ɐ a k a d ɐ o ɾ ɐ n ɐ ̃ w n ɐ ̃ w ̃ v o w u f ɐ z ɛ ɾ i ʃ s o d ɛ n o v o
+8b-v3.1-mlp,ru,42,77,76,15,19.5,be74e4129079,8b-v3.1-mlp_ru_s42_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z ɛ t a s k a z ɑ l a s v ʲ ɛ t m a s k v ɨ m ʲ ɛ n ʲ ɪ v ʲ ɪ j ɛ t s a k ɑ ʐ d ɨ t ɕ ɑ s n ʲ ɛ d j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+8b-v3.1-mlp,ru,100000,75,78,19,25.3,be74e4129079,8b-v3.1-mlp_ru_s100000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z ɛ t a s k a z a l a s v ʲ ɛ t v m a s k v ɛ j m ʲ ɛ n i v a j ɛ t s t s a k ɑ ʐ d ɨ t ɕ ɑ s n ɛ a d j a b o l ʂ t ɑ k n ʲ ɛ b u d u
+8b-v3.1-mlp,ru,100000000,79,76,15,19.0,be74e4129079,8b-v3.1-mlp_ru_s100000000_00001.flac,▁ j a w ʐ ɛ t r ɨ r a z ɛ t a s k a z a l a s v ʲ j ɛ t v m a s k o w ɛ m ʲ ɛ ɲ ɛ v a j ɛ t s a k a ʐ d ɨ t ɕ a s n ɛ a d j a b o l ʂ t a k ɲ ɛ b u d u
+8b-v3.1-mlp,ar,42,95,93,4,4.2,be74e4129079,8b-v3.1-mlp_ar_s42_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ a m a r a ː t d a w u l q a h i r a t j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n u x r a
+8b-v3.1-mlp,ar,100000,95,94,7,7.4,be74e4129079,8b-v3.1-mlp_ar_s100000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ a m a r r a ː t d a w u l q a h i r a ː j a t a ɣ a j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a l a ð a ː l i k a m a r a t a n u x r a ː
+8b-v3.1-mlp,ar,100000000,93,94,3,3.2,be74e4129079,8b-v3.1-mlp_ar_s100000000_00001.flac,▁ l a q a d q u l t u ð a ː l i k a θ a l a ː θ a m a r a ː t b a w u l q a h i r a ː j a t a ɣ a j j a r u k u l l a s a ː ɣ a l a l a n ʔ a f a a l a ð a ː l i k a m a r a t a n u x r a
+8b-v3.1-mlp,zh,42,84,84,0,0.0,be74e4129079,8b-v3.1-mlp_zh_s42_00001.flac,▁ w ɔ i t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ l j ɑ ŋ t s w ɔ l ɤ
+8b-v3.1-mlp,zh,100000,85,85,1,1.2,be74e4129079,8b-v3.1-mlp_zh_s100000_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+8b-v3.1-mlp,zh,100000000,85,85,2,2.4,be74e4129079,8b-v3.1-mlp_zh_s100000000_00001.flac,▁ w e ɪ t ɕ i ŋ ʂ w ɔ k w ɔ s a n p j ɛ n l ɤ p e ɪ t ɕ i ŋ t ɤ k w ɑ ŋ ɕ j ɛ n m e ɪ ɕ j ɑ ʊ ʂ ɨ t o ʊ t s a ɪ p j ɛ n p u w ɔ p u x w e ɪ t s a ɪ n a j ɑ ŋ t s w ɔ l ɤ
+8b-v3.1-mlp,ja,42,74,74,8,10.8,be74e4129079,8b-v3.1-mlp_ja_s42_00001.flac,▁ m o s a n k a i m o i m a ʃ t a t o k i o n o h i k a ɾ i w a i t s i d ʒ i k a n g o t o n i k a w a ɾ i m a s i e n i g o t o ɕ i m a s e m a n
+8b-v3.1-mlp,ja,100000,72,73,3,4.2,be74e4129079,8b-v3.1-mlp_ja_s100000_00001.flac,▁ m o s a n k a i m o i m a ʃ t a t o k i o n o ʃ i k a ɾ i v a i t ʃ i d ʒ i k a n g o t o n i k a w a ɾ i m a s i e n i g o t o ʃ i m a s e n a
+8b-v3.1-mlp,ja,100000000,72,76,9,12.5,be74e4129079,8b-v3.1-mlp_ja_s100000000_00001.flac,▁ m o s a n k a i m o i m a ɕ i t a t o k i o n o ʃ i k a ɾ i v a i t s i d ʒ i k a n g o t o n i k a w a ɾ i m a s ɯ i e n i g o t o ɕ i m a s e m a n
+8b-v3.1-mlp,ko,42,66,68,17,25.8,be74e4129079,8b-v3.1-mlp_ko_s42_00001.flac,▁ i m i s ʰ e p ɔ n i n a b a r a s ɔ j ɔ s ɔ u r e p i t ɕ ʰ ɯ n b e j a k a m p ʰ a k k i t ʒ ɔ j ɔ a n i ɔ t ʰ a ʃ i n a n a r k e ɔ
+8b-v3.1-mlp,ko,100000,63,66,11,17.5,be74e4129079,8b-v3.1-mlp_ko_s100000_00001.flac,▁ i m i s e p ɔ n i n a m a r e s ɔ j ɔ s ɔ u r e p i t s ʰ ɯ n b e j a k a m p ʰ a k i t ʒ ɔ j ɔ a n i ɔ t ʰ a ʃ i n a n a r k e o
+8b-v3.1-mlp,ko,100000000,64,66,17,26.6,be74e4129079,8b-v3.1-mlp_ko_s100000000_00001.flac,▁ i m i s e b ɔ n i n a b a r a s ɔ j ɔ s ɔ o r e b i t s ʰ ɯ n b e j a g a m p ʰ a k i d ʒ ɔ j ɔ a n i o t ʰ a t ʃ i n a n a k e ɔ
diff --git a/bench3.1/mesures/prompts15.json b/bench3.1/mesures/prompts15.json
new file mode 100644
index 0000000000000000000000000000000000000000..150590b93e20c0abc267f71399cefead3c1cb9d5
--- /dev/null
+++ b/bench3.1/mesures/prompts15.json
@@ -0,0 +1,181 @@
+{
+ "p01": {
+ "categorie": "People / photo",
+ "prompt": "A photorealistic photograph, 16:9 landscape. A woman in her mid thirties sits at the left third of the frame, turned three quarters to the right, both forearms resting on a scratched steel table. She has straight jet black hair cut in a blunt bob at jaw length, thick dark eyebrows, brown eyes, and a small mole above her left lip. She wears a faded olive green canvas jacket over a white crew neck t-shirt, and a thin brown leather watch strap on her left wrist. In front of her on the table stand a chipped white enamel mug and a closed red spiral notebook. Behind her, at the right of the frame, a wall of vertical grey concrete panels, evenly lit. Soft diffuse daylight from the left, no visible shadows on the wall. Shot on a 50mm lens at f/4, sharp from front to back, framed from the waist up.",
+ "attributs": [
+ {"nom": "cheveux-couleur", "vrai": "a woman with jet black hair", "faux": "a woman with light blonde hair"},
+ {"nom": "cheveux-coupe", "vrai": "a woman with a blunt bob at jaw length", "faux": "a woman with very long hair down to the waist"},
+ {"nom": "veste", "vrai": "a person in an olive green canvas jacket", "faux": "a person in a navy blue canvas jacket"},
+ {"nom": "objet-mug", "vrai": "a white enamel mug on the table", "faux": "a black ceramic mug on the table"},
+ {"nom": "objet-carnet", "vrai": "a red notebook on the table", "faux": "a green notebook on the table"},
+ {"nom": "fond", "vrai": "vertical grey concrete panels", "faux": "a red brick wall"},
+ {"nom": "posture", "vrai": "a seated person with forearms on a table", "faux": "a standing person with arms crossed"}
+ ]
+ },
+ "p02": {
+ "categorie": "People / deux personnes",
+ "prompt": "A photorealistic photograph, 16:9 landscape. Two men stand facing each other in profile, centred, on a wooden pier. The man on the left is tall and thin, about sixty, bald on top with grey hair at the temples, wearing a mustard yellow fisherman sweater and dark green waders. The man on the right is shorter and stocky, about thirty, with a full red beard and a navy blue wool beanie, wearing a black rubber apron over a grey sweatshirt. Between them, at waist height, they hold a single wide flat wicker basket containing three silver fish. Behind them the sea is calm and grey, the horizon line falls exactly at the top third of the frame, and a small white boat sits far away on the right. Overcast flat daylight. Shot on a 35mm lens, both men fully in focus, framed from the knees up.",
+ "attributs": [
+ {"nom": "nombre", "vrai": "exactly two men", "faux": "exactly one man"},
+ {"nom": "gauche-cheveux", "vrai": "a bald elderly man with grey temples", "faux": "an elderly man with thick white hair"},
+ {"nom": "gauche-pull", "vrai": "a man in a mustard yellow sweater", "faux": "a man in a pale pink sweater"},
+ {"nom": "droite-barbe", "vrai": "a young man with a full red beard", "faux": "a young man with a thin black moustache"},
+ {"nom": "objet", "vrai": "a flat wicker basket with silver fish", "faux": "a plastic crate with green apples"},
+ {"nom": "lieu", "vrai": "a wooden pier by a calm grey sea", "faux": "a busy city street at rush hour"}
+ ]
+ },
+ "p03": {
+ "categorie": "Animals / photo",
+ "prompt": "A photorealistic wildlife photograph, 16:9 landscape. A single adult red fox stands in the right third of the frame, body in profile facing left, head turned towards the lens, front left paw lifted off the ground. Its coat is deep rust orange on the back and flanks, cream white on the throat, chest and belly, with black stockings on all four legs and black tips on both ears. The bushy tail is held low and ends in a white tip. It stands in short frost-covered grass. Behind it, out of focus, a line of bare birch trunks with white bark. Cold blue early morning light, long shadow cast to the right. Shot on a 300mm lens at f/2.8, the fox sharp, the background thrown completely out of focus.",
+ "attributs": [
+ {"nom": "espece", "vrai": "a red fox", "faux": "a grey wolf"},
+ {"nom": "nombre", "vrai": "exactly one animal", "faux": "a pack of five animals"},
+ {"nom": "queue", "vrai": "a fox with a white tipped tail", "faux": "a fox with a completely black tail"},
+ {"nom": "pattes", "vrai": "a fox with black legs", "faux": "a fox with white legs"},
+ {"nom": "sol", "vrai": "short grass covered in frost", "faux": "hot desert sand"},
+ {"nom": "arbres", "vrai": "bare white birch trunks in the background", "faux": "dense green palm trees in the background"},
+ {"nom": "flou", "vrai": "a photo with a strongly blurred background", "faux": "a photo sharp from front to back"}
+ ]
+ },
+ "p04": {
+ "categorie": "Animals / illustration",
+ "prompt": "A flat vector illustration, 16:9 landscape, thick uniform black outlines and flat colour fills with no gradients and no shading. Three cartoon penguins stand in a row on a pale blue ice floe that occupies the bottom third of the frame. The left penguin wears a red and white striped scarf, the middle penguin wears round yellow sunglasses, the right penguin holds a single orange fish in its beak. All three face the viewer. The sky above is a flat pale mint green with three simple white clouds, each drawn as two overlapping circles. No texture, no photorealism, no shadows.",
+ "attributs": [
+ {"nom": "style", "vrai": "a flat vector illustration with thick outlines", "faux": "a photorealistic photograph"},
+ {"nom": "nombre", "vrai": "exactly three penguins", "faux": "exactly one penguin"},
+ {"nom": "echarpe", "vrai": "a penguin wearing a red and white striped scarf", "faux": "a penguin wearing a plain blue scarf"},
+ {"nom": "lunettes", "vrai": "a penguin wearing round yellow sunglasses", "faux": "a penguin wearing a top hat"},
+ {"nom": "poisson", "vrai": "a penguin holding an orange fish in its beak", "faux": "a penguin holding a red umbrella"},
+ {"nom": "ciel", "vrai": "a flat mint green sky", "faux": "a dark stormy sky"}
+ ]
+ },
+ "p05": {
+ "categorie": "Indoor / nature morte",
+ "prompt": "A photorealistic still life, 16:9 landscape, shot from a low three quarter angle at table height. On a dark walnut table: at the left, a tall clear glass carafe half filled with water; at the centre, a shallow blue and white porcelain bowl holding six whole walnuts and two halved ones; at the right, a folded grey linen napkin with a tarnished silver spoon resting diagonally across it. A single lemon, whole and uncut, sits in front of the bowl. Behind, a plain dark brown wall in shadow. Strong warm directional light enters from the upper left, casting long soft shadows to the right of every object. Shot on an 85mm lens at f/8, everything sharp. No people, no text.",
+ "attributs": [
+ {"nom": "angle", "vrai": "a still life seen from table height", "faux": "a still life seen from directly above"},
+ {"nom": "table", "vrai": "a dark walnut wooden table", "faux": "a white marble table"},
+ {"nom": "bol", "vrai": "a blue and white porcelain bowl", "faux": "a plain black metal bowl"},
+ {"nom": "fruits", "vrai": "walnuts in a bowl", "faux": "strawberries in a bowl"},
+ {"nom": "citron", "vrai": "a whole uncut lemon on the table", "faux": "a sliced orange on the table"},
+ {"nom": "lumiere", "vrai": "strong directional light with long shadows", "faux": "flat shadowless lighting"},
+ {"nom": "personnes", "vrai": "a scene with no people", "faux": "a person eating at the table"}
+ ]
+ },
+ "p06": {
+ "categorie": "Outdoor / paysage",
+ "prompt": "A photorealistic landscape photograph, 16:9 landscape. A wide valley seen from a high viewpoint. In the lower half, a river meanders from the bottom left corner towards the centre right, its water pale turquoise. Along both banks, dense conifer forest in dark green. In the upper half, three snow capped mountain peaks, the tallest at the centre, the two others lower and to the left and right. The sky above is clear deep blue with a single thin horizontal band of white cloud just above the peaks. No buildings, no roads, no people, no animals. Late afternoon sunlight from the right, the left slopes in shadow. Shot on a 24mm lens at f/11, sharp throughout.",
+ "attributs": [
+ {"nom": "eau", "vrai": "a meandering turquoise river", "faux": "a large still lake"},
+ {"nom": "foret", "vrai": "dense dark green conifer forest", "faux": "bare desert rock with no vegetation"},
+ {"nom": "montagnes", "vrai": "three snow capped peaks", "faux": "a flat horizon with no mountains"},
+ {"nom": "ciel", "vrai": "a clear deep blue sky", "faux": "a completely overcast grey sky"},
+ {"nom": "vide", "vrai": "a landscape with no buildings and no people", "faux": "a landscape with a large town and roads"},
+ {"nom": "point-de-vue", "vrai": "a valley seen from a high viewpoint", "faux": "a view from the ground looking up"}
+ ]
+ },
+ "p07": {
+ "categorie": "Outdoor / urbain nuit",
+ "prompt": "A photorealistic night photograph, 16:9 landscape. A narrow cobbled street seen from the middle of the road, the vanishing point slightly left of centre. On the left, a small bakery with a warm yellow lit window and a green painted wooden door. On the right, a shuttered garage with a rust red rolling shutter covered in graffiti. Between them, above the street, a single string of small round bulbs crosses from one facade to the other. The cobbles are wet and reflect the lights. A black cat crosses the street in the foreground from right to left. No people, no cars. Deep blue night sky above, no stars visible. Shot on a 35mm lens at f/2, the foreground sharp, the far end of the street softly blurred.",
+ "attributs": [
+ {"nom": "moment", "vrai": "a night scene", "faux": "a bright midday scene"},
+ {"nom": "sol", "vrai": "wet reflective cobblestones", "faux": "dry smooth asphalt"},
+ {"nom": "boutique", "vrai": "a bakery with a warm lit window and green door", "faux": "a glass office tower entrance"},
+ {"nom": "guirlande", "vrai": "a string of round bulbs crossing the street", "faux": "a large digital advertising screen"},
+ {"nom": "animal", "vrai": "a black cat crossing the street", "faux": "a large dog sitting still"},
+ {"nom": "vide", "vrai": "a street with no people and no cars", "faux": "a street crowded with people and traffic"}
+ ]
+ },
+ "p08": {
+ "categorie": "Food / macro",
+ "prompt": "A photorealistic close up food photograph, 16:9 landscape. A single round rustic sourdough loaf, cut in half, both halves lying cut face towards the lens, occupying the centre of the frame. The crust is dark brown and deeply cracked, the crumb is pale cream with large irregular holes. The loaf rests on a sheet of crumpled brown baking paper dusted with flour. Three loose wheat ears lie to the right of the loaf, pointing towards the upper right corner. Behind, out of focus, a dark grey slate surface. Warm side light from the left grazing the crust to reveal its texture. Shot on a 100mm macro lens at f/5.6, the cut faces sharp, the background blurred. No people, no hands, no text.",
+ "attributs": [
+ {"nom": "aliment", "vrai": "a round sourdough loaf cut in half", "faux": "a slice of chocolate cake"},
+ {"nom": "croute", "vrai": "a dark brown deeply cracked crust", "faux": "a smooth pale untoasted crust"},
+ {"nom": "mie", "vrai": "pale crumb with large irregular holes", "faux": "dense uniform crumb with no holes"},
+ {"nom": "support", "vrai": "crumpled brown baking paper with flour", "faux": "a white porcelain plate"},
+ {"nom": "epis", "vrai": "loose wheat ears beside the bread", "faux": "fresh basil leaves beside the bread"},
+ {"nom": "mains", "vrai": "food with no hands in the frame", "faux": "hands holding the food"}
+ ]
+ },
+ "p09": {
+ "categorie": "Plants / macro",
+ "prompt": "A photorealistic macro photograph, 16:9 landscape. A single dew covered spider web fills the left two thirds of the frame, its concentric rings clearly visible, anchored between two dry brown stems that rise from the bottom edge. Each thread carries small round water droplets of even size. In the lower right corner, one bright orange autumn leaf hangs on a thin twig. The background is an even wash of soft dark green, completely out of focus. Cold flat early morning light, no direct sun, no shadows. Shot on a 90mm macro lens at f/4. No insects, no spider visible, no people.",
+ "attributs": [
+ {"nom": "sujet", "vrai": "a dew covered spider web", "faux": "a bare tree branch"},
+ {"nom": "gouttes", "vrai": "small round water droplets on the threads", "faux": "dry threads with no water"},
+ {"nom": "feuille", "vrai": "a bright orange autumn leaf", "faux": "a fresh green spring leaf"},
+ {"nom": "fond", "vrai": "an even dark green blurred background", "faux": "a sharp detailed forest background"},
+ {"nom": "araignee", "vrai": "a web with no spider on it", "faux": "a large spider sitting in the middle of the web"}
+ ]
+ },
+ "p10": {
+ "categorie": "Vehicles / photo",
+ "prompt": "A photorealistic photograph, 16:9 landscape. A single pale blue 1960s convertible car, seen in three quarter view from the front left, parked in the centre of the frame with its front wheels turned slightly to the left. The roof is folded down, the interior upholstery is cream leather, the chrome bumper and hubcaps are polished and reflective, and the number plate is blank white. The car stands on a flat expanse of cracked white salt flat that extends to the horizon. The horizon line sits at the lower third of the frame. Above, a vast pale blue sky with a few high thin cirrus clouds. Harsh midday sun directly overhead, a short hard shadow directly under the car. No people, no other vehicles, no buildings. Shot on a 35mm lens at f/8.",
+ "attributs": [
+ {"nom": "vehicule", "vrai": "a vintage convertible car", "faux": "a modern delivery truck"},
+ {"nom": "couleur", "vrai": "a pale blue car", "faux": "a bright red car"},
+ {"nom": "toit", "vrai": "a convertible with the roof folded down", "faux": "a car with a closed hard roof"},
+ {"nom": "lieu", "vrai": "a flat cracked white salt flat", "faux": "a green grassy meadow"},
+ {"nom": "ombre", "vrai": "a short hard shadow directly under the car", "faux": "long soft shadows stretching sideways"},
+ {"nom": "vide", "vrai": "a scene with a single vehicle and no people", "faux": "a car park full of vehicles"}
+ ]
+ },
+ "p11": {
+ "categorie": "Artifacts / rendu technique",
+ "prompt": "A clean product render, 16:9 landscape, on a seamless pure white background with a soft grey contact shadow directly beneath the object. A single mechanical wristwatch lies flat, dial facing the lens, positioned slightly left of centre and rotated so that the crown points to the upper right. The dial is matte black with white printed numerals at 12, 3, 6 and 9, three thin silver hands, and a small circular seconds subdial at the six o'clock position. The case is brushed stainless steel, the strap is dark brown leather with visible stitching, laid out straight and extending towards both the left and right edges. Even soft studio lighting from above, no harsh reflections, no dust. No people, no text other than the dial numerals.",
+ "attributs": [
+ {"nom": "objet", "vrai": "a mechanical wristwatch", "faux": "a pair of headphones"},
+ {"nom": "cadran", "vrai": "a matte black dial with white numerals", "faux": "a white dial with black roman numerals"},
+ {"nom": "sous-cadran", "vrai": "a small seconds subdial at the bottom of the dial", "faux": "a plain dial with no subdial"},
+ {"nom": "bracelet", "vrai": "a dark brown leather strap with stitching", "faux": "a stainless steel bracelet"},
+ {"nom": "fond", "vrai": "a seamless pure white studio background", "faux": "a cluttered wooden workbench"}
+ ]
+ },
+ "p12": {
+ "categorie": "Arts / peinture a l'huile",
+ "prompt": "An oil painting on canvas, 16:9 landscape, with visible thick impasto brush strokes and a warm palette dominated by ochre, burnt sienna and deep blue. A wheat field occupies the lower two thirds, painted in short vertical strokes of gold and orange. A single leafless dark tree stands at the right third of the frame, its bare branches reaching up and to the left. The upper third is a turbulent sky painted in swirling strokes of deep blue and grey with a pale yellow glow near the horizon on the left. The canvas weave is visible in the thinner areas. No people, no animals, no buildings. Not a photograph.",
+ "attributs": [
+ {"nom": "medium", "vrai": "an oil painting with visible brush strokes", "faux": "a sharp photorealistic photograph"},
+ {"nom": "champ", "vrai": "a golden wheat field", "faux": "a blue ocean surface"},
+ {"nom": "arbre", "vrai": "a single leafless dark tree", "faux": "a dense forest of green trees"},
+ {"nom": "ciel", "vrai": "a turbulent swirling blue and grey sky", "faux": "a calm flat clear sky"},
+ {"nom": "palette", "vrai": "a warm ochre and burnt sienna palette", "faux": "a cold monochrome grey palette"}
+ ]
+ },
+ "p13": {
+ "categorie": "Illustrations / dessin au trait",
+ "prompt": "A black ink line drawing on white paper, 16:9 landscape, no colour and no grey tones, shading rendered only by cross hatching. A detailed sailing ship with three masts and full square sails is drawn in the centre, seen from the side, sailing to the left. The hull is heavily cross hatched, the sails are left mostly white with only light hatching at their lower edges. Beneath, stylised waves are drawn as repeated curved parallel lines. In the upper left corner, a compass rose with eight points and the letter N at its top. A decorative rectangular double border frames the whole image. No photorealism, no colour, no people visible on deck.",
+ "attributs": [
+ {"nom": "technique", "vrai": "a black ink line drawing with cross hatching", "faux": "a full colour oil painting"},
+ {"nom": "couleur", "vrai": "an image in black and white only", "faux": "a brightly coloured image"},
+ {"nom": "sujet", "vrai": "a three masted sailing ship", "faux": "a modern container ship"},
+ {"nom": "boussole", "vrai": "a compass rose in the corner", "faux": "a clock face in the corner"},
+ {"nom": "cadre", "vrai": "a decorative double line border", "faux": "an image with no border"}
+ ]
+ },
+ "p14": {
+ "categorie": "Abstract / geometrique",
+ "prompt": "A flat geometric abstract composition, 16:9 landscape, no perspective and no shading. The background is a uniform deep navy blue. Centred slightly to the left, a large perfect circle in bright coral orange. Overlapping its lower right quadrant, a smaller equilateral triangle in pale mint green, pointing upwards. In the upper right area, seven thin parallel white lines running diagonally from lower left to upper right, evenly spaced. In the bottom left corner, a small solid yellow square rotated forty five degrees. All shapes have hard clean edges and flat uniform colour. No texture, no gradient, no text, no recognisable object.",
+ "attributs": [
+ {"nom": "style", "vrai": "a flat geometric abstract composition", "faux": "a photorealistic landscape"},
+ {"nom": "fond", "vrai": "a uniform deep navy blue background", "faux": "a white background"},
+ {"nom": "cercle", "vrai": "a large bright coral orange circle", "faux": "a large dark purple circle"},
+ {"nom": "triangle", "vrai": "a pale mint green triangle", "faux": "a black triangle"},
+ {"nom": "lignes", "vrai": "thin parallel white diagonal lines", "faux": "thick red vertical bars"},
+ {"nom": "objet", "vrai": "an image with only abstract shapes", "faux": "an image showing a recognisable animal"}
+ ]
+ },
+ "p15": {
+ "categorie": "World knowledge / architecture",
+ "prompt": "A photorealistic architectural photograph, 16:9 landscape. A stone Gothic cathedral facade fills the frame, shot straight on from ground level so that the vertical lines stay parallel. Two square towers rise symmetrically at the left and right edges, each with a tall narrow arched opening near the top. Between them, at the centre, a large circular rose window with radial stone tracery. Below the rose window, three deep recessed arched portals side by side, the central one the widest. The stone is pale weathered limestone with darker streaks. A row of stone statues stands in a horizontal band above the portals. The sky behind is uniformly overcast and white. No people, no cars, no scaffolding, no text. Shot on a 24mm tilt shift lens at f/8, sharp throughout.",
+ "attributs": [
+ {"nom": "batiment", "vrai": "a Gothic cathedral facade", "faux": "a modern glass skyscraper"},
+ {"nom": "rosace", "vrai": "a large circular rose window", "faux": "a plain rectangular window"},
+ {"nom": "portails", "vrai": "three recessed arched portals", "faux": "a single revolving glass door"},
+ {"nom": "tours", "vrai": "two symmetrical square towers", "faux": "a single round tower"},
+ {"nom": "ciel", "vrai": "a uniformly overcast white sky", "faux": "a deep blue sky with the sun visible"},
+ {"nom": "vide", "vrai": "a building with no people in front of it", "faux": "a crowded square full of tourists"}
+ ]
+ }
+}
diff --git a/bench3.1/mesures/scores.json b/bench3.1/mesures/scores.json
new file mode 100644
index 0000000000000000000000000000000000000000..27b15995edab93227a8fb35ffb8607daaba3910c
--- /dev/null
+++ b/bench3.1/mesures/scores.json
@@ -0,0 +1,630 @@
+{
+ "langues": [
+ "ar",
+ "de",
+ "en",
+ "es",
+ "fr",
+ "it",
+ "ja",
+ "ko",
+ "pt",
+ "ru",
+ "zh"
+ ],
+ "graines": [
+ 42,
+ 100000,
+ 100000000
+ ],
+ "seuilParLangue": {
+ "ar": 6.3,
+ "de": 2.7,
+ "en": 0.0,
+ "es": 0.0,
+ "fr": 4.0,
+ "it": 2.3,
+ "ja": 6.7,
+ "ko": 11.3,
+ "pt": 17.0,
+ "ru": 10.7,
+ "zh": 3.3
+ },
+ "longueurParLangue": {
+ "ar": 94,
+ "de": 97,
+ "en": 77,
+ "es": 62,
+ "fr": 70,
+ "it": 62,
+ "ja": 73,
+ "ko": 64,
+ "pt": 62,
+ "ru": 77,
+ "zh": 85
+ },
+ "seuilPerParLangue": {
+ "ar": 6.7,
+ "de": 2.8,
+ "en": 0.0,
+ "es": 0.0,
+ "fr": 5.7,
+ "it": 3.8,
+ "ja": 9.2,
+ "ko": 17.6,
+ "pt": 27.3,
+ "ru": 13.9,
+ "zh": 3.9
+ },
+ "imageSeuil": 0.9552,
+ "imagePlancher": 0.5313,
+ "modeles": [
+ {
+ "id": "32b",
+ "famille": "32B",
+ "version": "",
+ "tete": "",
+ "encodeurMo": 14961,
+ "projectionMo": 0,
+ "totalMo": 14961,
+ "audio": {
+ "parLangue": {
+ "ar": 100.0,
+ "de": 100.0,
+ "en": 100.0,
+ "es": 100.0,
+ "fr": 100.0,
+ "it": 100.0,
+ "ja": 100.0,
+ "ko": 100.0,
+ "pt": 100.0,
+ "ru": 100.0,
+ "zh": 100.0
+ },
+ "erreursParLangue": {
+ "ar": 6.3,
+ "de": 2.7,
+ "en": 0.0,
+ "es": 0.0,
+ "fr": 4.0,
+ "it": 2.3,
+ "ja": 6.7,
+ "ko": 11.3,
+ "pt": 17.0,
+ "ru": 10.7,
+ "zh": 3.3
+ },
+ "global": 100.0,
+ "dispersion": 0.0
+ },
+ "image": {
+ "cos": 0.9552,
+ "score": 100.0,
+ "prompt": 100.0
+ },
+ "brut": {
+ "perErr": 0,
+ "perTotal": 2469,
+ "perPct": 0.0,
+ "werErr": 6,
+ "werTotal": 174,
+ "cerErr": 6,
+ "cerTotal": 869
+ },
+ "autoCoherence": 5.8,
+ "nomPropre": {
+ "reussites": 3,
+ "total": 3,
+ "detail": [
+ 1,
+ 1,
+ 1
+ ]
+ }
+ },
+ {
+ "id": "4b-v3",
+ "famille": "4B",
+ "version": "v3",
+ "tete": "ridge",
+ "encodeurMo": 4606,
+ "projectionMo": 26,
+ "totalMo": 4632,
+ "audio": {
+ "parLangue": {
+ "ar": 92.4,
+ "de": 93.3,
+ "en": 100.0,
+ "es": 97.3,
+ "fr": 93.9,
+ "it": 99.4,
+ "ja": 97.0,
+ "ko": 100.0,
+ "pt": 82.4,
+ "ru": 69.3,
+ "zh": 100.0
+ },
+ "erreursParLangue": {
+ "ar": 13.0,
+ "de": 9.0,
+ "en": 0.0,
+ "es": 1.7,
+ "fr": 8.0,
+ "it": 2.7,
+ "ja": 8.7,
+ "ko": 11.3,
+ "pt": 25.0,
+ "ru": 31.0,
+ "zh": 3.3
+ },
+ "global": 93.2,
+ "dispersion": 4.6
+ },
+ "image": {
+ "cos": 0.9528,
+ "score": 99.4,
+ "prompt": 99.0
+ },
+ "brut": {
+ "perErr": 341,
+ "perTotal": 2469,
+ "perPct": 13.8,
+ "werErr": 19,
+ "werTotal": 174,
+ "cerErr": 36,
+ "cerTotal": 869
+ },
+ "autoCoherence": 4.6,
+ "nomPropre": {
+ "reussites": 0,
+ "total": 3,
+ "detail": [
+ 0,
+ 0,
+ 0
+ ]
+ }
+ },
+ {
+ "id": "4b-v3-mlp",
+ "famille": "4B",
+ "version": "v3",
+ "tete": "MLP",
+ "encodeurMo": 4606,
+ "projectionMo": 481,
+ "totalMo": 5087,
+ "audio": {
+ "parLangue": {
+ "ar": 94.3,
+ "de": 95.7,
+ "en": 99.1,
+ "es": 99.5,
+ "fr": 93.9,
+ "it": 100.0,
+ "ja": 93.4,
+ "ko": 99.4,
+ "pt": 77.2,
+ "ru": 97.5,
+ "zh": 101.6
+ },
+ "erreursParLangue": {
+ "ar": 11.3,
+ "de": 6.7,
+ "en": 0.7,
+ "es": 0.3,
+ "fr": 8.0,
+ "it": 2.3,
+ "ja": 11.0,
+ "ko": 11.7,
+ "pt": 27.3,
+ "ru": 12.3,
+ "zh": 2.0
+ },
+ "global": 95.6,
+ "dispersion": 4.0
+ },
+ "image": {
+ "cos": 0.9588,
+ "score": 100.8,
+ "prompt": 100.7
+ },
+ "brut": {
+ "perErr": 281,
+ "perTotal": 2469,
+ "perPct": 11.4,
+ "werErr": 18,
+ "werTotal": 174,
+ "cerErr": 32,
+ "cerTotal": 869
+ },
+ "autoCoherence": 5.3,
+ "nomPropre": {
+ "reussites": 0,
+ "total": 3,
+ "detail": [
+ 0,
+ 0,
+ 0
+ ]
+ }
+ },
+ {
+ "id": "4b-v3.1",
+ "famille": "4B",
+ "version": "v3.1",
+ "tete": "ridge",
+ "encodeurMo": 4606,
+ "projectionMo": 26,
+ "totalMo": 4632,
+ "audio": {
+ "parLangue": {
+ "ar": 98.5,
+ "de": 98.9,
+ "en": 99.1,
+ "es": 98.9,
+ "fr": 98.5,
+ "it": 96.6,
+ "ja": 101.5,
+ "ko": 101.3,
+ "pt": 88.2,
+ "ru": 95.0,
+ "zh": 100.8
+ },
+ "erreursParLangue": {
+ "ar": 7.7,
+ "de": 3.7,
+ "en": 0.7,
+ "es": 0.7,
+ "fr": 5.0,
+ "it": 4.3,
+ "ja": 5.7,
+ "ko": 10.7,
+ "pt": 22.3,
+ "ru": 14.0,
+ "zh": 2.7
+ },
+ "global": 97.9,
+ "dispersion": 4.2
+ },
+ "image": {
+ "cos": 0.9557,
+ "score": 100.1,
+ "prompt": 99.4
+ },
+ "brut": {
+ "perErr": 232,
+ "perTotal": 2469,
+ "perPct": 9.4,
+ "werErr": 15,
+ "werTotal": 174,
+ "cerErr": 30,
+ "cerTotal": 869
+ },
+ "autoCoherence": 3.6,
+ "nomPropre": {
+ "reussites": 0,
+ "total": 3,
+ "detail": [
+ 0,
+ 0,
+ 0
+ ]
+ }
+ },
+ {
+ "id": "4b-v3.1-mlp",
+ "famille": "4B",
+ "version": "v3.1",
+ "tete": "MLP",
+ "encodeurMo": 4606,
+ "projectionMo": 481,
+ "totalMo": 5087,
+ "audio": {
+ "parLangue": {
+ "ar": 93.2,
+ "de": 100.0,
+ "en": 100.0,
+ "es": 100.0,
+ "fr": 100.0,
+ "it": 102.2,
+ "ja": 99.5,
+ "ko": 103.8,
+ "pt": 75.0,
+ "ru": 101.0,
+ "zh": 101.6
+ },
+ "erreursParLangue": {
+ "ar": 12.3,
+ "de": 2.7,
+ "en": 0.0,
+ "es": 0.0,
+ "fr": 4.0,
+ "it": 1.0,
+ "ja": 7.0,
+ "ko": 9.3,
+ "pt": 28.3,
+ "ru": 10.0,
+ "zh": 2.0
+ },
+ "global": 97.8,
+ "dispersion": 4.2
+ },
+ "image": {
+ "cos": 0.959,
+ "score": 100.9,
+ "prompt": 100.3
+ },
+ "brut": {
+ "perErr": 230,
+ "perTotal": 2469,
+ "perPct": 9.3,
+ "werErr": 13,
+ "werTotal": 174,
+ "cerErr": 23,
+ "cerTotal": 869
+ },
+ "autoCoherence": 4.0,
+ "nomPropre": {
+ "reussites": 1,
+ "total": 3,
+ "detail": [
+ 0,
+ 0,
+ 1
+ ]
+ }
+ },
+ {
+ "id": "8b-v3",
+ "famille": "8B",
+ "version": "v3",
+ "tete": "ridge",
+ "encodeurMo": 9551,
+ "projectionMo": 41,
+ "totalMo": 9592,
+ "audio": {
+ "parLangue": {
+ "ar": 96.2,
+ "de": 92.9,
+ "en": 100.0,
+ "es": 94.6,
+ "fr": 89.9,
+ "it": 96.1,
+ "ja": 100.5,
+ "ko": 96.2,
+ "pt": 83.8,
+ "ru": 79.9,
+ "zh": 100.4
+ },
+ "erreursParLangue": {
+ "ar": 9.7,
+ "de": 9.3,
+ "en": 0.0,
+ "es": 3.3,
+ "fr": 10.7,
+ "it": 4.7,
+ "ja": 6.3,
+ "ko": 13.3,
+ "pt": 24.3,
+ "ru": 24.0,
+ "zh": 3.0
+ },
+ "global": 93.7,
+ "dispersion": 4.2
+ },
+ "image": {
+ "cos": 0.9594,
+ "score": 101.0,
+ "prompt": 99.3
+ },
+ "brut": {
+ "perErr": 326,
+ "perTotal": 2469,
+ "perPct": 13.2,
+ "werErr": 23,
+ "werTotal": 174,
+ "cerErr": 46,
+ "cerTotal": 869
+ },
+ "autoCoherence": 5.6,
+ "nomPropre": {
+ "reussites": 0,
+ "total": 3,
+ "detail": [
+ 0,
+ 0,
+ 0
+ ]
+ }
+ },
+ {
+ "id": "8b-v3-mlp",
+ "famille": "8B",
+ "version": "v3",
+ "tete": "MLP",
+ "encodeurMo": 9551,
+ "projectionMo": 577,
+ "totalMo": 10128,
+ "audio": {
+ "parLangue": {
+ "ar": 95.5,
+ "de": 87.6,
+ "en": 100.0,
+ "es": 96.2,
+ "fr": 96.5,
+ "it": 91.6,
+ "ja": 104.0,
+ "ko": 93.1,
+ "pt": 85.3,
+ "ru": 87.9,
+ "zh": 99.6
+ },
+ "erreursParLangue": {
+ "ar": 10.3,
+ "de": 14.3,
+ "en": 0.0,
+ "es": 2.3,
+ "fr": 6.3,
+ "it": 7.3,
+ "ja": 4.0,
+ "ko": 15.0,
+ "pt": 23.7,
+ "ru": 18.7,
+ "zh": 3.7
+ },
+ "global": 94.3,
+ "dispersion": 5.0
+ },
+ "image": {
+ "cos": 0.9653,
+ "score": 102.4,
+ "prompt": 99.2
+ },
+ "brut": {
+ "perErr": 317,
+ "perTotal": 2469,
+ "perPct": 12.8,
+ "werErr": 17,
+ "werTotal": 174,
+ "cerErr": 29,
+ "cerTotal": 869
+ },
+ "autoCoherence": 6.1,
+ "nomPropre": {
+ "reussites": 3,
+ "total": 3,
+ "detail": [
+ 1,
+ 1,
+ 1
+ ]
+ }
+ },
+ {
+ "id": "8b-v3.1",
+ "famille": "8B",
+ "version": "v3.1",
+ "tete": "ridge",
+ "encodeurMo": 9551,
+ "projectionMo": 41,
+ "totalMo": 9592,
+ "audio": {
+ "parLangue": {
+ "ar": 100.8,
+ "de": 99.6,
+ "en": 99.1,
+ "es": 97.8,
+ "fr": 103.5,
+ "it": 102.8,
+ "ja": 100.5,
+ "ko": 100.6,
+ "pt": 87.5,
+ "ru": 95.0,
+ "zh": 100.0
+ },
+ "erreursParLangue": {
+ "ar": 5.7,
+ "de": 3.0,
+ "en": 0.7,
+ "es": 1.3,
+ "fr": 1.7,
+ "it": 0.7,
+ "ja": 6.3,
+ "ko": 11.0,
+ "pt": 22.7,
+ "ru": 14.0,
+ "zh": 3.3
+ },
+ "global": 98.8,
+ "dispersion": 4.9
+ },
+ "image": {
+ "cos": 0.9552,
+ "score": 100.0,
+ "prompt": 100.4
+ },
+ "brut": {
+ "perErr": 211,
+ "perTotal": 2469,
+ "perPct": 8.5,
+ "werErr": 10,
+ "werTotal": 174,
+ "cerErr": 14,
+ "cerTotal": 869
+ },
+ "autoCoherence": 4.1,
+ "nomPropre": {
+ "reussites": 3,
+ "total": 3,
+ "detail": [
+ 1,
+ 1,
+ 1
+ ]
+ }
+ },
+ {
+ "id": "8b-v3.1-mlp",
+ "famille": "8B",
+ "version": "v3.1",
+ "tete": "MLP",
+ "encodeurMo": 9551,
+ "projectionMo": 577,
+ "totalMo": 10128,
+ "audio": {
+ "parLangue": {
+ "ar": 101.9,
+ "de": 97.5,
+ "en": 99.1,
+ "es": 100.0,
+ "fr": 104.0,
+ "it": 103.4,
+ "ja": 100.0,
+ "ko": 93.1,
+ "pt": 86.8,
+ "ru": 91.5,
+ "zh": 102.9
+ },
+ "erreursParLangue": {
+ "ar": 4.7,
+ "de": 5.0,
+ "en": 0.7,
+ "es": 0.0,
+ "fr": 1.3,
+ "it": 0.3,
+ "ja": 6.7,
+ "ko": 15.0,
+ "pt": 23.0,
+ "ru": 16.3,
+ "zh": 1.0
+ },
+ "global": 98.2,
+ "dispersion": 4.3
+ },
+ "image": {
+ "cos": 0.9612,
+ "score": 101.4,
+ "prompt": 102.3
+ },
+ "brut": {
+ "perErr": 222,
+ "perTotal": 2469,
+ "perPct": 9.0,
+ "werErr": 15,
+ "werTotal": 174,
+ "cerErr": 28,
+ "cerTotal": 869
+ },
+ "autoCoherence": 4.7,
+ "nomPropre": {
+ "reussites": 3,
+ "total": 3,
+ "detail": [
+ 1,
+ 1,
+ 1
+ ]
+ }
+ }
+ ]
+}
\ No newline at end of file
diff --git a/bench3.1/mesures/words-whisper-1-seed.csv b/bench3.1/mesures/words-whisper-1-seed.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4251e014d0ee096e7df6a68f6e6cbb0508b56188
--- /dev/null
+++ b/bench3.1/mesures/words-whisper-1-seed.csv
@@ -0,0 +1,102 @@
+projection,langue,graine,unite,erreurs,erreur_pct,err_mots,n_mots,err_car,n_car,cer_pct,langue_detectee,n_ref,n_hyp,dbfs,levres,empreinte,fichier,transcription
+32b,en,42,WER,0,0.0,0,21,0,101,0.0,en,21,21,-14.0,,126dbc302b48,32b_en_00001_.mp4,i have said it three times already the light in london changes every hour no i will not do that again
+32b,fr,42,WER,0,0.0,0,21,0,98,0.0,fr,21,21,-15.4,,126dbc302b48,32b_fr_00001_.mp4,je l ai deja dit trois fois la lumiere de marseille change a chaque heure non je ne le referai pas
+32b,es,42,WER,0,0.0,0,19,0,82,0.0,es,19,19,-14.1,,126dbc302b48,32b_es_00001_.mp4,ya lo he dicho tres veces la luz de madrid cambia cada hora no no lo hare otra vez
+32b,de,42,WER,0,0.0,0,20,0,109,0.0,de,20,20,-14.1,,126dbc302b48,32b_de_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mache ich nicht nochmal
+32b,it,42,WER,0,0.0,0,19,0,80,0.0,it,19,19,-14.0,,126dbc302b48,32b_it_00001_.mp4,l ho gia detto tre volte la luce di roma cambia ogni ora no non lo faro di nuovo
+32b,pt,42,WER,0,0.0,0,20,0,88,0.0,pt,20,20,-15.5,,126dbc302b48,32b_pt_00001_.mp4,ja disse isso tres vezes a luz de lisboa muda a cada hora nao nao vou fazer isso de novo
+32b,ru,42,WER,0,0.0,0,18,0,85,0.0,ru,18,18,-14.2,,126dbc302b48,32b_ru_00001_.mp4,я уже три раза это сказала свет в москве меняется каждыи час нет я больше так не буду
+32b,ar,42,WER,0,0.0,0,16,0,71,0.0,ar,16,16,-14.1,,126dbc302b48,32b_ar_00001_.mp4,لقد قلت ذلك ثلاث مرات ضوء القاهرة يتغير كل ساعة لا لن افعل ذلك مرة اخرى
+32b,zh,42,CER,2,6.5,3,4,2,31,6.5,zh,31,2,-14.1,,126dbc302b48,32b_zh_00001_.mp4,我已经说过三遍了北京的光线每小时都在变不 我不会再那样做了
+32b,ja,42,CER,2,5.1,2,4,2,39,5.1,ja,39,4,-14.0,,126dbc302b48,32b_ja_00001_.mp4,もう3回も言いました 東京の光は1時間ことに変わります いいえ 二度としません
+32b,ko,42,WER,1,8.3,1,12,2,85,2.4,ko,12,12,-14.7,,126dbc302b48,32b_ko_00001_.mp4,이미 세 번이나 말했어요 서울의 빛은 매시간 바뀌어요 아뇨 다시는 안 할게요
+32b@ns20,de,42,WER,0,0.0,0,20,0,109,0.0,de,20,20,-17.5,,126dbc302b48,32b_de_ns20_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mache ich nicht nochmal
+32b@t8,de,42,WER,3,15.0,3,20,3,109,2.8,de,20,20,-15.1,,126dbc302b48,32b_de_t8_00001_.mp4,ich hab s schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mach ich nicht nochmal
+4b-v3,en,42,WER,0,0.0,0,21,0,101,0.0,en,21,21,-14.0,,126dbc302b48,4b-v3_en_00001_.mp4,i have said it three times already the light in london changes every hour no i will not do that again
+4b-v3,fr,42,WER,3,14.3,3,21,10,98,10.2,fr,21,21,-14.1,,126dbc302b48,4b-v3_fr_00001_.mp4,je l ai deja dit trois twits la lumiere de marcer change a chate heure non je ne le referai pas
+4b-v3,es,42,WER,0,0.0,0,19,0,82,0.0,es,19,19,-14.1,,126dbc302b48,4b-v3_es_00001_.mp4,ya lo he dicho tres veces la luz de madrid cambia cada hora no no lo hare otra vez
+4b-v3,de,42,WER,0,0.0,0,20,0,109,0.0,de,20,20,-14.0,,126dbc302b48,4b-v3_de_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mache ich nicht nochmal
+4b-v3,it,42,WER,1,5.3,1,19,2,80,2.5,it,19,19,-14.0,,126dbc302b48,4b-v3_it_00001_.mp4,l ho gia detto tre volte la luce di roma cambia oddi ora no non lo faro di nuovo
+4b-v3,pt,42,WER,0,0.0,0,20,0,88,0.0,pt,20,20,-15.1,,126dbc302b48,4b-v3_pt_00001_.mp4,ja disse isso tres vezes a luz de lisboa muda a cada hora nao nao vou fazer isso de novo
+4b-v3,ru,42,WER,2,11.1,2,18,7,85,8.2,ru,18,18,-14.1,,126dbc302b48,4b-v3_ru_00001_.mp4,я уже три раза это сказала свет в москваме нечто каждыи час нет я больше так не буду
+4b-v3,ar,42,WER,2,12.5,2,16,5,71,7.0,ar,16,16,-14.1,,126dbc302b48,4b-v3_ar_00001_.mp4,لقد قلت ذلك ثلاث مرات ضوء القاهرة يتغير كل سقا لا لن افعل ذلك مرة اختر
+4b-v3,zh,42,CER,3,9.7,4,4,3,31,9.7,zh,31,1,-14.0,,126dbc302b48,4b-v3_zh_00001_.mp4,我已经说过三遍了北京的光线每小时都在变不我不会再那样做了
+4b-v3,ja,42,CER,3,7.7,2,4,3,39,7.7,ja,39,4,-14.0,,126dbc302b48,4b-v3_ja_00001_.mp4,もう3回も言いました 東京の光は1時間こくに変わります いいえ 二度としません
+4b-v3,ko,42,WER,5,41.7,5,12,6,85,7.1,ko,12,14,-15.3,,126dbc302b48,4b-v3_ko_00001_.mp4,이미 세 번 나나 말했어요 서울의 빛은 매 시간 바뀌어요 아뇨 다시는 안 할게요
+4b-v3-mlp,en,42,WER,0,0.0,0,21,0,101,0.0,en,21,21,-14.1,,126dbc302b48,4b-v3-mlp_en_00001_.mp4,i have said it three times already the light in london changes every hour no i will not do that again
+4b-v3-mlp,fr,42,WER,2,9.5,2,21,6,98,6.1,fr,21,21,-14.6,,126dbc302b48,4b-v3-mlp_fr_00001_.mp4,je l ai deja dit trois fois la luiere de marsary change a chaque heure non je ne le referai pas
+4b-v3-mlp,es,42,WER,0,0.0,0,19,0,82,0.0,es,19,19,-14.0,,126dbc302b48,4b-v3-mlp_es_00001_.mp4,ya lo he dicho tres veces la luz de madrid cambia cada hora no no lo hare otra vez
+4b-v3-mlp,de,42,WER,0,0.0,0,20,0,109,0.0,de,20,20,-14.1,,126dbc302b48,4b-v3-mlp_de_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mache ich nicht nochmal
+4b-v3-mlp,it,42,WER,1,5.3,1,19,1,80,1.2,it,19,19,-14.0,,126dbc302b48,4b-v3-mlp_it_00001_.mp4,lo ho gia detto tre volte la luce di roma cambia ogni ora no non lo faro di nuovo
+4b-v3-mlp,pt,42,WER,4,20.0,4,20,9,88,10.2,pt,20,19,-14.5,,126dbc302b48,4b-v3-mlp_pt_00001_.mp4,disse isso tres vases a luz de lisopa muda a cada hora nao nao vou fazer isso de roco
+4b-v3-mlp,ru,42,WER,0,0.0,0,18,0,85,0.0,ru,18,18,-15.8,,126dbc302b48,4b-v3-mlp_ru_00001_.mp4,я уже три раза это сказала свет в москве меняется каждыи час нет я больше так не буду
+4b-v3-mlp,ar,42,WER,3,18.8,3,16,5,71,7.0,ar,16,16,-14.9,,126dbc302b48,4b-v3-mlp_ar_00001_.mp4,لقد قلت ذلك ثلاث مرات ضوء القاهرة يتغير كل ساحة لا لن افعل ذلك مرسا اختر
+4b-v3-mlp,zh,42,CER,2,6.5,3,4,2,31,6.5,zh,31,2,-14.0,,126dbc302b48,4b-v3-mlp_zh_00001_.mp4,我已经说过三遍了北京的光线每小时都在变不 我不会再那样做了
+4b-v3-mlp,ja,42,CER,6,15.4,3,4,6,39,15.4,ja,39,4,-14.0,,126dbc302b48,4b-v3-mlp_ja_00001_.mp4,もう3回も言いました 東京の光は1時間後にに変わります いいえ 2時としません
+4b-v3-mlp,ko,42,WER,2,16.7,2,12,3,85,3.5,ko,12,12,-14.1,,126dbc302b48,4b-v3-mlp_ko_00001_.mp4,이미 세 번이나 말랬어요 서울의 빛은 매시간 바뀌어요 아뇨 다시는 안 할게요
+4b-v3.1,en,42,WER,0,0.0,0,21,0,101,0.0,en,21,21,-14.0,,126dbc302b48,4b-v3.1_en_00001_.mp4,i have said it three times already the light in london changes every hour no i will not do that again
+4b-v3.1,fr,42,WER,1,4.8,1,21,4,98,4.1,fr,21,21,-15.0,,126dbc302b48,4b-v3.1_fr_00001_.mp4,je l ai deja dit trois fois la lumiere de marcerre change a chaque heure non je ne le referai pas
+4b-v3.1,es,42,WER,0,0.0,0,19,0,82,0.0,es,19,19,-14.8,,126dbc302b48,4b-v3.1_es_00001_.mp4,ya lo he dicho tres veces la luz de madrid cambia cada hora no no lo hare otra vez
+4b-v3.1,de,42,WER,0,0.0,0,20,0,109,0.0,de,20,20,-14.0,,126dbc302b48,4b-v3.1_de_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mache ich nicht nochmal
+4b-v3.1,it,42,WER,1,5.3,1,19,1,80,1.2,it,19,19,-14.1,,126dbc302b48,4b-v3.1_it_00001_.mp4,l ho gia detto tre volte la luce di roma cambia oggi ora no non lo faro di nuovo
+4b-v3.1,pt,42,WER,0,0.0,0,20,0,88,0.0,pt,20,20,-14.1,,126dbc302b48,4b-v3.1_pt_00001_.mp4,ja disse isso tres vezes a luz de lisboa muda a cada hora nao nao vou fazer isso de novo
+4b-v3.1,ru,42,WER,1,5.6,1,18,5,85,5.9,ru,18,18,-14.1,,126dbc302b48,4b-v3.1_ru_00001_.mp4,я уже три раза это сказала свет в москве минията каждыи час нет я больше так не буду
+4b-v3.1,ar,42,WER,2,12.5,2,16,3,71,4.2,ar,16,16,-14.1,,126dbc302b48,4b-v3.1_ar_00001_.mp4,لقد قلت ذلك ثلاث مرات ضوء القاهرة يتغير كل سكاعة لا لن افعل ذلك مرة اختر
+4b-v3.1,zh,42,CER,6,19.4,3,4,6,31,19.4,zh,31,3,-14.0,,126dbc302b48,4b-v3.1_zh_00001_.mp4,嗯 我已经说过三遍了北京的光线每消失都在变不 我不会再那样做了
+4b-v3.1,ja,42,CER,5,12.8,2,4,5,39,12.8,ja,39,4,-14.0,,126dbc302b48,4b-v3.1_ja_00001_.mp4,もう3回も言いました 東京の控えは1時間ここに変わります いいえ 二度としません
+4b-v3.1,ko,42,WER,5,41.7,5,12,6,85,7.1,ko,12,14,-15.0,,126dbc302b48,4b-v3.1_ko_00001_.mp4,이미 세 번 나나 말했어요 서울의 빛은 매 시간 바뀌어요 아뇨 다시는 안 할게요
+4b-v3.1-mlp,en,42,WER,0,0.0,0,21,0,101,0.0,en,21,21,-14.1,,126dbc302b48,4b-v3.1-mlp_en_00001_.mp4,i have said it three times already the light in london changes every hour no i will not do that again
+4b-v3.1-mlp,fr,42,WER,2,9.5,2,21,4,98,4.1,fr,21,22,-14.1,,126dbc302b48,4b-v3.1-mlp_fr_00001_.mp4,je l ai deja dit trois fois la lumiere de ma serie change a chaque heure non je ne le referai pas
+4b-v3.1-mlp,es,42,WER,0,0.0,0,19,0,82,0.0,es,19,19,-14.0,,126dbc302b48,4b-v3.1-mlp_es_00001_.mp4,ya lo he dicho tres veces la luz de madrid cambia cada hora no no lo hare otra vez
+4b-v3.1-mlp,de,42,WER,0,0.0,0,20,0,109,0.0,de,20,20,-14.4,,126dbc302b48,4b-v3.1-mlp_de_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mache ich nicht nochmal
+4b-v3.1-mlp,it,42,WER,0,0.0,0,19,0,80,0.0,it,19,19,-14.0,,126dbc302b48,4b-v3.1-mlp_it_00001_.mp4,l ho gia detto tre volte la luce di roma cambia ogni ora no non lo faro di nuovo
+4b-v3.1-mlp,pt,42,WER,2,10.0,2,20,6,88,6.8,pt,20,20,-15.0,,126dbc302b48,4b-v3.1-mlp_pt_00001_.mp4,ja disse isso tres vezes a luz de lisossa muda a cada hora nao nao vou fazer isso de roico
+4b-v3.1-mlp,ru,42,WER,0,0.0,0,18,0,85,0.0,ru,18,18,-14.1,,126dbc302b48,4b-v3.1-mlp_ru_00001_.mp4,я уже три раза это сказала свет в москве меняется каждыи час нет я больше так не буду
+4b-v3.1-mlp,ar,42,WER,3,18.8,3,16,5,71,7.0,ar,16,16,-14.0,,126dbc302b48,4b-v3.1-mlp_ar_00001_.mp4,لقد قلت ذلك ثلاث مرات ضوع القهارة يتغير كل ساعة لا لن افعل ذلك مرة اختر
+4b-v3.1-mlp,zh,42,CER,2,6.5,3,4,2,31,6.5,zh,31,2,-14.1,,126dbc302b48,4b-v3.1-mlp_zh_00001_.mp4,我已经说过三遍了北京的光线每小时都在变不 我不会再那样做了
+4b-v3.1-mlp,ja,42,CER,6,15.4,3,4,6,39,15.4,ja,39,4,-14.0,,126dbc302b48,4b-v3.1-mlp_ja_00001_.mp4,もう3回も言いました 東京の光は1時間後にに変わります いいえ 2てとしません
+4b-v3.1-mlp,ko,42,WER,0,0.0,0,12,0,85,0.0,ko,12,12,-14.3,,126dbc302b48,4b-v3.1-mlp_ko_00001_.mp4,이미 세 번이나 말했어요 서울의 빛은 매시간 바뀌어요 아니요 다시는 안 할게요
+8b-v3,en,42,WER,0,0.0,0,21,0,101,0.0,en,21,21,-14.1,,126dbc302b48,8b-v3_en_00001_.mp4,i have said it three times already the light in london changes every hour no i will not do that again
+8b-v3,fr,42,WER,2,9.5,2,21,9,98,9.2,fr,21,21,-15.2,,126dbc302b48,8b-v3_fr_00001_.mp4,je l ai deja dit trois vises la lumiere de marsary change a chaque heure non je ne le referai pas
+8b-v3,es,42,WER,2,10.5,2,19,3,82,3.7,es,19,18,-15.4,,126dbc302b48,8b-v3_es_00001_.mp4,ya lo edico tres veces la luz de madrid cambia cada hora no no lo hare otra vez
+8b-v3,de,42,WER,1,5.0,1,20,2,109,1.8,de,20,20,-14.0,,126dbc302b48,8b-v3_de_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mache ich noch nochmal
+8b-v3,it,42,WER,4,21.1,4,19,7,80,8.8,it,19,19,-14.0,,126dbc302b48,8b-v3_it_00001_.mp4,l ho gia detto trevaise la luce di roma cambia e vi ora no non lo faro di nuovo
+8b-v3,pt,42,WER,1,5.0,1,20,2,88,2.3,pt,20,20,-14.5,,126dbc302b48,8b-v3_pt_00001_.mp4,ja disse isso tres vezes a luz de lisboa munja a cada hora nao nao vou fazer isso de novo
+8b-v3,ru,42,WER,3,16.7,3,18,11,85,12.9,ru,18,18,-14.9,,126dbc302b48,8b-v3_ru_00001_.mp4,я уже три раза это сказала свет в москве мановажи каждыи каз нет я баше так не буду
+8b-v3,ar,42,WER,1,6.2,1,16,1,71,1.4,ar,16,16,-14.0,,126dbc302b48,8b-v3_ar_00001_.mp4,لقد قلت ذلك ثلاث مرات ضوء القاهرة يتغير كل ساعة لا لن افعل ذلك مرة اخر
+8b-v3,zh,42,CER,3,9.7,4,4,3,31,9.7,zh,31,1,-14.1,,126dbc302b48,8b-v3_zh_00001_.mp4,我已经说过三遍了北京的光线每小时都在变不我不会再那样做了
+8b-v3,ja,42,CER,5,12.8,3,4,5,39,12.8,ja,39,4,-14.0,,126dbc302b48,8b-v3_ja_00001_.mp4,もう3回も言いました 東京の光は1時間ことに変わります いいえ にこたしません
+8b-v3,ko,42,WER,2,16.7,2,12,3,85,3.5,ko,12,12,-14.9,,126dbc302b48,8b-v3_ko_00001_.mp4,이미 세 번이라 말했어요 서울의 빛은 매시간 바뀌져요 아니요 다시는 안 할게요
+8b-v3-mlp,en,42,WER,0,0.0,0,21,0,101,0.0,en,21,21,-14.1,,126dbc302b48,8b-v3-mlp_en_00001_.mp4,i have said it three times already the light in london changes every hour no i will not do that again
+8b-v3-mlp,fr,42,WER,1,4.8,1,21,2,98,2.0,fr,21,21,-15.2,,126dbc302b48,8b-v3-mlp_fr_00001_.mp4,je l ai deja dit trois voix la lumiere de marseille change a chaque heure non je ne le referai pas
+8b-v3-mlp,es,42,WER,4,21.1,4,19,6,82,7.3,es,19,18,-15.2,,126dbc302b48,8b-v3-mlp_es_00001_.mp4,ya lo edico tres vices la luz de madrid cambia cada oa no no lo hare otra vez
+8b-v3-mlp,de,42,WER,1,5.0,1,20,2,109,1.8,de,20,20,-15.4,,126dbc302b48,8b-v3-mlp_de_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mache ich nach nochmal
+8b-v3-mlp,it,42,WER,0,0.0,0,19,0,80,0.0,it,19,19,-14.0,,126dbc302b48,8b-v3-mlp_it_00001_.mp4,l ho gia detto tre volte la luce di roma cambia ogni ora no non lo faro di nuovo
+8b-v3-mlp,pt,42,WER,2,10.0,2,20,5,88,5.7,pt,20,20,-15.2,,126dbc302b48,8b-v3-mlp_pt_00001_.mp4,ja disse isso tres vezes a luz de lisoba munge a cada hora nao nao vou fazer isso de novo
+8b-v3-mlp,ru,42,WER,2,11.1,2,18,6,85,7.1,ru,18,18,-15.2,,126dbc302b48,8b-v3-mlp_ru_00001_.mp4,я уже три раза это сказала свет в москве манявоче каждыи хас нет я больше так не буду
+8b-v3-mlp,ar,42,WER,0,0.0,0,16,0,71,0.0,ar,16,16,-14.0,,126dbc302b48,8b-v3-mlp_ar_00001_.mp4,لقد قلت ذلك ثلاث مرات ضوء القاهرة يتغير كل ساعة لا لن افعل ذلك مرة اخرى
+8b-v3-mlp,zh,42,CER,4,12.9,4,4,4,31,12.9,zh,31,1,-14.0,,126dbc302b48,8b-v3-mlp_zh_00001_.mp4,我已经说过三半了北京的光线每小时都在变不我不会再那样做了
+8b-v3-mlp,ja,42,CER,2,5.1,2,4,2,39,5.1,ja,39,4,-14.0,,126dbc302b48,8b-v3-mlp_ja_00001_.mp4,もう3回も言いました 東京の光は1時間ことに変わります いいえ 二度としません
+8b-v3-mlp,ko,42,WER,1,8.3,1,12,2,85,2.4,ko,12,12,-14.1,,126dbc302b48,8b-v3-mlp_ko_00001_.mp4,이미 세 번이나 말했어요 서울의 빛은 매시간 바뀌져요 아니요 다시는 안 할게요
+8b-v3.1,en,42,WER,0,0.0,0,21,0,101,0.0,en,21,21,-14.1,,126dbc302b48,8b-v3.1_en_00001_.mp4,i have said it three times already the light in london changes every hour no i will not do that again
+8b-v3.1,fr,42,WER,0,0.0,0,21,0,98,0.0,fr,21,21,-15.7,,126dbc302b48,8b-v3.1_fr_00001_.mp4,je l ai deja dit trois fois la lumiere de marseille change a chaque heure non je ne le referai pas
+8b-v3.1,es,42,WER,0,0.0,0,19,0,82,0.0,es,19,19,-14.9,,126dbc302b48,8b-v3.1_es_00001_.mp4,ya lo he dicho tres veces la luz de madrid cambia cada hora no no lo hare otra vez
+8b-v3.1,de,42,WER,0,0.0,0,20,0,109,0.0,de,20,20,-14.1,,126dbc302b48,8b-v3.1_de_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich jede stunde nein das mache ich nicht nochmal
+8b-v3.1,it,42,WER,0,0.0,0,19,0,80,0.0,it,19,19,-14.3,,126dbc302b48,8b-v3.1_it_00001_.mp4,l ho gia detto tre volte la luce di roma cambia ogni ora no non lo faro di nuovo
+8b-v3.1,pt,42,WER,0,0.0,0,20,0,88,0.0,pt,20,20,-14.1,,126dbc302b48,8b-v3.1_pt_00001_.mp4,ja disse isso tres vezes a luz de lisboa muda a cada hora nao nao vou fazer isso de novo
+8b-v3.1,ru,42,WER,1,5.6,1,18,3,85,3.5,ru,18,18,-14.6,,126dbc302b48,8b-v3.1_ru_00001_.mp4,я уже три раза это сказала свет в москве менивается каждыи час нет я больше так не буду
+8b-v3.1,ar,42,WER,1,6.2,1,16,2,71,2.8,ar,16,16,-14.1,,126dbc302b48,8b-v3.1_ar_00001_.mp4,لقد قلت ذلك ثلاث مرات ضع القاهرة يتغير كل ساعة لا لن افعل ذلك مرة اخرى
+8b-v3.1,zh,42,CER,3,9.7,4,4,3,31,9.7,zh,31,1,-14.1,,126dbc302b48,8b-v3.1_zh_00001_.mp4,我已经说过三遍了北京的光线每小时都在变不我不会再那样做了
+8b-v3.1,ja,42,CER,4,10.3,3,4,4,39,10.3,ja,39,4,-14.0,,126dbc302b48,8b-v3.1_ja_00001_.mp4,もう3回も言いました 東京の光は1時間ことに変わります いいえ 二度たしませまん
+8b-v3.1,ko,42,WER,1,8.3,1,12,2,85,2.4,ko,12,12,-15.6,,126dbc302b48,8b-v3.1_ko_00001_.mp4,이미 세 번이나 말했어요 서울의 빛은 매시간 바뀌져요 아니요 다시는 안 할게요
+8b-v3.1-mlp,en,42,WER,1,4.8,1,21,6,101,5.9,en,21,22,-14.1,,126dbc302b48,8b-v3.1-mlp_en_00001_.mp4,madam i have said it three times already the light in london changes every hour no i will not do that again
+8b-v3.1-mlp,fr,42,WER,0,0.0,0,21,0,98,0.0,fr,21,21,-14.8,,126dbc302b48,8b-v3.1-mlp_fr_00001_.mp4,je l ai deja dit trois fois la lumiere de marseille change a chaque heure non je ne le referai pas
+8b-v3.1-mlp,es,42,WER,0,0.0,0,19,0,82,0.0,es,19,19,-14.7,,126dbc302b48,8b-v3.1-mlp_es_00001_.mp4,ya lo he dicho tres veces la luz de madrid cambia cada hora no no lo hare otra vez
+8b-v3.1-mlp,de,42,WER,1,5.0,1,20,3,109,2.8,de,20,20,-14.1,,126dbc302b48,8b-v3.1-mlp_de_00001_.mp4,ich habe es schon dreimal gesagt das licht in berlin andert sich eine stunde nein das mache ich nicht nochmal
+8b-v3.1-mlp,it,42,WER,0,0.0,0,19,0,80,0.0,it,19,19,-14.0,,126dbc302b48,8b-v3.1-mlp_it_00001_.mp4,l ho gia detto tre volte la luce di roma cambia ogni ora no non lo faro di nuovo
+8b-v3.1-mlp,pt,42,WER,1,5.0,1,20,1,88,1.1,pt,20,20,-15.2,,126dbc302b48,8b-v3.1-mlp_pt_00001_.mp4,ja disse isso tres vezes a luz de lisboa muja a cada hora nao nao vou fazer isso de novo
+8b-v3.1-mlp,ru,42,WER,2,11.1,2,18,3,85,3.5,ru,18,19,-15.1,,126dbc302b48,8b-v3.1-mlp_ru_00001_.mp4,я уже три раза это сказала свет в москве мне вяется каждыи час нет я больше так не буду
+8b-v3.1-mlp,ar,42,WER,1,6.2,1,16,1,71,1.4,ar,16,16,-14.0,,126dbc302b48,8b-v3.1-mlp_ar_00001_.mp4,لقد قلت ذلك ثلاث مرات ضوء القهرة يتغير كل ساعة لا لن افعل ذلك مرة اخرى
+8b-v3.1-mlp,zh,42,CER,3,9.7,4,4,3,31,9.7,zh,31,1,-14.0,,126dbc302b48,8b-v3.1-mlp_zh_00001_.mp4,我已经说过三遍了北京的光线每小时都在变不我不会再那样做了
+8b-v3.1-mlp,ja,42,CER,6,15.4,3,4,6,39,15.4,ja,39,4,-14.1,,126dbc302b48,8b-v3.1-mlp_ja_00001_.mp4,もう3回も言いました 東京の光は1時間ことに変わります いいえ 2ことしませます
+8b-v3.1-mlp,ko,42,WER,2,16.7,2,12,5,85,5.9,ko,12,12,-14.5,,126dbc302b48,8b-v3.1-mlp_ko_00001_.mp4,이미 세 번이나 말했어요 서울의 빛은 매하감 바뀌져요 아니요 다시는 안 할게요
diff --git a/bench3.1/video/clipproj-v3.1-eleven-languages.mp4 b/bench3.1/video/clipproj-v3.1-eleven-languages.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..5de77690d06c461f7a9f04b7fd2abd7a7115e781
--- /dev/null
+++ b/bench3.1/video/clipproj-v3.1-eleven-languages.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa54620759a3903ac64d136e59d9b22f3967657c40d93391838835a7d19af3d2
+size 22134487
diff --git a/bench3.1/video/langues/ar/32b.mp4 b/bench3.1/video/langues/ar/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..14c52ec7a92743aa677e438440af717dfb1f4a85
--- /dev/null
+++ b/bench3.1/video/langues/ar/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83217a1ac4d3b9bae2113153afeaa6e655eebabdc5ca284069c4d34c1049096
+size 788472
diff --git a/bench3.1/video/langues/ar/4b-v3-mlp.mp4 b/bench3.1/video/langues/ar/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..43ac07c62eb320ede2e2939e02f0ce531365cac4
--- /dev/null
+++ b/bench3.1/video/langues/ar/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8a35aaa6a2431551f5a4407240e697ca61646517f3167923a51933b0490c13
+size 817600
diff --git a/bench3.1/video/langues/ar/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/ar/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..673d52fee1603bc5ac2cff5c7bf1027cb4c29aeb
--- /dev/null
+++ b/bench3.1/video/langues/ar/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba11c46b5e34a5da89b1be43058fbe2a3fd4df936791fc464b4b8ca8790bdb6b
+size 835075
diff --git a/bench3.1/video/langues/ar/4b-v3.1.mp4 b/bench3.1/video/langues/ar/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..21aa8aedac43600451d5729b382719c76679a778
--- /dev/null
+++ b/bench3.1/video/langues/ar/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc045c7c6ebabc2b59a186b4bff0d53abd8684ee1079eacbe011fd0fdcea23b
+size 854295
diff --git a/bench3.1/video/langues/ar/4b-v3.mp4 b/bench3.1/video/langues/ar/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..aa07c527c4fafd677b68f183e8c1de36d94a9c25
--- /dev/null
+++ b/bench3.1/video/langues/ar/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fc853975a26d27b2e1b88e2bf91de7bc5d1628735528cf6d413fdf5a9a72c4
+size 840471
diff --git a/bench3.1/video/langues/ar/8b-v3-mlp.mp4 b/bench3.1/video/langues/ar/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..23497394d09a919b8476fb05774d7fa2f38e316d
--- /dev/null
+++ b/bench3.1/video/langues/ar/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc33bc850215340b88e3b58982c7ce840128ef55d1cfe74d415be4788ceb6d8a
+size 834786
diff --git a/bench3.1/video/langues/ar/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/ar/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..0bddab695b66df4f4a79f373d09f10ac6f275b0d
--- /dev/null
+++ b/bench3.1/video/langues/ar/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445677f29fdae71708b4ffbd480556b693a44763fe8726643694b537931860ac
+size 829129
diff --git a/bench3.1/video/langues/ar/8b-v3.1.mp4 b/bench3.1/video/langues/ar/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..cf79e7317a6c163513d527cd5e9f42ecff94cccb
--- /dev/null
+++ b/bench3.1/video/langues/ar/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486127c7ea770eae44b455df7ca657baa32c9db8a0936f65a7ac84f0b893438e
+size 786126
diff --git a/bench3.1/video/langues/ar/8b-v3.mp4 b/bench3.1/video/langues/ar/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1d8a7b6a2b24a436605ab4378658d88488dda9bb
--- /dev/null
+++ b/bench3.1/video/langues/ar/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95ba89b6c8b348724622753fe23c31e095ba6f75a5369578040570cbe12f8e4
+size 837720
diff --git a/bench3.1/video/langues/de/32b.mp4 b/bench3.1/video/langues/de/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b829a86d069bbd4337d1b6d0d976d863db45b87b
--- /dev/null
+++ b/bench3.1/video/langues/de/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f165aef106cec42edacc06cc5c25d3ac4ee3a1aa715a846126087120f7b01f31
+size 764060
diff --git a/bench3.1/video/langues/de/4b-v3-mlp.mp4 b/bench3.1/video/langues/de/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b0d6d09712dcf19eb03ecec55deeee3afcad84d0
--- /dev/null
+++ b/bench3.1/video/langues/de/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60490e5f596ca5662c05ecfc492393f75c26b3c62bb9cac7a8e5b5c633a96739
+size 782230
diff --git a/bench3.1/video/langues/de/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/de/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..51ba276bb3c7a4055fddfd8c46cce230854387d5
--- /dev/null
+++ b/bench3.1/video/langues/de/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554149d1d4fdc4471f8e7da517b64d18d23793110eb71c96fac60ce2f89a1761
+size 779306
diff --git a/bench3.1/video/langues/de/4b-v3.1.mp4 b/bench3.1/video/langues/de/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c10788ba5176283caf0f206bfcecbffd0fef1c98
--- /dev/null
+++ b/bench3.1/video/langues/de/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9633200d708b1d52091ce8b2b8b9c76c26e912346de5e128a0b6c5a8f0a28d6
+size 832655
diff --git a/bench3.1/video/langues/de/4b-v3.mp4 b/bench3.1/video/langues/de/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3066cba4f166bd23e78c94fbba8224ddadf85fee
--- /dev/null
+++ b/bench3.1/video/langues/de/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3537879819411b7d116f97b2ef204553f534b554fe4e090180277996813d2f7
+size 844198
diff --git a/bench3.1/video/langues/de/8b-v3-mlp.mp4 b/bench3.1/video/langues/de/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..44a48b2b7d749fef0ad73758465ebc227976566b
--- /dev/null
+++ b/bench3.1/video/langues/de/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6431527e82a1ade8b8ee228210d3b377a97671f13e6d6e4f6c2328f0d3262ff6
+size 787007
diff --git a/bench3.1/video/langues/de/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/de/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f76c5ccadbc98d75137627f46b02a79fc1cd1c43
--- /dev/null
+++ b/bench3.1/video/langues/de/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2282498275539980473fe9dd45887cdc0495860b52c796c257a7fe616e84129
+size 780700
diff --git a/bench3.1/video/langues/de/8b-v3.1.mp4 b/bench3.1/video/langues/de/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..9d4494ccac243a337ceb69358f2eb2c37f615cf9
--- /dev/null
+++ b/bench3.1/video/langues/de/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba95341a10860f04334cd25b4f8d2e08b89849008ad02a6bd923eac6f064717
+size 769171
diff --git a/bench3.1/video/langues/de/8b-v3.mp4 b/bench3.1/video/langues/de/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..72f754b167f76a81e902a49ec7df8ab81643d540
--- /dev/null
+++ b/bench3.1/video/langues/de/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d011aa4188c2e81e07625ad3111cda127d17be73e7c986594e40e6cd3f9e431
+size 816265
diff --git a/bench3.1/video/langues/en/32b.mp4 b/bench3.1/video/langues/en/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..29780f5a9430141d1d1c9560679c7489a857ec13
--- /dev/null
+++ b/bench3.1/video/langues/en/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b49ef0ea1a31e1603b462830051ff378355ce33bf469e4f4228cdb04ceff220
+size 799811
diff --git a/bench3.1/video/langues/en/4b-v3-mlp.mp4 b/bench3.1/video/langues/en/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..2923466c02787e8aaa599ee8883ef860963afefb
--- /dev/null
+++ b/bench3.1/video/langues/en/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464223e0e28f55067b5b31f61b6eac7f66e485f35be08429a39caaff5ba0c494
+size 708172
diff --git a/bench3.1/video/langues/en/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/en/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e3e6c814d4e8ee1d9f6ac97eccc26e4709e56360
--- /dev/null
+++ b/bench3.1/video/langues/en/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3bc26de719e0568d707837b5eb074fd7a3e60e034ea3d782a81fc2a72370c7
+size 719035
diff --git a/bench3.1/video/langues/en/4b-v3.1.mp4 b/bench3.1/video/langues/en/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1bae4f9cf7d38a95219669ed9a0cc061349142af
--- /dev/null
+++ b/bench3.1/video/langues/en/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857f31dc41056eed5497b032b6424d6159cd1007fa908fb6bc39140e85989185
+size 857392
diff --git a/bench3.1/video/langues/en/4b-v3.mp4 b/bench3.1/video/langues/en/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c85312a5b8330e5692e91406168e71c5965ad08a
--- /dev/null
+++ b/bench3.1/video/langues/en/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a261ff779292a9645824fddc3ffd4cb29c822218116effc56ea7ee55cbf60935
+size 854534
diff --git a/bench3.1/video/langues/en/8b-v3-mlp.mp4 b/bench3.1/video/langues/en/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a3522f75c9104737475c7c3d058e7b85ee48a
--- /dev/null
+++ b/bench3.1/video/langues/en/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cabfc3ed5652db747d882a3560c8c07f61650d144fb961ed926c283ffe5e282
+size 817164
diff --git a/bench3.1/video/langues/en/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/en/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d486d763d8443d27a65187d07d3755f52da42ffe
--- /dev/null
+++ b/bench3.1/video/langues/en/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0daba8d609db4736edd4d830cee9b55162da015cf610301313e3ffbf2792d89
+size 824129
diff --git a/bench3.1/video/langues/en/8b-v3.1.mp4 b/bench3.1/video/langues/en/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b4d7761c74d3e45c2f3acaaa594331b59debefd9
--- /dev/null
+++ b/bench3.1/video/langues/en/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3e076c7f65e2a24346aaec74691d4c45f8e5937ce2115325a67acb26aed006
+size 784566
diff --git a/bench3.1/video/langues/en/8b-v3.mp4 b/bench3.1/video/langues/en/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..9c12985564dec1fff88f66c9fc737f0055954a4e
--- /dev/null
+++ b/bench3.1/video/langues/en/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971faf00c9cdf4b4b6d77393e6b6cf145734cea2f35e986fb0b98237ad20b5a6
+size 825071
diff --git a/bench3.1/video/langues/es/32b.mp4 b/bench3.1/video/langues/es/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..34035125de27f22754d3669bbc3e3ffa89fb1e29
--- /dev/null
+++ b/bench3.1/video/langues/es/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f297d3f1030acd80421902ece063eb91c93c8a9dc71f478450ffab83ba5f027
+size 828994
diff --git a/bench3.1/video/langues/es/4b-v3-mlp.mp4 b/bench3.1/video/langues/es/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..984d5ffcf87dacd2442a63f8a220f806c3ba73d1
--- /dev/null
+++ b/bench3.1/video/langues/es/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b717d98ae0342ae903cdef64de38cc3695c7d036ee8246109bc0b5629d74d8
+size 818206
diff --git a/bench3.1/video/langues/es/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/es/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f37026d2913d2c8d62ae93a6b87a8f9f82771e26
--- /dev/null
+++ b/bench3.1/video/langues/es/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecafa92057263635cfc04306396ea1c5e255e0558a615e11c993586cfbccad8
+size 803749
diff --git a/bench3.1/video/langues/es/4b-v3.1.mp4 b/bench3.1/video/langues/es/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..5945dc387a39bac8ec8f6c5eac81025a1733cb9d
--- /dev/null
+++ b/bench3.1/video/langues/es/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe7b8d61c1c18f4e88f78107d71b5c5577a2f686d0a2763eee43762a2db2564
+size 843141
diff --git a/bench3.1/video/langues/es/4b-v3.mp4 b/bench3.1/video/langues/es/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4335d78bf0282d5ae3814e2e42f9ac9463e51390
--- /dev/null
+++ b/bench3.1/video/langues/es/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579b6604117f784eb580a2b22703efb05e174a81d3bedcfe336d935f0f4b820c
+size 847004
diff --git a/bench3.1/video/langues/es/8b-v3-mlp.mp4 b/bench3.1/video/langues/es/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..441289ded18864c837c13280ce8a5444c569de3c
--- /dev/null
+++ b/bench3.1/video/langues/es/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b01c34a124fff6cd751adc38b3a30a6e50fc5bd79c09d3e69dfebb688b8341d
+size 847322
diff --git a/bench3.1/video/langues/es/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/es/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..26b3c00d06422aa787fa9ef3788d15f118f9d09e
--- /dev/null
+++ b/bench3.1/video/langues/es/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0071a8fcfd3dae1a0f01e4a8ae036a086e6a882fc890c4ff39e1c79007e0a88f
+size 836897
diff --git a/bench3.1/video/langues/es/8b-v3.1.mp4 b/bench3.1/video/langues/es/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..12054ffd87b96073d1af9042b48191589fcdef45
--- /dev/null
+++ b/bench3.1/video/langues/es/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff49a940fc28de536948b38b59690281772162999d01fc9ff9675391d9c6a972
+size 799695
diff --git a/bench3.1/video/langues/es/8b-v3.mp4 b/bench3.1/video/langues/es/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e4b8fc0567685db62ba714321a3723c330d4dda6
--- /dev/null
+++ b/bench3.1/video/langues/es/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b95e7fa5e272fdb3fb2d84e3017b92aad8167619c69f1817f9a0e883e82fb1c
+size 824359
diff --git a/bench3.1/video/langues/fr/32b.mp4 b/bench3.1/video/langues/fr/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ee1292a196102a186180eedeaa1eac786a71d5f2
--- /dev/null
+++ b/bench3.1/video/langues/fr/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b384e20fce30ca72f524a3e7df497dc7c4113c0807b24eb8091ba136e63943
+size 806317
diff --git a/bench3.1/video/langues/fr/4b-v3-mlp.mp4 b/bench3.1/video/langues/fr/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..efa0989d8952a4612c5dde9caf080b5695d3e06f
--- /dev/null
+++ b/bench3.1/video/langues/fr/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbf411d670a4e3d7252e0472791baf34392c331615987eb7cd4ab3b6f242425
+size 793188
diff --git a/bench3.1/video/langues/fr/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/fr/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d169725cc7f0e35b0487eeee1dc3d9b20c27c0f6
--- /dev/null
+++ b/bench3.1/video/langues/fr/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de8d9b2cb912a1c328de075a03283290ca5cf5e2bed1d3564a94e597dac6e8d
+size 801916
diff --git a/bench3.1/video/langues/fr/4b-v3.1.mp4 b/bench3.1/video/langues/fr/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..34749578475108266c48e5764f56c40694ede7f9
--- /dev/null
+++ b/bench3.1/video/langues/fr/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b11e6b33ca92ef82aabfdc7b0e776f8b9f9d26033c7198aafd74d3ef653b3a3
+size 830831
diff --git a/bench3.1/video/langues/fr/4b-v3.mp4 b/bench3.1/video/langues/fr/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8474d14e2f5c0f339fe68d661f1f6f08f2c324aa
--- /dev/null
+++ b/bench3.1/video/langues/fr/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2b5ec49047a03a9e06c86d8e258838132d3eab99aef7a283111cf2bc973087
+size 837986
diff --git a/bench3.1/video/langues/fr/8b-v3-mlp.mp4 b/bench3.1/video/langues/fr/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ee6ddd2cd31c709c8b27bbf36af8b045a6c093b4
--- /dev/null
+++ b/bench3.1/video/langues/fr/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5439009658107ee576cf3b04c8c3ff7b739d4330dc2f6ef47a3a42270b14482
+size 823493
diff --git a/bench3.1/video/langues/fr/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/fr/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..a8dea16451da3aada727031b4ee5273f1fa0fd55
--- /dev/null
+++ b/bench3.1/video/langues/fr/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b189a048e58320738306ce4f45b34bb5534637b3bc9e64adc1f6920b7511c9dd
+size 812093
diff --git a/bench3.1/video/langues/fr/8b-v3.1.mp4 b/bench3.1/video/langues/fr/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..2afa7e599ccaf1ff2ce3402d479b8e7316904f75
--- /dev/null
+++ b/bench3.1/video/langues/fr/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aa0040983a9be9ed2666ea1f1a9dd74b0e765b2654f570fb9b446e8b954e10
+size 780208
diff --git a/bench3.1/video/langues/fr/8b-v3.mp4 b/bench3.1/video/langues/fr/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..892dcdd2c56492fe3899df3f06741b8dd7b7263f
--- /dev/null
+++ b/bench3.1/video/langues/fr/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb83ff7f6376ea85d3751aead7fe69faee6b41902873d01342af01b5457ca8d
+size 832382
diff --git a/bench3.1/video/langues/it/32b.mp4 b/bench3.1/video/langues/it/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..ca80f07237278498b5d65ea51f65c352a22bd31a
--- /dev/null
+++ b/bench3.1/video/langues/it/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fbc8b2ea4cea16486c047b9aa749398fee7a30f3233392f9b303665f5a8648
+size 797375
diff --git a/bench3.1/video/langues/it/4b-v3-mlp.mp4 b/bench3.1/video/langues/it/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..165bfedb4504085183b4bbcb990bdc63be13f83b
--- /dev/null
+++ b/bench3.1/video/langues/it/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617eeef326963fe68dcefd391e3461eb9f9acf010f50795f2220a280c9f6e18b
+size 806386
diff --git a/bench3.1/video/langues/it/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/it/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..cca5d08732b5a80ed602b0df2d80678bdf5b26b5
--- /dev/null
+++ b/bench3.1/video/langues/it/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906bec57753e48744dba864fdd918f35da12a87f693f6ee3a4aebf9695a0032c
+size 802236
diff --git a/bench3.1/video/langues/it/4b-v3.1.mp4 b/bench3.1/video/langues/it/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d7171a523e80aa18865e13ab2ce2a0fae9016e1f
--- /dev/null
+++ b/bench3.1/video/langues/it/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1171f29e0b2bf78207ab139f5707d872c1be43a2345385f07206f37e5e1ffaa
+size 841133
diff --git a/bench3.1/video/langues/it/4b-v3.mp4 b/bench3.1/video/langues/it/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..64e6da10118c5b097c464e0a5a36cffb61a12b1c
--- /dev/null
+++ b/bench3.1/video/langues/it/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6430d55cfdc6781f09a651a941861c7ace0acc28c17a7e9ed8f7140a540ea3b6
+size 833973
diff --git a/bench3.1/video/langues/it/8b-v3-mlp.mp4 b/bench3.1/video/langues/it/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..087fbe6b98c5e152ef1b531ee9f34b5b0d179fae
--- /dev/null
+++ b/bench3.1/video/langues/it/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e57622f1d3a9d5b927da09073e17184f55677cc92c0a243aa901943743d0731
+size 803681
diff --git a/bench3.1/video/langues/it/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/it/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..efc9497ff1ad3d69bdaf5237e2dda9b35d4bb748
--- /dev/null
+++ b/bench3.1/video/langues/it/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799351053f50b49e8624ad0ebf5ef6ea0f2bfc2aa21888c647a855cc2abd8784
+size 806517
diff --git a/bench3.1/video/langues/it/8b-v3.1.mp4 b/bench3.1/video/langues/it/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..fc1a83efeea8000ca6bbc76b7a24895fc7c3492f
--- /dev/null
+++ b/bench3.1/video/langues/it/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fde89ba25eb3559028eba06b25fe2801d52d0e7adf046f8ac720b2bcb7fa1e3
+size 795605
diff --git a/bench3.1/video/langues/it/8b-v3.mp4 b/bench3.1/video/langues/it/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..57a43d43a6591605021832dc8daaf4a953524b85
--- /dev/null
+++ b/bench3.1/video/langues/it/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957796f4c15b7415477ecbbad32c2208f73bf278d5b86c9439bff6ff30fc73af
+size 793958
diff --git a/bench3.1/video/langues/ja/32b.mp4 b/bench3.1/video/langues/ja/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..dc063b20be6f9f9444af8073f6ab8c113092fb63
--- /dev/null
+++ b/bench3.1/video/langues/ja/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f502490ef77a6e18cd6bd99e4089c7ddcb5f9c0b1cd33e0026301226c6e0398
+size 815824
diff --git a/bench3.1/video/langues/ja/4b-v3-mlp.mp4 b/bench3.1/video/langues/ja/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c6408143484bc391ead777cf62e608b583fae5b1
--- /dev/null
+++ b/bench3.1/video/langues/ja/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26023754e417eae2a8eed191abcc91df2671290756ae44588475d471fc6d3685
+size 832221
diff --git a/bench3.1/video/langues/ja/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/ja/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..5a893b2759edd0deea0d083a2aaea1c75417db50
--- /dev/null
+++ b/bench3.1/video/langues/ja/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7b9f767ea842cab9336377958360e005353f4690aeef2624dd1c4dc8db9ba7
+size 833894
diff --git a/bench3.1/video/langues/ja/4b-v3.1.mp4 b/bench3.1/video/langues/ja/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..bb94364bedd7fcf0fa7f972e81480fdd07eef026
--- /dev/null
+++ b/bench3.1/video/langues/ja/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f029dbf66dda530038f3525e104ba6f4c02b6f8b418f82c6ade5c10e687ace8
+size 876086
diff --git a/bench3.1/video/langues/ja/4b-v3.mp4 b/bench3.1/video/langues/ja/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3b2f247b76b9916d1316474a878692a090b48df3
--- /dev/null
+++ b/bench3.1/video/langues/ja/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb424ec9170656210e33607d8b510e8de4ce7ab0e38580424e4a1adb219672e
+size 853566
diff --git a/bench3.1/video/langues/ja/8b-v3-mlp.mp4 b/bench3.1/video/langues/ja/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..04f8826f01a12be799100dd52ebb4a234021802b
--- /dev/null
+++ b/bench3.1/video/langues/ja/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1602459bfe55f72df14c0e1ec01507d51f662c7cbe6a1c260ef328b7f5c8f06a
+size 837487
diff --git a/bench3.1/video/langues/ja/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/ja/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d25bd6a6da0f57c065b53b5a5384217237336313
--- /dev/null
+++ b/bench3.1/video/langues/ja/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da83f6324e25a3b09f74fb4d59fbb3fd2f052dccfae4c535d5ec8ed2f594fcc
+size 832416
diff --git a/bench3.1/video/langues/ja/8b-v3.1.mp4 b/bench3.1/video/langues/ja/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..5fd5b1bf9f05757b169f136f0875423d4a62e4dc
--- /dev/null
+++ b/bench3.1/video/langues/ja/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042523e3c80ec12e85bdd4d7d5d25374ccdebbf072a464ceea4ca8480e6aa3ff
+size 809848
diff --git a/bench3.1/video/langues/ja/8b-v3.mp4 b/bench3.1/video/langues/ja/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..360251fc77a46510f1cf7bc81d3984f23c34a929
--- /dev/null
+++ b/bench3.1/video/langues/ja/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51400e56530480e0e6dbbb252c1b1eba8d47e32b9ba88a1771da796bbe2d91a
+size 848751
diff --git a/bench3.1/video/langues/ko/32b.mp4 b/bench3.1/video/langues/ko/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e3b3d1ded6f65ec9f1dae365e6cb93f65dfe41b4
--- /dev/null
+++ b/bench3.1/video/langues/ko/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0def77521388158f0c3dbc0289fca7a7b95c0085152a51150e3568f58e4a0b46
+size 845577
diff --git a/bench3.1/video/langues/ko/4b-v3-mlp.mp4 b/bench3.1/video/langues/ko/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3c85d6e8c42de99992c729e3fffaee99744bfb64
--- /dev/null
+++ b/bench3.1/video/langues/ko/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b075a3902c42dbb710d377f803cd14cc3b0d9c9c0abdeda53b9a9a28b46658
+size 824397
diff --git a/bench3.1/video/langues/ko/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/ko/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c5c5bd8286821aa5bd989c1cebe60ec4d391808e
--- /dev/null
+++ b/bench3.1/video/langues/ko/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa5c151aa06203c2a90ef5ecb6673a24c08f73eee9dff42e9e5a3b821dfa0be
+size 826529
diff --git a/bench3.1/video/langues/ko/4b-v3.1.mp4 b/bench3.1/video/langues/ko/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3827dd7bce2b7644e7e40b5049eb7c2af34bd352
--- /dev/null
+++ b/bench3.1/video/langues/ko/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a6b2930ddd38f5a8ad64c282ce6dd1849f4c74edc5bde6da69d54714768a7f
+size 864499
diff --git a/bench3.1/video/langues/ko/4b-v3.mp4 b/bench3.1/video/langues/ko/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..07e54a96d05f6f1186d62b51bf91bc6fa40580c3
--- /dev/null
+++ b/bench3.1/video/langues/ko/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae90ab57c8841e6f77193f0fa4bdd77dc924927c2976b1267b442295c53260c
+size 859188
diff --git a/bench3.1/video/langues/ko/8b-v3-mlp.mp4 b/bench3.1/video/langues/ko/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..46afc9f64fe81b2235f91f22d5d50d4caa14c71d
--- /dev/null
+++ b/bench3.1/video/langues/ko/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e5dc14437a1471fd20f7a998a683a4e314cbdc2ebe9afbb5f01242be5bfc90
+size 883200
diff --git a/bench3.1/video/langues/ko/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/ko/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..37d207cd965d53c5ae08905730ee81629d5b79b0
--- /dev/null
+++ b/bench3.1/video/langues/ko/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c717cbd7f6c5d424fc1c96faa138803188339dc9a957f82cd7babd9f39d76847
+size 839418
diff --git a/bench3.1/video/langues/ko/8b-v3.1.mp4 b/bench3.1/video/langues/ko/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..2a91d6d23eeb9572ccf71789aa1cb3efd3818749
--- /dev/null
+++ b/bench3.1/video/langues/ko/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209e5bb943572a371970adfa4f944c53f7002b57976249ccfca485b9b38d1d81
+size 812809
diff --git a/bench3.1/video/langues/ko/8b-v3.mp4 b/bench3.1/video/langues/ko/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..99faab631e79a1523c7d718909ba2768687f8928
--- /dev/null
+++ b/bench3.1/video/langues/ko/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af5f8204440deef1e00849771438aa0bce5c6c5b620c536aa6672cead7255a8
+size 853648
diff --git a/bench3.1/video/langues/pt/32b.mp4 b/bench3.1/video/langues/pt/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..426f22a094d8723ad0cde62377ac8ddd2d70dcc4
--- /dev/null
+++ b/bench3.1/video/langues/pt/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871d15286e733b39e105fee20a377a7193798b6ce42108da2b751187f4008658
+size 782057
diff --git a/bench3.1/video/langues/pt/4b-v3-mlp.mp4 b/bench3.1/video/langues/pt/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..f6ebd3f1ed3e2844435076890acb0b4bb10f7bdb
--- /dev/null
+++ b/bench3.1/video/langues/pt/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf2d58c49e32fa418dad79f81eea22bb400aa92a7a06700cbb36fce549b9289
+size 828397
diff --git a/bench3.1/video/langues/pt/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/pt/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1062333eb7ad033ea8e3d3284b86ce4cc14884b4
--- /dev/null
+++ b/bench3.1/video/langues/pt/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b988e5005b961456f9909aa4f10931fef18fd12b94bc6839e0b75515665b3e91
+size 828249
diff --git a/bench3.1/video/langues/pt/4b-v3.1.mp4 b/bench3.1/video/langues/pt/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..dbb4996bf15f48129c4022cbb03595a679e456a4
--- /dev/null
+++ b/bench3.1/video/langues/pt/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0ee0502ccdcc72023c25452ad7ec52d8232df5237f80a6f2defeb7c5cfaad6
+size 859251
diff --git a/bench3.1/video/langues/pt/4b-v3.mp4 b/bench3.1/video/langues/pt/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..6e3fd418d65572c2c5bbcf1e79226b433f71c9c3
--- /dev/null
+++ b/bench3.1/video/langues/pt/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48de33f26e43fc0c28af406fa6c8a0c4164c4f0af30eecb07847123f8470ca2
+size 843771
diff --git a/bench3.1/video/langues/pt/8b-v3-mlp.mp4 b/bench3.1/video/langues/pt/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b04820d34f00304df3cef4a412b31a41b43a99ba
--- /dev/null
+++ b/bench3.1/video/langues/pt/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1c26d9efe8c2b74b2f6807f09900eaf10c916b4f3b5811e515ec56c0027417
+size 827253
diff --git a/bench3.1/video/langues/pt/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/pt/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3e07ad222bfe57974e7bff696e9c6a0f921764f0
--- /dev/null
+++ b/bench3.1/video/langues/pt/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2216065e37ce5b7ec649aae42bf66174d0696f063b0c9c9b4a61330444445ac
+size 851946
diff --git a/bench3.1/video/langues/pt/8b-v3.1.mp4 b/bench3.1/video/langues/pt/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3fe3f914f115be3db5e0c8425057cef85bb99f11
--- /dev/null
+++ b/bench3.1/video/langues/pt/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6811b94af70f11c42a2b9ae3e38c57454ec94aad6100a04b6938c7d9f5b9acb
+size 811684
diff --git a/bench3.1/video/langues/pt/8b-v3.mp4 b/bench3.1/video/langues/pt/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..b36089c9e448f5522d3f1886cd0e0efa489bd605
--- /dev/null
+++ b/bench3.1/video/langues/pt/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e213d07e5b4367bdb75bac036fd6f737af2c3833774b6360d1b11c4697ba9b
+size 810000
diff --git a/bench3.1/video/langues/ru/32b.mp4 b/bench3.1/video/langues/ru/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..037cf81301a75dca78a18b81099205fd2aed52fb
--- /dev/null
+++ b/bench3.1/video/langues/ru/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a09e00918ca5e91cc54322f0c0afd30866b044b76fa32995f122f4ec1da61e
+size 777265
diff --git a/bench3.1/video/langues/ru/4b-v3-mlp.mp4 b/bench3.1/video/langues/ru/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..4c1bfe970969d6433d77ad6cbc1e159b9376c204
--- /dev/null
+++ b/bench3.1/video/langues/ru/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8d028dba124ed9c3529945faa9b682070d8633603007cf77e7db7b7436121b
+size 802175
diff --git a/bench3.1/video/langues/ru/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/ru/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c058cf26209d2ca832379e44ad4ac2d359434dc0
--- /dev/null
+++ b/bench3.1/video/langues/ru/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b88ed75cec979e41e16e0e501d516317e15e9011decb7729708b225ef1b020
+size 838880
diff --git a/bench3.1/video/langues/ru/4b-v3.1.mp4 b/bench3.1/video/langues/ru/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..6a89247d32339f8367fd7b0002540734edee4459
--- /dev/null
+++ b/bench3.1/video/langues/ru/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ecfce0a48f8ae13e71337858fbdc4b4f5ad3bc0eddf331424e8b383aa99b95
+size 858448
diff --git a/bench3.1/video/langues/ru/4b-v3.mp4 b/bench3.1/video/langues/ru/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..e90d498f14c971fbfa6ac60948c55e36b687277f
--- /dev/null
+++ b/bench3.1/video/langues/ru/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aacbe506b7c8e2e83063aa4e0734a67390a96f78710c979f9233d309bf90027
+size 854006
diff --git a/bench3.1/video/langues/ru/8b-v3-mlp.mp4 b/bench3.1/video/langues/ru/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..81602aa81cd4367112c095c7c359dea725b62299
--- /dev/null
+++ b/bench3.1/video/langues/ru/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a94635844b2c5fa08940a2a345ed9348417853247da330092a5283592ef6c6
+size 818609
diff --git a/bench3.1/video/langues/ru/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/ru/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..60dd51ebbac698fc9eb0df5c5236bc6827f8569a
--- /dev/null
+++ b/bench3.1/video/langues/ru/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa0dd13575500b0c1f791bf8e62425aec3d47d5021444d23a30e869e1197277
+size 830631
diff --git a/bench3.1/video/langues/ru/8b-v3.1.mp4 b/bench3.1/video/langues/ru/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3c2acdfc9e86244e52bcaa57b992e4d5b7247ccf
--- /dev/null
+++ b/bench3.1/video/langues/ru/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d05527ea17044bf7f8c91b9c822fad2337133c07966582bc71f136b0fe41db8
+size 801861
diff --git a/bench3.1/video/langues/ru/8b-v3.mp4 b/bench3.1/video/langues/ru/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..8501cf59607b88a6f4a33ef5a47dc696938d3ddb
--- /dev/null
+++ b/bench3.1/video/langues/ru/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c8ba12c5090026679288e932dcb3b9ec3faa1a320ce64385354fc51e4c83f2
+size 832800
diff --git a/bench3.1/video/langues/zh/32b.mp4 b/bench3.1/video/langues/zh/32b.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..c6308c6c2e2cf1b0622caf5a2a478495a0af5541
--- /dev/null
+++ b/bench3.1/video/langues/zh/32b.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ce868510e4dda911ea21dadb346032baa452ebd095ff8a530e5d1e112f745f
+size 808533
diff --git a/bench3.1/video/langues/zh/4b-v3-mlp.mp4 b/bench3.1/video/langues/zh/4b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..135003ef2d0bbdf718123a2b438d22af3a4327b2
--- /dev/null
+++ b/bench3.1/video/langues/zh/4b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9cfe9a484044a3a4f5930d742f9d0d4b81f0822f33821d8f83d1274e5fe25e
+size 814256
diff --git a/bench3.1/video/langues/zh/4b-v3.1-mlp.mp4 b/bench3.1/video/langues/zh/4b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..eb04c1f1c24767dd3c94a2da3432e09824f163ad
--- /dev/null
+++ b/bench3.1/video/langues/zh/4b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c707a337d002a1c6def7c333d51bf72b8a3cf68f2bca5965379bf598a500ef
+size 836790
diff --git a/bench3.1/video/langues/zh/4b-v3.1.mp4 b/bench3.1/video/langues/zh/4b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..74c0eb271889f5815beac44da67da0d6717ab29f
--- /dev/null
+++ b/bench3.1/video/langues/zh/4b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ffa4e7a0b6f9bfc78b8bb1bfb75d877c8c50fbecf5d42ea22bfc07f3213ec7
+size 858385
diff --git a/bench3.1/video/langues/zh/4b-v3.mp4 b/bench3.1/video/langues/zh/4b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..3d60705e3d2c4e6e30e08d714664a308770985be
--- /dev/null
+++ b/bench3.1/video/langues/zh/4b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616f70eed77291a58e1289d00edf9c2540f118f516f1382734a357e1738b35ad
+size 871407
diff --git a/bench3.1/video/langues/zh/8b-v3-mlp.mp4 b/bench3.1/video/langues/zh/8b-v3-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..903d85b9f63abe7efbbf1928778a04127bfd598f
--- /dev/null
+++ b/bench3.1/video/langues/zh/8b-v3-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7e9e711d6fe1eee907b483670192baa19f55d7e3028d950ed3175ba31d7e37
+size 837715
diff --git a/bench3.1/video/langues/zh/8b-v3.1-mlp.mp4 b/bench3.1/video/langues/zh/8b-v3.1-mlp.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..1d5bd9d2c9b243a0259adfd562a61cf4c0763f20
--- /dev/null
+++ b/bench3.1/video/langues/zh/8b-v3.1-mlp.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1daee57845b92b4837cd0211ded0ed86540cdbb03b01c429b5ad037b52be2878
+size 830477
diff --git a/bench3.1/video/langues/zh/8b-v3.1.mp4 b/bench3.1/video/langues/zh/8b-v3.1.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..d32304f9b4f19b33aac9462e4499662c5a81790f
--- /dev/null
+++ b/bench3.1/video/langues/zh/8b-v3.1.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab619322a111cfe6ffd4bc393dab25e66b7270de9e8ef4d9d175112b496928a
+size 804091
diff --git a/bench3.1/video/langues/zh/8b-v3.mp4 b/bench3.1/video/langues/zh/8b-v3.mp4
new file mode 100644
index 0000000000000000000000000000000000000000..cacdcf9b433253401715c985f7873ec688273174
--- /dev/null
+++ b/bench3.1/video/langues/zh/8b-v3.mp4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc83f1048ebddf4f7b53d47454b00f3e716a937aca3e9f78ac4b4bef4c81b520
+size 834802
diff --git a/mmh3-4b-ClipProj-v3.1-mlp.safetensors b/mmh3-4b-ClipProj-v3.1-mlp.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b1fb6b82ebf36f2d2b9dfc25dc6c68fe2f30db5b
--- /dev/null
+++ b/mmh3-4b-ClipProj-v3.1-mlp.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902a9b96ed041aedf7463251c59d917fba94963b944dd3196c00b23ff0f2b6b0
+size 503423800
diff --git a/mmh3-4b-ClipProj-v3.1.safetensors b/mmh3-4b-ClipProj-v3.1.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab900b3b38c934d8c6d1032df3c062cd0cd4a6c0
--- /dev/null
+++ b/mmh3-4b-ClipProj-v3.1.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0184e5c8d666a131962506d21949c2d8a8c6f33445b7b5e347e9a7e0a5baa819
+size 26256128
diff --git a/mmh3-8b-ClipProj-v3.1-mlp.safetensors b/mmh3-8b-ClipProj-v3.1-mlp.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..28fd11a63a04e721daff0fce4b875f17c47d8c84
--- /dev/null
+++ b/mmh3-8b-ClipProj-v3.1-mlp.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003fb97a34fe2fc33350790ba23c1238178564609a3e56b436f85d9e5a08317e
+size 604093248
diff --git a/mmh3-8b-ClipProj-v3.1.safetensors b/mmh3-8b-ClipProj-v3.1.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d3bc93c0f3965ac73633f1d9d22592893607ac0
--- /dev/null
+++ b/mmh3-8b-ClipProj-v3.1.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0661849d0fd51db66b0c9aa76f2c1c3eabd81b9a4745edd2a4617ab24c87f7
+size 41990896