{ "schema_version": 3, "complete": true, "profile": { "path": "training_profile.json", "sha256": "4253b1b136fedebc589da942b80df71945212d1f4b92a8e98ec6fb160712f14b", "recipe_id": "nllb200-spm8k-directional-v5" }, "mt_standardization": { "id": "formosan-mt-standard-v3", "sha256": "3c93c1abecfc68c72e3bb1d547fbe0bdebb14bb74e7a5d3c5c519bd18d34bf6f", "namespace": "formosan-mt" }, "model_family": "nllb", "contract": { "input_sha256": "0024e7fcd35958455a2a060b20999e94b5e8a4364e7f54ba97ef27810746d932", "corpus_manifest_sha256": "6fa839063aa4236f821be44139a89272c60451a8fc9132c19f7f68f9dfccca24", "validation_report_sha256": "90e59f7f6959a2d18b1f6430dc81fdd3af03e7392bea5d39463ec5692377605b", "run_contract_sha256": "111b9dc57ffdca3e935c42c1238e0e736d280e5757f93f33c52fcbf12aa6bd80", "checkpoint_metadata_sha256": "1f215c58a24bb942c7f912e23c606e0dfa3100b5f77caf5b039a5d57b1ea46c2" }, "input": "private_no_bible:chinese", "model": "FormosanBank/nllb200-formosan-zh-spm8k", "tokenizer": "FormosanBank/nllb200-formosan-zh-spm8k", "direction": "f2zh", "target_lang": "chinese", "bleu_tokenize": "zh", "lowercase_bleu": false, "split": "test", "samples": 73591, "headline_metadata_mode": "default", "global": { "samples": 73591, "BLEU": 15.134699411424158, "chrF2": 15.382060000200907, "TER": 79.84710461336718, "exact_match_rate": 0.005394681414846924, "empty_output_rate": 0.00019024065442785123, "character_length_ratio": 0.9312775045002105, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "metadata_modes": { "default": { "samples": 73591, "BLEU": 15.134699411424158, "chrF2": 15.382060000200907, "TER": 79.84710461336718, "exact_match_rate": 0.005394681414846924, "empty_output_rate": 0.00019024065442785123, "character_length_ratio": 0.9312775045002105, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 } }, "metadata_fallbacks": { "default": { "domain_fallback_rows": 73591, "dialect_fallback_rows": 73591 } }, "bootstrap_95_ci": { "status": "skipped", "samples": 0, "seed": 42 }, "by_language": { "ami": { "samples": 14348, "BLEU": 13.033837705045343, "chrF2": 14.077837882355071, "TER": 80.08722138662353, "exact_match_rate": 0.002648452746027321, "empty_output_rate": 0.00020908837468636745, "character_length_ratio": 0.8916536881083142, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "bnn": { "samples": 6048, "BLEU": 17.270216573697645, "chrF2": 16.7688072729145, "TER": 77.89217255236672, "exact_match_rate": 0.006613756613756613, "empty_output_rate": 0.0, "character_length_ratio": 0.9529938539591739, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "ckv": { "samples": 2871, "BLEU": 21.784765426774744, "chrF2": 20.298828528670974, "TER": 68.63808539944904, "exact_match_rate": 0.003134796238244514, "empty_output_rate": 0.0, "character_length_ratio": 0.907974849445062, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "dru": { "samples": 6588, "BLEU": 12.082360328693829, "chrF2": 13.049854427240504, "TER": 91.76017116631552, "exact_match_rate": 0.006830601092896175, "empty_output_rate": 0.0, "character_length_ratio": 1.001604082006783, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "pwn": { "samples": 5945, "BLEU": 12.892773206403419, "chrF2": 12.819725744717548, "TER": 87.54554626333037, "exact_match_rate": 0.003532380151387721, "empty_output_rate": 0.0001682085786375105, "character_length_ratio": 0.9605829428750985, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "pyu": { "samples": 4334, "BLEU": 17.670073665896325, "chrF2": 18.111254275994146, "TER": 77.29056871400446, "exact_match_rate": 0.006460544531610522, "empty_output_rate": 0.00023073373327180433, "character_length_ratio": 0.9168035030103996, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "ssf": { "samples": 2150, "BLEU": 20.168322999755848, "chrF2": 19.203539798229606, "TER": 68.64675293263997, "exact_match_rate": 0.0069767441860465115, "empty_output_rate": 0.0009302325581395349, "character_length_ratio": 0.9511413510438195, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "sxr": { "samples": 1968, "BLEU": 12.384852560329692, "chrF2": 12.831696077326821, "TER": 86.24868809035934, "exact_match_rate": 0.003048780487804878, "empty_output_rate": 0.001524390243902439, "character_length_ratio": 0.9220524687713996, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "szy": { "samples": 2300, "BLEU": 19.094032647736448, "chrF2": 19.136417126280755, "TER": 72.28850098371635, "exact_match_rate": 0.002173913043478261, "empty_output_rate": 0.0004347826086956522, "character_length_ratio": 0.8816294088425236, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "tao": { "samples": 2360, "BLEU": 13.45854558317273, "chrF2": 13.84473938705654, "TER": 82.59198564126575, "exact_match_rate": 0.001694915254237288, "empty_output_rate": 0.000423728813559322, "character_length_ratio": 0.964508854301453, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "tay": { "samples": 7161, "BLEU": 12.937189808998328, "chrF2": 13.521761613480784, "TER": 86.05328700064082, "exact_match_rate": 0.003491132523390588, "empty_output_rate": 0.0, "character_length_ratio": 0.9500675777143716, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "trv": { "samples": 10728, "BLEU": 14.590576961850882, "chrF2": 15.52831999022154, "TER": 75.77435175317191, "exact_match_rate": 0.010906040268456376, "empty_output_rate": 9.321401938851603e-05, "character_length_ratio": 0.9186190684704202, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "tsu": { "samples": 2048, "BLEU": 14.354680076938784, "chrF2": 15.176578553796427, "TER": 81.41595386029924, "exact_match_rate": 0.0009765625, "empty_output_rate": 0.0, "character_length_ratio": 0.9407470906068163, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "xnb": { "samples": 2590, "BLEU": 22.911155793547096, "chrF2": 21.43312906653944, "TER": 64.08796387198115, "exact_match_rate": 0.014671814671814672, "empty_output_rate": 0.0003861003861003861, "character_length_ratio": 0.9190468267613184, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "xsy": { "samples": 2152, "BLEU": 17.847950384420855, "chrF2": 17.008733287568827, "TER": 73.91556051771906, "exact_match_rate": 0.0018587360594795538, "empty_output_rate": 0.0, "character_length_ratio": 0.9042693359029321, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 } }, "by_source_bucket": { "classroom": { "samples": 4765, "BLEU": 15.573580062462568, "chrF2": 18.110215420068176, "TER": 74.82099133081861, "exact_match_rate": 0.011752360965372508, "empty_output_rate": 0.0002098635886673662, "character_length_ratio": 0.9576236895346698, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "culture": { "samples": 7801, "BLEU": 6.745290209148137, "chrF2": 7.558790885818387, "TER": 101.747554669491, "exact_match_rate": 0.0, "empty_output_rate": 0.00025637738751442123, "character_length_ratio": 1.033519218682974, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "dictionary": { "samples": 24995, "BLEU": 11.80299229957617, "chrF2": 12.795166664549521, "TER": 72.89653233843559, "exact_match_rate": 0.000600120024004801, "empty_output_rate": 0.0003200640128025605, "character_length_ratio": 0.8575274120205861, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "education": { "samples": 7370, "BLEU": 22.120337792102756, "chrF2": 20.673587396677178, "TER": 78.26498841094109, "exact_match_rate": 0.00841248303934871, "empty_output_rate": 0.0, "character_length_ratio": 0.9980995796578059, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "linguistic": { "samples": 4282, "BLEU": 19.635835563306443, "chrF2": 21.42977670494312, "TER": 70.72819594949515, "exact_match_rate": 0.018916394208313873, "empty_output_rate": 0.0, "character_length_ratio": 0.9331729912702654, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "media": { "samples": 11716, "BLEU": 9.01461341298134, "chrF2": 10.331304627556719, "TER": 84.47566790912687, "exact_match_rate": 0.0, "empty_output_rate": 0.0001707067258449983, "character_length_ratio": 0.8508918561819346, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "narrative": { "samples": 12184, "BLEU": 22.41589452877326, "chrF2": 21.53867647600461, "TER": 73.71187910612666, "exact_match_rate": 0.015019697964543664, "empty_output_rate": 8.207485226526592e-05, "character_length_ratio": 0.9670723431957233, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "religious": { "samples": 2, "BLEU": 4.490530477233687, "chrF2": 6.829006531755851, "TER": 86.59420289855072, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8333333333333334, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "unknown": { "samples": 476, "BLEU": 4.0542777367025, "chrF2": 10.08956120995936, "TER": 101.7730396176795, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8985456168793027, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 } }, "by_source_corpus": { "Formosan-Academia-Sinica-Oral-Legends": { "samples": 94, "BLEU": 2.3869071930743715, "chrF2": 4.881301714565725, "TER": 165.1231527093596, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.7985849056603773, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Amis-Huang-English-Phonology-Grammar": { "samples": 1, "BLEU": 1.1469492277212623, "chrF2": 3.1406469822832634, "TER": 93.31742243436753, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.6423529411764706, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Amis-Lifok-Dongi-Saopo-Kimakimad": { "samples": 183, "BLEU": 4.9280556835001965, "chrF2": 10.172853992965662, "TER": 95.81896551724138, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9695093842607837, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Amis_myths_and_customs": { "samples": 2, "BLEU": 4.9461384808248505, "chrF2": 6.625268852231332, "TER": 86.76470588235294, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.855072463768116, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Anton-Quack-Puyuma-Pulingaw": { "samples": 170, "BLEU": 4.709393448191915, "chrF2": 11.037459464963769, "TER": 85.47267996530789, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.78995756718529, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Atayal-You-Nao-Savak-Raxayal": { "samples": 94, "BLEU": 1.0466810190048814, "chrF2": 2.8924568062444482, "TER": 112.18482848176605, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.7639052620297931, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Boyizhenu-Narrative-Oral-Literature-Tapangu": { "samples": 51, "BLEU": 1.8046459219399476, "chrF2": 4.5089813654124695, "TER": 97.59036144578313, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.7480314960629921, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-CIP-Atayal-Grammar-Overview": { "samples": 106, "BLEU": 17.895114413488926, "chrF2": 22.561081016033516, "TER": 68.79916098584164, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.7970297029702971, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Catherine-Tseng-Seediq-Atayal-Foods-Their-Stories": { "samples": 9, "BLEU": 6.39014711972079, "chrF2": 8.728429279206063, "TER": 101.6266460108443, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.2126137841352407, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Ceng-Jianci-Jian-Shilang-Aboriginal-Education-World-Articles": { "samples": 2, "BLEU": 5.457467382433246, "chrF2": 6.708742994767849, "TER": 85.62091503267973, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.819672131147541, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Chen-Jinlong-Ceng-Ruilin-Wu-Guosheng-Aboriginal-Education": { "samples": 4, "BLEU": 5.658349623667091, "chrF2": 7.965885442078316, "TER": 101.44329896907216, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.1518218623481782, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Chen-Jinlong-Singsi-Aboriginal-Education-World-Issue": { "samples": 1, "BLEU": 5.459973810531359, "chrF2": 10.38402686286313, "TER": 82.6923076923077, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9821428571428571, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Chen-Yaohan-Miss-Virginia-Fey-Played-Essential-Role": { "samples": 1, "BLEU": 7.347053125977879, "chrF2": 6.952585645434414, "TER": 100.0, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.0, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Dean-Johnson-Year-Clouds-Smangus": { "samples": 5, "BLEU": 6.752732293128714, "chrF2": 7.037879211258299, "TER": 121.05263157894737, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.5263157894736843, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Deng-Fangqing-Introduction-Puyuma-Grammar": { "samples": 76, "BLEU": 35.79694919195219, "chrF2": 41.05057698198464, "TER": 51.080550098231825, "exact_match_rate": 0.06578947368421052, "empty_output_rate": 0.0, "character_length_ratio": 0.914332784184514, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Dong-Manv-Yami-Ode-to-Taro": { "samples": 139, "BLEU": 8.371482002582734, "chrF2": 8.77941125450265, "TER": 87.63586956521739, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.123923127899271, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Dong-Yijia-Tjuwabar-Paiwan-Ritual-Language-Morphology": { "samples": 14, "BLEU": 6.78840608130357, "chrF2": 6.484279779750259, "TER": 111.61417322834646, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9291338582677166, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Elizabeth-Zeitoun-Introduction-Rukai-Grammar": { "samples": 167, "BLEU": 13.51620323744002, "chrF2": 16.359452874641622, "TER": 80.44490429384376, "exact_match_rate": 0.011976047904191617, "empty_output_rate": 0.0, "character_length_ratio": 0.997639282341832, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Glosbe": { "samples": 259, "BLEU": 8.502786737450085, "chrF2": 9.422728946003659, "TER": 91.6966253044184, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9965757333637713, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Hala-Saku-La-Videos": { "samples": 7, "BLEU": 4.908395103391847, "chrF2": 10.749132060273979, "TER": 83.15946348733235, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.776551724137931, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Ho-Dan-Phonological-System-Butonglu-Paiwan-Dialect": { "samples": 1, "BLEU": 9.980099403873663, "chrF2": 9.278938875113157, "TER": 100.0, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.1111111111111112, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Hualien-Township-Pusa-Patas-Kari-Truku-Online-Concise-Dictionary": { "samples": 4230, "BLEU": 10.275636835759041, "chrF2": 11.537919258705587, "TER": 71.04874242068479, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8203298055623923, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Huang-Huijuan-Shi-Chaokai-Introduction-Bunun-Grammar": { "samples": 91, "BLEU": 14.505687928696863, "chrF2": 21.170558463805396, "TER": 72.28739002932552, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.6663807890222985, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Huang-Mei-Chin-Atayal-Reference-Grammar": { "samples": 90, "BLEU": 8.964161070077157, "chrF2": 17.0873667794391, "TER": 84.33014354066985, "exact_match_rate": 0.011111111111111112, "empty_output_rate": 0.0, "character_length_ratio": 0.9476584022038568, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-ILRDF-Tousvusvutu-Kita": { "samples": 239, "BLEU": 4.188338062264814, "chrF2": 6.301231992911087, "TER": 117.71342414474368, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.1645310097385957, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-ILRDF-YouTube-Videos": { "samples": 11682, "BLEU": 9.02501345265831, "chrF2": 10.328383732604948, "TER": 84.47518963999833, "exact_match_rate": 0.0, "empty_output_rate": 0.0001712035610340695, "character_length_ratio": 0.8509179741607273, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-ILRDF_Dicts": { "samples": 14133, "BLEU": 12.929695585539427, "chrF2": 13.815529474744961, "TER": 72.18749445046261, "exact_match_rate": 0.0007075638576381518, "empty_output_rate": 0.00014151277152763038, "character_length_ratio": 0.8745153132902501, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-IPCF-YuzuNews-Culture-Dictionary-Language-Stories": { "samples": 100, "BLEU": 3.9174645393417578, "chrF2": 5.699692403694994, "TER": 100.52591317651559, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8559598494353827, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Indigenous-Education-Resource-Center-Keelung-City-Serangawan-No": { "samples": 10, "BLEU": 24.87464155247874, "chrF2": 22.247918462109617, "TER": 53.691275167785236, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.738562091503268, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Indigenous-Language-Literary-Awards": { "samples": 651, "BLEU": 2.720257353248678, "chrF2": 4.823733143893527, "TER": 116.34696318610729, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.1466917824346599, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Iwan-Nawi-Kual-Selaulauz-Gu-Qiufeng-Wei-Dingshang": { "samples": 7, "BLEU": 5.674935545937124, "chrF2": 7.327240920363523, "TER": 106.30434782608695, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.119305856832972, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Jian-Iwan-Guo-Qingliu-Life-History": { "samples": 1, "BLEU": 0.0, "chrF2": 0.0, "TER": 100.0, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8333333333333334, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Jian-Shilang-Introduction-Thao-Grammar": { "samples": 100, "BLEU": 30.752864233252833, "chrF2": 29.881234335166145, "TER": 50.74862096138691, "exact_match_rate": 0.04, "empty_output_rate": 0.0, "character_length_ratio": 0.8786791098348887, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Jin-Qingshan-Tiela-Youdao-Comments-Truku-Precise-Dictionary": { "samples": 1, "BLEU": 2.571934905493213, "chrF2": 4.4480299122664375, "TER": 92.33870967741935, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.46946564885496184, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Kavalan-Zhang-Reference-Grammar": { "samples": 76, "BLEU": 22.363749596686503, "chrF2": 22.09374791708678, "TER": 66.4364640883978, "exact_match_rate": 0.02631578947368421, "empty_output_rate": 0.0, "character_length_ratio": 0.9911054637865311, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Kolas-Foting-Aboriginal-Education-World-Issue-Article": { "samples": 1, "BLEU": 1.8576364525900462, "chrF2": 9.865178172645479, "TER": 103.29218106995886, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.1856060606060606, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Kolas-Foting-Hua-Cai-Bugun-Aboriginal-Education-World": { "samples": 3, "BLEU": 16.052674804009925, "chrF2": 18.44708093801017, "TER": 47.61904761904761, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8333333333333334, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Kual-Selaulauz-Auri-Sun-Aboriginal-Education-World-Issue": { "samples": 3, "BLEU": 3.7879353206840456, "chrF2": 6.366520644547789, "TER": 99.79296066252587, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9210526315789473, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Kucapungane": { "samples": 8, "BLEU": 4.913572683675451, "chrF2": 10.652101672949055, "TER": 87.08333333333333, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.7405452946350044, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Kumu-Tapas-Tribal-Memory-Oral-History-Wushe-Incident-II": { "samples": 15, "BLEU": 2.262494051350612, "chrF2": 5.797447472827832, "TER": 90.85768143261075, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.7139013452914799, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Li-Chen-Yeh-Developing-a-Hla-alua-Learner-s-Guide": { "samples": 12, "BLEU": 30.34831005448653, "chrF2": 27.86926774880666, "TER": 69.66292134831461, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.118279569892473, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Li-Peirong-Xu-Weisheng-Introduction-Truku-Grammar": { "samples": 96, "BLEU": 20.08886167649501, "chrF2": 25.370961997444912, "TER": 62.2991347342398, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.7770915216170691, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Li-Peizhen-Wu-Xingyu-Shouhu-Xing": { "samples": 1, "BLEU": 0.8299112425737136, "chrF2": 1.438325624471316, "TER": 115.99999999999999, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.22, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Liu-Manyi-Kaskun-ata-matas-i-ki-quaz": { "samples": 1, "BLEU": 0.0, "chrF2": 0.0, "TER": 225.0, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 3.5, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-NTU": { "samples": 2633, "BLEU": 14.223821433867124, "chrF2": 14.80294096048033, "TER": 72.83690081398855, "exact_match_rate": 0.002278769464489176, "empty_output_rate": 0.0, "character_length_ratio": 0.832056819272483, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Nanang-Tadaw-Naci-Mowna-Pgagu": { "samples": 11, "BLEU": 6.4402287636109445, "chrF2": 7.929575918865448, "TER": 78.59649122807018, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8912280701754386, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Nowbucyang-Truku-Thesis": { "samples": 54, "BLEU": 30.518659820570072, "chrF2": 30.66375032850539, "TER": 51.48936170212765, "exact_match_rate": 0.037037037037037035, "empty_output_rate": 0.0, "character_length_ratio": 0.9183266932270916, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Paiwan-Collart-Zeitoun-Time-Reference": { "samples": 51, "BLEU": 36.491261827294856, "chrF2": 35.255830794313006, "TER": 43.26375711574953, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8948306595365418, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-PaiwanStories": { "samples": 6, "BLEU": 8.626266175684892, "chrF2": 9.213361611464677, "TER": 87.34939759036145, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.0059880239520957, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Pingdong-County-Government-Kai-Na-Sepucunug": { "samples": 6, "BLEU": 4.253581529822563, "chrF2": 5.572639897558813, "TER": 110.6879606879607, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.2564901349948079, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Presidential_Apologies": { "samples": 69, "BLEU": 22.503588166827985, "chrF2": 20.858177998831774, "TER": 74.98173468322722, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8922837403911648, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Puyuma-Katipol-Kopfjagdriten": { "samples": 8, "BLEU": 1.5196748790440833, "chrF2": 5.883742443580382, "TER": 77.48344370860927, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.5868263473053892, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-SEALS": { "samples": 8, "BLEU": 12.8003416321168, "chrF2": 14.436290356946527, "TER": 84.56375838926175, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9289940828402367, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Saaroa-Pan-Grammar": { "samples": 83, "BLEU": 26.904994267125556, "chrF2": 32.74519514867806, "TER": 59.61871750433275, "exact_match_rate": 0.024096385542168676, "empty_output_rate": 0.0, "character_length_ratio": 0.9774436090225563, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Safolu-Amis-Dictionary": { "samples": 5518, "BLEU": 11.440174688854968, "chrF2": 12.655627312512035, "TER": 68.68490427416916, "exact_match_rate": 0.0007249003262051468, "empty_output_rate": 0.0, "character_length_ratio": 0.8155273298130441, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Seediq-Zhang-Reference-Grammar": { "samples": 65, "BLEU": 31.26484959799337, "chrF2": 27.230787266945715, "TER": 55.02555366269165, "exact_match_rate": 0.06153846153846154, "empty_output_rate": 0.0, "character_length_ratio": 0.95260663507109, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Sing-Olam-Hong-Tinglan-Aboriginal-Education-World-Issue": { "samples": 1, "BLEU": 1.9334617421172224, "chrF2": 3.995808042065995, "TER": 95.16129032258065, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8405797101449275, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Song-Limei-Introduction-Kanakanavu-Grammar": { "samples": 2, "BLEU": 100.00000000000004, "chrF2": 100.0, "TER": 0.0, "exact_match_rate": 1.0, "empty_output_rate": 0.0, "character_length_ratio": 1.0, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Song-Limei-Introduction-Seediq-Grammar": { "samples": 4, "BLEU": 33.0848753310304, "chrF2": 28.3356490994281, "TER": 45.0, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.75, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Truku-Lowking-Demonstratives": { "samples": 53, "BLEU": 10.114439278556988, "chrF2": 12.131485317045215, "TER": 74.72187886279357, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.7432273262661955, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Tsunekazu-Moriguchi-Bunun-Texts-No-1": { "samples": 89, "BLEU": 4.334545018885445, "chrF2": 7.709708481795023, "TER": 105.78231292517006, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9924242424242424, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Unak-Tafong-Sapalengaw": { "samples": 130, "BLEU": 4.753101044953966, "chrF2": 12.970184764728799, "TER": 100.08732278611055, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9400374765771393, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Victoria-Rau-Dong-Mannv-Introduction-Yami-Grammar": { "samples": 115, "BLEU": 16.97905422519577, "chrF2": 24.180291002753133, "TER": 68.53391684901531, "exact_match_rate": 0.008695652173913044, "empty_output_rate": 0.0, "character_length_ratio": 0.8030080704328687, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-VirginiaFeyDictionary": { "samples": 276, "BLEU": 14.926050906908443, "chrF2": 13.752886209524537, "TER": 74.30555555555556, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9028487947406866, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Wei-Huilin-Liu-Social-Structure-Yami": { "samples": 42, "BLEU": 0.8988208216595638, "chrF2": 1.2422442286849262, "TER": 124.56021650879568, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8278190411883862, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Wilang-Yutas-Videos": { "samples": 27, "BLEU": 10.564704728148637, "chrF2": 10.77633062288106, "TER": 86.30393996247655, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9397810218978102, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Wu-Jinglan-Introduction-Amis-Grammar": { "samples": 35, "BLEU": 36.64527246461366, "chrF2": 38.24279088235174, "TER": 48.26086956521739, "exact_match_rate": 0.05714285714285714, "empty_output_rate": 0.0, "character_length_ratio": 0.9353049907578558, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Xie-Fuhui-Introduction-Kavalan-Grammar": { "samples": 146, "BLEU": 23.846323700755505, "chrF2": 25.145847286024004, "TER": 74.96542185338866, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.0017123287671232, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Xu-Chengwan-Mahica-Kiso-Aboriginal-Education-World-Issue": { "samples": 1, "BLEU": 13.134549472120788, "chrF2": 7.5396825396825395, "TER": 71.42857142857143, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.0, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Zeng-Shifen-Reduplication-Affixation-Paiwan": { "samples": 3, "BLEU": 5.505273863356345, "chrF2": 4.038448793849961, "TER": 131.25, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.5625, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Zhang-Xiujuan-Introduction-Paiwan-Grammar": { "samples": 78, "BLEU": 11.615941884588258, "chrF2": 13.906962180199441, "TER": 85.8942065491184, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8675400291120815, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Zhang-Yongli-Pan-Jiarong-Introduction-Tsou-Grammar": { "samples": 56, "BLEU": 20.57753137458438, "chrF2": 24.256055835161437, "TER": 68.97810218978103, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.919831223628692, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Zhao-Shanhe-Li-Taiyuan-Zhu-Qingyi-Aboriginal-Education-World-Issue-16": { "samples": 1, "BLEU": 0.6287658533780357, "chrF2": 5.405829095341223, "TER": 86.66666666666667, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.2, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Zheng-ACL-2024": { "samples": 2949, "BLEU": 17.40917555187043, "chrF2": 18.169497427995402, "TER": 76.3433133732535, "exact_match_rate": 0.0169548999660902, "empty_output_rate": 0.002034587995930824, "character_length_ratio": 1.03125, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-Zheng-Yumei-Zhu-Qingyi-Bo-Hongming-Aboriginal-Education": { "samples": 17, "BLEU": 13.808119855131984, "chrF2": 11.901602476338855, "TER": 85.75581395348837, "exact_match_rate": 0.058823529411764705, "empty_output_rate": 0.0, "character_length_ratio": 0.9690140845070423, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-ePark": { "samples": 28103, "BLEU": 20.10413751912679, "chrF2": 19.478406732458275, "TER": 78.08900608256762, "exact_match_rate": 0.010639433512436394, "empty_output_rate": 0.00014233355869480127, "character_length_ratio": 0.98349847485904, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Formosan-gitbook_translations": { "samples": 14, "BLEU": 4.726784364757003, "chrF2": 7.876125607190378, "TER": 102.14797136038185, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.8950495049504951, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 } }, "by_reference_origin": { "original": { "samples": 73591, "BLEU": 15.134699411424158, "chrF2": 15.382060000200907, "TER": 79.84710461336718, "exact_match_rate": 0.005394681414846924, "empty_output_rate": 0.00019024065442785123, "character_length_ratio": 0.9312775045002105, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 } }, "by_dialect": { "Central": { "samples": 1118, "BLEU": 8.125414351293177, "chrF2": 8.901525941447657, "TER": 94.0531475748194, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 0.9296415086679388, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Coastal": { "samples": 8431, "BLEU": 16.614548136216403, "chrF2": 16.58039985477212, "TER": 69.95689723728786, "exact_match_rate": 0.003676906654014945, "empty_output_rate": 0.00011860989206499822, "character_length_ratio": 0.8442031221077312, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Dawu": { "samples": 639, "BLEU": 7.629232985649917, "chrF2": 9.548003805894385, "TER": 102.92623094445419, "exact_match_rate": 0.004694835680751174, "empty_output_rate": 0.0, "character_length_ratio": 1.0712370097217567, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "DeluValley": { "samples": 666, "BLEU": 19.27766100915688, "chrF2": 19.527960114704552, "TER": 72.70506990062322, "exact_match_rate": 0.028528528528528527, "empty_output_rate": 0.0015015015015015015, "character_length_ratio": 1.0120041338739167, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Dona": { "samples": 605, "BLEU": 8.211348015975489, "chrF2": 10.156533026227763, "TER": 107.08333333333333, "exact_match_rate": 0.0049586776859504135, "empty_output_rate": 0.0, "character_length_ratio": 1.071215217733061, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Duda": { "samples": 573, "BLEU": 17.9281094249013, "chrF2": 19.469466467781242, "TER": 76.86548540054903, "exact_match_rate": 0.019197207678883072, "empty_output_rate": 0.0, "character_length_ratio": 0.9480389899455062, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Eastern": { "samples": 2087, "BLEU": 9.534433525619699, "chrF2": 10.767242503230577, "TER": 91.60393746381007, "exact_match_rate": 0.0009583133684714902, "empty_output_rate": 0.0, "character_length_ratio": 0.9333001375254897, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "FourSeasons": { "samples": 487, "BLEU": 9.946869184304063, "chrF2": 11.601023673618824, "TER": 93.00113718598159, "exact_match_rate": 0.002053388090349076, "empty_output_rate": 0.0, "character_length_ratio": 1.056925056925057, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Hengchun": { "samples": 420, "BLEU": 12.037535343015488, "chrF2": 13.330685222373203, "TER": 94.18529664660362, "exact_match_rate": 0.004761904761904762, "empty_output_rate": 0.0, "character_length_ratio": 1.0272617124394183, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Jianhe": { "samples": 605, "BLEU": 13.605559197297959, "chrF2": 13.428277990514395, "TER": 83.63546064067545, "exact_match_rate": 0.001652892561983471, "empty_output_rate": 0.001652892561983471, "character_length_ratio": 0.9261755610181588, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Junqun": { "samples": 3234, "BLEU": 21.86325358038124, "chrF2": 20.69426273426103, "TER": 67.91759305744817, "exact_match_rate": 0.00927643784786642, "empty_output_rate": 0.0, "character_length_ratio": 0.9004787490528346, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Kanakanavu": { "samples": 1889, "BLEU": 21.281586521085217, "chrF2": 20.16423798024346, "TER": 67.67322935310662, "exact_match_rate": 0.02011646373742721, "empty_output_rate": 0.0005293806246691371, "character_length_ratio": 0.9117436362768041, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Kaqun": { "samples": 562, "BLEU": 16.083377598764798, "chrF2": 15.855173833855593, "TER": 87.47203579418344, "exact_match_rate": 0.0035587188612099642, "empty_output_rate": 0.0, "character_length_ratio": 1.0206235476374903, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Kavalan": { "samples": 1557, "BLEU": 23.499588549734046, "chrF2": 21.809614223814865, "TER": 70.86445547140245, "exact_match_rate": 0.00449582530507386, "empty_output_rate": 0.0, "character_length_ratio": 0.9324612259055547, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Luanqun": { "samples": 332, "BLEU": 15.559135690691816, "chrF2": 15.315338358507857, "TER": 82.10173444104359, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.0177201060415795, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Malan": { "samples": 1158, "BLEU": 10.14219772323704, "chrF2": 11.074070014429447, "TER": 85.21366069153004, "exact_match_rate": 0.0008635578583765112, "empty_output_rate": 0.0, "character_length_ratio": 0.8753226533371574, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Maolin": { "samples": 441, "BLEU": 4.549773739010408, "chrF2": 6.727072721428379, "TER": 112.45036505700013, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.088235294117647, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Nanwang": { "samples": 2693, "BLEU": 18.959762542337145, "chrF2": 19.325894674035908, "TER": 74.55525078369905, "exact_match_rate": 0.007426661715558856, "empty_output_rate": 0.0, "character_length_ratio": 0.9074162067327022, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Northern": { "samples": 2521, "BLEU": 17.983135519188227, "chrF2": 17.28443989665459, "TER": 78.87361400924677, "exact_match_rate": 0.00753669178897263, "empty_output_rate": 0.0, "character_length_ratio": 0.9726969122902955, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Saaroa": { "samples": 1406, "BLEU": 14.13095484196436, "chrF2": 14.564809603229726, "TER": 84.58463338533542, "exact_match_rate": 0.004267425320056899, "empty_output_rate": 0.0021337126600284497, "character_length_ratio": 0.9272527203814648, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Saisiyat": { "samples": 1168, "BLEU": 20.067809773656077, "chrF2": 18.82455257445207, "TER": 73.48159554621103, "exact_match_rate": 0.003424657534246575, "empty_output_rate": 0.0, "character_length_ratio": 0.8930246844633084, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Sakizaya": { "samples": 1371, "BLEU": 20.45546939228651, "chrF2": 20.172724040192616, "TER": 72.77643570879543, "exact_match_rate": 0.0029175784099197666, "empty_output_rate": 0.0, "character_length_ratio": 0.889911348436933, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Sekolik": { "samples": 3750, "BLEU": 15.138111626354023, "chrF2": 15.53618100609314, "TER": 79.6141002786914, "exact_match_rate": 0.005066666666666666, "empty_output_rate": 0.0, "character_length_ratio": 0.9251511858641217, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Southern": { "samples": 1626, "BLEU": 12.413337622898908, "chrF2": 12.330447300544844, "TER": 87.96844181459566, "exact_match_rate": 0.0018450184501845018, "empty_output_rate": 0.0006150061500615006, "character_length_ratio": 0.9624876010700653, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Tanqun": { "samples": 631, "BLEU": 12.03371917464295, "chrF2": 12.578795273882173, "TER": 81.48481907666712, "exact_match_rate": 0.006339144215530904, "empty_output_rate": 0.0, "character_length_ratio": 0.9827132149368627, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Tegudaya": { "samples": 3056, "BLEU": 15.905592832288672, "chrF2": 17.168173615675542, "TER": 74.01443731293116, "exact_match_rate": 0.015052356020942409, "empty_output_rate": 0.0, "character_length_ratio": 0.9231058724352316, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Thao": { "samples": 1447, "BLEU": 21.131305339271478, "chrF2": 20.19346245846897, "TER": 70.77539641052448, "exact_match_rate": 0.008984105044920525, "empty_output_rate": 0.000691085003455425, "character_length_ratio": 0.9949139667756531, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Truku": { "samples": 6395, "BLEU": 12.991093537638232, "chrF2": 13.859286134806615, "TER": 75.94419958064103, "exact_match_rate": 0.006411258795934324, "empty_output_rate": 0.0, "character_length_ratio": 0.8947324664959596, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Tsou": { "samples": 1734, "BLEU": 14.528325869242785, "chrF2": 15.304178868131554, "TER": 81.92741004275504, "exact_match_rate": 0.0011534025374855825, "empty_output_rate": 0.0, "character_length_ratio": 0.9224250515134805, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Wanda": { "samples": 397, "BLEU": 11.692041721752515, "chrF2": 13.180884402905532, "TER": 94.24581005586592, "exact_match_rate": 0.0025188916876574307, "empty_output_rate": 0.0, "character_length_ratio": 1.0138652714192282, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Wanshan": { "samples": 1045, "BLEU": 6.943292516972137, "chrF2": 8.837005989281005, "TER": 99.45610319599538, "exact_match_rate": 0.0019138755980861245, "empty_output_rate": 0.0, "character_length_ratio": 1.059562991406107, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Wenshui": { "samples": 670, "BLEU": 10.626113759898473, "chrF2": 12.254412474962061, "TER": 93.42364532019704, "exact_match_rate": 0.004477611940298508, "empty_output_rate": 0.0, "character_length_ratio": 1.0668609109032356, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Wutai": { "samples": 3358, "BLEU": 16.22521716949161, "chrF2": 16.569267417266854, "TER": 81.11368682251535, "exact_match_rate": 0.01042287075640262, "empty_output_rate": 0.0, "character_length_ratio": 0.9529330678511257, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Xiqun": { "samples": 363, "BLEU": 17.629009034831675, "chrF2": 18.02571432700265, "TER": 79.35446350683338, "exact_match_rate": 0.0027548209366391185, "empty_output_rate": 0.0, "character_length_ratio": 0.9603391684901532, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Xiuguluan": { "samples": 2805, "BLEU": 9.211254140723998, "chrF2": 12.559868672070781, "TER": 90.83184692719313, "exact_match_rate": 0.00071301247771836, "empty_output_rate": 0.00035650623885918, "character_length_ratio": 0.9297259311314126, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Yami": { "samples": 1286, "BLEU": 14.199683901457187, "chrF2": 14.586571980562407, "TER": 85.26750103149499, "exact_match_rate": 0.0015552099533437014, "empty_output_rate": 0.0007776049766718507, "character_length_ratio": 0.9758657143593843, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "YilanZeaol": { "samples": 1074, "BLEU": 12.325020772285951, "chrF2": 12.616360313687597, "TER": 86.78247367654907, "exact_match_rate": 0.000931098696461825, "empty_output_rate": 0.0, "character_length_ratio": 0.9377554812337421, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Zeaol": { "samples": 684, "BLEU": 10.892483641126988, "chrF2": 12.107398593010615, "TER": 90.04088307440719, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.0250700716287762, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Zhiben": { "samples": 660, "BLEU": 14.345017602738796, "chrF2": 16.35019445091737, "TER": 83.0883024381335, "exact_match_rate": 0.00909090909090909, "empty_output_rate": 0.0, "character_length_ratio": 0.9252467105263158, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "Zhuoqun": { "samples": 1145, "BLEU": 11.96137723502203, "chrF2": 13.188992454107842, "TER": 83.71230604079243, "exact_match_rate": 0.0034934497816593887, "empty_output_rate": 0.0, "character_length_ratio": 0.9208377543017945, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "unknown": { "samples": 7502, "BLEU": 12.601070654120928, "chrF2": 13.048632799627432, "TER": 80.41779330155155, "exact_match_rate": 0.0010663822980538523, "empty_output_rate": 0.0003998933617701946, "character_length_ratio": 0.9332596253902186, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 } }, "by_length_bin": { "001_003": { "samples": 1008, "BLEU": 12.397813896927996, "chrF2": 14.169549215062776, "TER": 82.16378900681134, "exact_match_rate": 0.028769841269841268, "empty_output_rate": 0.005952380952380952, "character_length_ratio": 0.8979747220953251, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "004_008": { "samples": 25949, "BLEU": 13.65360889171976, "chrF2": 14.617854131444458, "TER": 72.51065457621458, "exact_match_rate": 0.007861574627153263, "empty_output_rate": 7.707426105052218e-05, "character_length_ratio": 0.8142755119265579, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "009_016": { "samples": 36317, "BLEU": 16.870228293337338, "chrF2": 16.820434934425855, "TER": 76.35658278560717, "exact_match_rate": 0.003992620535837211, "empty_output_rate": 0.00013767657020128315, "character_length_ratio": 0.9248136635820043, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "017_032": { "samples": 8775, "BLEU": 16.494425007089664, "chrF2": 16.46175370535861, "TER": 85.58532462482243, "exact_match_rate": 0.0021652421652421654, "empty_output_rate": 0.00011396011396011396, "character_length_ratio": 1.0447477192329175, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 }, "033_plus": { "samples": 1542, "BLEU": 6.231339620058793, "chrF2": 8.712859582425155, "TER": 106.73978616652731, "exact_match_rate": 0.0, "empty_output_rate": 0.0, "character_length_ratio": 1.0617784311609841, "signatures": { "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" }, "source_copy_rate": 0.0 } } }