Translation
Transformers
Safetensors
m2m_100
text2text-generation
nllb-200
formosan-languages
low-resource
Eval Results (legacy)
Instructions to use FormosanBank/nllb200-formosan-zh-spm8k with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use FormosanBank/nllb200-formosan-zh-spm8k with Transformers:
# Use a pipeline as a high-level helper # Warning: Pipeline type "translation" is no longer supported in transformers v5. # You must load the model directly (see below) or downgrade to v4.x with: # 'pip install "transformers<5.0.0' from transformers import pipeline pipe = pipeline("translation", model="FormosanBank/nllb200-formosan-zh-spm8k")# Load model directly from transformers import AutoTokenizer, AutoModelForSeq2SeqLM tokenizer = AutoTokenizer.from_pretrained("FormosanBank/nllb200-formosan-zh-spm8k") model = AutoModelForSeq2SeqLM.from_pretrained("FormosanBank/nllb200-formosan-zh-spm8k", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "schema_version": 3, | |
| "complete": true, | |
| "profile": { | |
| "path": "training_profile.json", | |
| "sha256": "4253b1b136fedebc589da942b80df71945212d1f4b92a8e98ec6fb160712f14b", | |
| "recipe_id": "nllb200-spm8k-directional-v5" | |
| }, | |
| "mt_standardization": { | |
| "id": "formosan-mt-standard-v3", | |
| "sha256": "3c93c1abecfc68c72e3bb1d547fbe0bdebb14bb74e7a5d3c5c519bd18d34bf6f", | |
| "namespace": "formosan-mt" | |
| }, | |
| "model_family": "nllb", | |
| "contract": { | |
| "input_sha256": "0024e7fcd35958455a2a060b20999e94b5e8a4364e7f54ba97ef27810746d932", | |
| "corpus_manifest_sha256": "6fa839063aa4236f821be44139a89272c60451a8fc9132c19f7f68f9dfccca24", | |
| "validation_report_sha256": "90e59f7f6959a2d18b1f6430dc81fdd3af03e7392bea5d39463ec5692377605b", | |
| "run_contract_sha256": "111b9dc57ffdca3e935c42c1238e0e736d280e5757f93f33c52fcbf12aa6bd80", | |
| "checkpoint_metadata_sha256": "1f215c58a24bb942c7f912e23c606e0dfa3100b5f77caf5b039a5d57b1ea46c2" | |
| }, | |
| "input": "private_no_bible:chinese", | |
| "model": "FormosanBank/nllb200-formosan-zh-spm8k", | |
| "tokenizer": "FormosanBank/nllb200-formosan-zh-spm8k", | |
| "direction": "f2zh", | |
| "target_lang": "chinese", | |
| "bleu_tokenize": "zh", | |
| "lowercase_bleu": false, | |
| "split": "test", | |
| "samples": 73591, | |
| "headline_metadata_mode": "default", | |
| "global": { | |
| "samples": 73591, | |
| "BLEU": 15.134699411424158, | |
| "chrF2": 15.382060000200907, | |
| "TER": 79.84710461336718, | |
| "exact_match_rate": 0.005394681414846924, | |
| "empty_output_rate": 0.00019024065442785123, | |
| "character_length_ratio": 0.9312775045002105, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "metadata_modes": { | |
| "default": { | |
| "samples": 73591, | |
| "BLEU": 15.134699411424158, | |
| "chrF2": 15.382060000200907, | |
| "TER": 79.84710461336718, | |
| "exact_match_rate": 0.005394681414846924, | |
| "empty_output_rate": 0.00019024065442785123, | |
| "character_length_ratio": 0.9312775045002105, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| } | |
| }, | |
| "metadata_fallbacks": { | |
| "default": { | |
| "domain_fallback_rows": 73591, | |
| "dialect_fallback_rows": 73591 | |
| } | |
| }, | |
| "bootstrap_95_ci": { | |
| "status": "skipped", | |
| "samples": 0, | |
| "seed": 42 | |
| }, | |
| "by_language": { | |
| "ami": { | |
| "samples": 14348, | |
| "BLEU": 13.033837705045343, | |
| "chrF2": 14.077837882355071, | |
| "TER": 80.08722138662353, | |
| "exact_match_rate": 0.002648452746027321, | |
| "empty_output_rate": 0.00020908837468636745, | |
| "character_length_ratio": 0.8916536881083142, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "bnn": { | |
| "samples": 6048, | |
| "BLEU": 17.270216573697645, | |
| "chrF2": 16.7688072729145, | |
| "TER": 77.89217255236672, | |
| "exact_match_rate": 0.006613756613756613, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9529938539591739, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "ckv": { | |
| "samples": 2871, | |
| "BLEU": 21.784765426774744, | |
| "chrF2": 20.298828528670974, | |
| "TER": 68.63808539944904, | |
| "exact_match_rate": 0.003134796238244514, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.907974849445062, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "dru": { | |
| "samples": 6588, | |
| "BLEU": 12.082360328693829, | |
| "chrF2": 13.049854427240504, | |
| "TER": 91.76017116631552, | |
| "exact_match_rate": 0.006830601092896175, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.001604082006783, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "pwn": { | |
| "samples": 5945, | |
| "BLEU": 12.892773206403419, | |
| "chrF2": 12.819725744717548, | |
| "TER": 87.54554626333037, | |
| "exact_match_rate": 0.003532380151387721, | |
| "empty_output_rate": 0.0001682085786375105, | |
| "character_length_ratio": 0.9605829428750985, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "pyu": { | |
| "samples": 4334, | |
| "BLEU": 17.670073665896325, | |
| "chrF2": 18.111254275994146, | |
| "TER": 77.29056871400446, | |
| "exact_match_rate": 0.006460544531610522, | |
| "empty_output_rate": 0.00023073373327180433, | |
| "character_length_ratio": 0.9168035030103996, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "ssf": { | |
| "samples": 2150, | |
| "BLEU": 20.168322999755848, | |
| "chrF2": 19.203539798229606, | |
| "TER": 68.64675293263997, | |
| "exact_match_rate": 0.0069767441860465115, | |
| "empty_output_rate": 0.0009302325581395349, | |
| "character_length_ratio": 0.9511413510438195, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "sxr": { | |
| "samples": 1968, | |
| "BLEU": 12.384852560329692, | |
| "chrF2": 12.831696077326821, | |
| "TER": 86.24868809035934, | |
| "exact_match_rate": 0.003048780487804878, | |
| "empty_output_rate": 0.001524390243902439, | |
| "character_length_ratio": 0.9220524687713996, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "szy": { | |
| "samples": 2300, | |
| "BLEU": 19.094032647736448, | |
| "chrF2": 19.136417126280755, | |
| "TER": 72.28850098371635, | |
| "exact_match_rate": 0.002173913043478261, | |
| "empty_output_rate": 0.0004347826086956522, | |
| "character_length_ratio": 0.8816294088425236, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "tao": { | |
| "samples": 2360, | |
| "BLEU": 13.45854558317273, | |
| "chrF2": 13.84473938705654, | |
| "TER": 82.59198564126575, | |
| "exact_match_rate": 0.001694915254237288, | |
| "empty_output_rate": 0.000423728813559322, | |
| "character_length_ratio": 0.964508854301453, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "tay": { | |
| "samples": 7161, | |
| "BLEU": 12.937189808998328, | |
| "chrF2": 13.521761613480784, | |
| "TER": 86.05328700064082, | |
| "exact_match_rate": 0.003491132523390588, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9500675777143716, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "trv": { | |
| "samples": 10728, | |
| "BLEU": 14.590576961850882, | |
| "chrF2": 15.52831999022154, | |
| "TER": 75.77435175317191, | |
| "exact_match_rate": 0.010906040268456376, | |
| "empty_output_rate": 9.321401938851603e-05, | |
| "character_length_ratio": 0.9186190684704202, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "tsu": { | |
| "samples": 2048, | |
| "BLEU": 14.354680076938784, | |
| "chrF2": 15.176578553796427, | |
| "TER": 81.41595386029924, | |
| "exact_match_rate": 0.0009765625, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9407470906068163, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "xnb": { | |
| "samples": 2590, | |
| "BLEU": 22.911155793547096, | |
| "chrF2": 21.43312906653944, | |
| "TER": 64.08796387198115, | |
| "exact_match_rate": 0.014671814671814672, | |
| "empty_output_rate": 0.0003861003861003861, | |
| "character_length_ratio": 0.9190468267613184, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "xsy": { | |
| "samples": 2152, | |
| "BLEU": 17.847950384420855, | |
| "chrF2": 17.008733287568827, | |
| "TER": 73.91556051771906, | |
| "exact_match_rate": 0.0018587360594795538, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9042693359029321, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| } | |
| }, | |
| "by_source_bucket": { | |
| "classroom": { | |
| "samples": 4765, | |
| "BLEU": 15.573580062462568, | |
| "chrF2": 18.110215420068176, | |
| "TER": 74.82099133081861, | |
| "exact_match_rate": 0.011752360965372508, | |
| "empty_output_rate": 0.0002098635886673662, | |
| "character_length_ratio": 0.9576236895346698, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "culture": { | |
| "samples": 7801, | |
| "BLEU": 6.745290209148137, | |
| "chrF2": 7.558790885818387, | |
| "TER": 101.747554669491, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.00025637738751442123, | |
| "character_length_ratio": 1.033519218682974, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "dictionary": { | |
| "samples": 24995, | |
| "BLEU": 11.80299229957617, | |
| "chrF2": 12.795166664549521, | |
| "TER": 72.89653233843559, | |
| "exact_match_rate": 0.000600120024004801, | |
| "empty_output_rate": 0.0003200640128025605, | |
| "character_length_ratio": 0.8575274120205861, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "education": { | |
| "samples": 7370, | |
| "BLEU": 22.120337792102756, | |
| "chrF2": 20.673587396677178, | |
| "TER": 78.26498841094109, | |
| "exact_match_rate": 0.00841248303934871, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9980995796578059, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "linguistic": { | |
| "samples": 4282, | |
| "BLEU": 19.635835563306443, | |
| "chrF2": 21.42977670494312, | |
| "TER": 70.72819594949515, | |
| "exact_match_rate": 0.018916394208313873, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9331729912702654, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "media": { | |
| "samples": 11716, | |
| "BLEU": 9.01461341298134, | |
| "chrF2": 10.331304627556719, | |
| "TER": 84.47566790912687, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0001707067258449983, | |
| "character_length_ratio": 0.8508918561819346, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "narrative": { | |
| "samples": 12184, | |
| "BLEU": 22.41589452877326, | |
| "chrF2": 21.53867647600461, | |
| "TER": 73.71187910612666, | |
| "exact_match_rate": 0.015019697964543664, | |
| "empty_output_rate": 8.207485226526592e-05, | |
| "character_length_ratio": 0.9670723431957233, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "religious": { | |
| "samples": 2, | |
| "BLEU": 4.490530477233687, | |
| "chrF2": 6.829006531755851, | |
| "TER": 86.59420289855072, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8333333333333334, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "unknown": { | |
| "samples": 476, | |
| "BLEU": 4.0542777367025, | |
| "chrF2": 10.08956120995936, | |
| "TER": 101.7730396176795, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8985456168793027, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| } | |
| }, | |
| "by_source_corpus": { | |
| "Formosan-Academia-Sinica-Oral-Legends": { | |
| "samples": 94, | |
| "BLEU": 2.3869071930743715, | |
| "chrF2": 4.881301714565725, | |
| "TER": 165.1231527093596, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.7985849056603773, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Amis-Huang-English-Phonology-Grammar": { | |
| "samples": 1, | |
| "BLEU": 1.1469492277212623, | |
| "chrF2": 3.1406469822832634, | |
| "TER": 93.31742243436753, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.6423529411764706, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Amis-Lifok-Dongi-Saopo-Kimakimad": { | |
| "samples": 183, | |
| "BLEU": 4.9280556835001965, | |
| "chrF2": 10.172853992965662, | |
| "TER": 95.81896551724138, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9695093842607837, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Amis_myths_and_customs": { | |
| "samples": 2, | |
| "BLEU": 4.9461384808248505, | |
| "chrF2": 6.625268852231332, | |
| "TER": 86.76470588235294, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.855072463768116, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Anton-Quack-Puyuma-Pulingaw": { | |
| "samples": 170, | |
| "BLEU": 4.709393448191915, | |
| "chrF2": 11.037459464963769, | |
| "TER": 85.47267996530789, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.78995756718529, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Atayal-You-Nao-Savak-Raxayal": { | |
| "samples": 94, | |
| "BLEU": 1.0466810190048814, | |
| "chrF2": 2.8924568062444482, | |
| "TER": 112.18482848176605, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.7639052620297931, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Boyizhenu-Narrative-Oral-Literature-Tapangu": { | |
| "samples": 51, | |
| "BLEU": 1.8046459219399476, | |
| "chrF2": 4.5089813654124695, | |
| "TER": 97.59036144578313, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.7480314960629921, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-CIP-Atayal-Grammar-Overview": { | |
| "samples": 106, | |
| "BLEU": 17.895114413488926, | |
| "chrF2": 22.561081016033516, | |
| "TER": 68.79916098584164, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.7970297029702971, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Catherine-Tseng-Seediq-Atayal-Foods-Their-Stories": { | |
| "samples": 9, | |
| "BLEU": 6.39014711972079, | |
| "chrF2": 8.728429279206063, | |
| "TER": 101.6266460108443, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.2126137841352407, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Ceng-Jianci-Jian-Shilang-Aboriginal-Education-World-Articles": { | |
| "samples": 2, | |
| "BLEU": 5.457467382433246, | |
| "chrF2": 6.708742994767849, | |
| "TER": 85.62091503267973, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.819672131147541, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Chen-Jinlong-Ceng-Ruilin-Wu-Guosheng-Aboriginal-Education": { | |
| "samples": 4, | |
| "BLEU": 5.658349623667091, | |
| "chrF2": 7.965885442078316, | |
| "TER": 101.44329896907216, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.1518218623481782, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Chen-Jinlong-Singsi-Aboriginal-Education-World-Issue": { | |
| "samples": 1, | |
| "BLEU": 5.459973810531359, | |
| "chrF2": 10.38402686286313, | |
| "TER": 82.6923076923077, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9821428571428571, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Chen-Yaohan-Miss-Virginia-Fey-Played-Essential-Role": { | |
| "samples": 1, | |
| "BLEU": 7.347053125977879, | |
| "chrF2": 6.952585645434414, | |
| "TER": 100.0, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Dean-Johnson-Year-Clouds-Smangus": { | |
| "samples": 5, | |
| "BLEU": 6.752732293128714, | |
| "chrF2": 7.037879211258299, | |
| "TER": 121.05263157894737, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.5263157894736843, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Deng-Fangqing-Introduction-Puyuma-Grammar": { | |
| "samples": 76, | |
| "BLEU": 35.79694919195219, | |
| "chrF2": 41.05057698198464, | |
| "TER": 51.080550098231825, | |
| "exact_match_rate": 0.06578947368421052, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.914332784184514, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Dong-Manv-Yami-Ode-to-Taro": { | |
| "samples": 139, | |
| "BLEU": 8.371482002582734, | |
| "chrF2": 8.77941125450265, | |
| "TER": 87.63586956521739, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.123923127899271, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Dong-Yijia-Tjuwabar-Paiwan-Ritual-Language-Morphology": { | |
| "samples": 14, | |
| "BLEU": 6.78840608130357, | |
| "chrF2": 6.484279779750259, | |
| "TER": 111.61417322834646, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9291338582677166, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Elizabeth-Zeitoun-Introduction-Rukai-Grammar": { | |
| "samples": 167, | |
| "BLEU": 13.51620323744002, | |
| "chrF2": 16.359452874641622, | |
| "TER": 80.44490429384376, | |
| "exact_match_rate": 0.011976047904191617, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.997639282341832, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Glosbe": { | |
| "samples": 259, | |
| "BLEU": 8.502786737450085, | |
| "chrF2": 9.422728946003659, | |
| "TER": 91.6966253044184, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9965757333637713, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Hala-Saku-La-Videos": { | |
| "samples": 7, | |
| "BLEU": 4.908395103391847, | |
| "chrF2": 10.749132060273979, | |
| "TER": 83.15946348733235, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.776551724137931, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Ho-Dan-Phonological-System-Butonglu-Paiwan-Dialect": { | |
| "samples": 1, | |
| "BLEU": 9.980099403873663, | |
| "chrF2": 9.278938875113157, | |
| "TER": 100.0, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.1111111111111112, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Hualien-Township-Pusa-Patas-Kari-Truku-Online-Concise-Dictionary": { | |
| "samples": 4230, | |
| "BLEU": 10.275636835759041, | |
| "chrF2": 11.537919258705587, | |
| "TER": 71.04874242068479, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8203298055623923, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Huang-Huijuan-Shi-Chaokai-Introduction-Bunun-Grammar": { | |
| "samples": 91, | |
| "BLEU": 14.505687928696863, | |
| "chrF2": 21.170558463805396, | |
| "TER": 72.28739002932552, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.6663807890222985, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Huang-Mei-Chin-Atayal-Reference-Grammar": { | |
| "samples": 90, | |
| "BLEU": 8.964161070077157, | |
| "chrF2": 17.0873667794391, | |
| "TER": 84.33014354066985, | |
| "exact_match_rate": 0.011111111111111112, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9476584022038568, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-ILRDF-Tousvusvutu-Kita": { | |
| "samples": 239, | |
| "BLEU": 4.188338062264814, | |
| "chrF2": 6.301231992911087, | |
| "TER": 117.71342414474368, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.1645310097385957, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-ILRDF-YouTube-Videos": { | |
| "samples": 11682, | |
| "BLEU": 9.02501345265831, | |
| "chrF2": 10.328383732604948, | |
| "TER": 84.47518963999833, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0001712035610340695, | |
| "character_length_ratio": 0.8509179741607273, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-ILRDF_Dicts": { | |
| "samples": 14133, | |
| "BLEU": 12.929695585539427, | |
| "chrF2": 13.815529474744961, | |
| "TER": 72.18749445046261, | |
| "exact_match_rate": 0.0007075638576381518, | |
| "empty_output_rate": 0.00014151277152763038, | |
| "character_length_ratio": 0.8745153132902501, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-IPCF-YuzuNews-Culture-Dictionary-Language-Stories": { | |
| "samples": 100, | |
| "BLEU": 3.9174645393417578, | |
| "chrF2": 5.699692403694994, | |
| "TER": 100.52591317651559, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8559598494353827, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Indigenous-Education-Resource-Center-Keelung-City-Serangawan-No": { | |
| "samples": 10, | |
| "BLEU": 24.87464155247874, | |
| "chrF2": 22.247918462109617, | |
| "TER": 53.691275167785236, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.738562091503268, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Indigenous-Language-Literary-Awards": { | |
| "samples": 651, | |
| "BLEU": 2.720257353248678, | |
| "chrF2": 4.823733143893527, | |
| "TER": 116.34696318610729, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.1466917824346599, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Iwan-Nawi-Kual-Selaulauz-Gu-Qiufeng-Wei-Dingshang": { | |
| "samples": 7, | |
| "BLEU": 5.674935545937124, | |
| "chrF2": 7.327240920363523, | |
| "TER": 106.30434782608695, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.119305856832972, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Jian-Iwan-Guo-Qingliu-Life-History": { | |
| "samples": 1, | |
| "BLEU": 0.0, | |
| "chrF2": 0.0, | |
| "TER": 100.0, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8333333333333334, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Jian-Shilang-Introduction-Thao-Grammar": { | |
| "samples": 100, | |
| "BLEU": 30.752864233252833, | |
| "chrF2": 29.881234335166145, | |
| "TER": 50.74862096138691, | |
| "exact_match_rate": 0.04, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8786791098348887, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Jin-Qingshan-Tiela-Youdao-Comments-Truku-Precise-Dictionary": { | |
| "samples": 1, | |
| "BLEU": 2.571934905493213, | |
| "chrF2": 4.4480299122664375, | |
| "TER": 92.33870967741935, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.46946564885496184, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Kavalan-Zhang-Reference-Grammar": { | |
| "samples": 76, | |
| "BLEU": 22.363749596686503, | |
| "chrF2": 22.09374791708678, | |
| "TER": 66.4364640883978, | |
| "exact_match_rate": 0.02631578947368421, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9911054637865311, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Kolas-Foting-Aboriginal-Education-World-Issue-Article": { | |
| "samples": 1, | |
| "BLEU": 1.8576364525900462, | |
| "chrF2": 9.865178172645479, | |
| "TER": 103.29218106995886, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.1856060606060606, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Kolas-Foting-Hua-Cai-Bugun-Aboriginal-Education-World": { | |
| "samples": 3, | |
| "BLEU": 16.052674804009925, | |
| "chrF2": 18.44708093801017, | |
| "TER": 47.61904761904761, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8333333333333334, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Kual-Selaulauz-Auri-Sun-Aboriginal-Education-World-Issue": { | |
| "samples": 3, | |
| "BLEU": 3.7879353206840456, | |
| "chrF2": 6.366520644547789, | |
| "TER": 99.79296066252587, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9210526315789473, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Kucapungane": { | |
| "samples": 8, | |
| "BLEU": 4.913572683675451, | |
| "chrF2": 10.652101672949055, | |
| "TER": 87.08333333333333, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.7405452946350044, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Kumu-Tapas-Tribal-Memory-Oral-History-Wushe-Incident-II": { | |
| "samples": 15, | |
| "BLEU": 2.262494051350612, | |
| "chrF2": 5.797447472827832, | |
| "TER": 90.85768143261075, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.7139013452914799, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Li-Chen-Yeh-Developing-a-Hla-alua-Learner-s-Guide": { | |
| "samples": 12, | |
| "BLEU": 30.34831005448653, | |
| "chrF2": 27.86926774880666, | |
| "TER": 69.66292134831461, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.118279569892473, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Li-Peirong-Xu-Weisheng-Introduction-Truku-Grammar": { | |
| "samples": 96, | |
| "BLEU": 20.08886167649501, | |
| "chrF2": 25.370961997444912, | |
| "TER": 62.2991347342398, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.7770915216170691, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Li-Peizhen-Wu-Xingyu-Shouhu-Xing": { | |
| "samples": 1, | |
| "BLEU": 0.8299112425737136, | |
| "chrF2": 1.438325624471316, | |
| "TER": 115.99999999999999, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.22, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Liu-Manyi-Kaskun-ata-matas-i-ki-quaz": { | |
| "samples": 1, | |
| "BLEU": 0.0, | |
| "chrF2": 0.0, | |
| "TER": 225.0, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 3.5, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-NTU": { | |
| "samples": 2633, | |
| "BLEU": 14.223821433867124, | |
| "chrF2": 14.80294096048033, | |
| "TER": 72.83690081398855, | |
| "exact_match_rate": 0.002278769464489176, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.832056819272483, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Nanang-Tadaw-Naci-Mowna-Pgagu": { | |
| "samples": 11, | |
| "BLEU": 6.4402287636109445, | |
| "chrF2": 7.929575918865448, | |
| "TER": 78.59649122807018, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8912280701754386, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Nowbucyang-Truku-Thesis": { | |
| "samples": 54, | |
| "BLEU": 30.518659820570072, | |
| "chrF2": 30.66375032850539, | |
| "TER": 51.48936170212765, | |
| "exact_match_rate": 0.037037037037037035, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9183266932270916, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Paiwan-Collart-Zeitoun-Time-Reference": { | |
| "samples": 51, | |
| "BLEU": 36.491261827294856, | |
| "chrF2": 35.255830794313006, | |
| "TER": 43.26375711574953, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8948306595365418, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-PaiwanStories": { | |
| "samples": 6, | |
| "BLEU": 8.626266175684892, | |
| "chrF2": 9.213361611464677, | |
| "TER": 87.34939759036145, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0059880239520957, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Pingdong-County-Government-Kai-Na-Sepucunug": { | |
| "samples": 6, | |
| "BLEU": 4.253581529822563, | |
| "chrF2": 5.572639897558813, | |
| "TER": 110.6879606879607, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.2564901349948079, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Presidential_Apologies": { | |
| "samples": 69, | |
| "BLEU": 22.503588166827985, | |
| "chrF2": 20.858177998831774, | |
| "TER": 74.98173468322722, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8922837403911648, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Puyuma-Katipol-Kopfjagdriten": { | |
| "samples": 8, | |
| "BLEU": 1.5196748790440833, | |
| "chrF2": 5.883742443580382, | |
| "TER": 77.48344370860927, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.5868263473053892, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-SEALS": { | |
| "samples": 8, | |
| "BLEU": 12.8003416321168, | |
| "chrF2": 14.436290356946527, | |
| "TER": 84.56375838926175, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9289940828402367, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Saaroa-Pan-Grammar": { | |
| "samples": 83, | |
| "BLEU": 26.904994267125556, | |
| "chrF2": 32.74519514867806, | |
| "TER": 59.61871750433275, | |
| "exact_match_rate": 0.024096385542168676, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9774436090225563, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Safolu-Amis-Dictionary": { | |
| "samples": 5518, | |
| "BLEU": 11.440174688854968, | |
| "chrF2": 12.655627312512035, | |
| "TER": 68.68490427416916, | |
| "exact_match_rate": 0.0007249003262051468, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8155273298130441, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Seediq-Zhang-Reference-Grammar": { | |
| "samples": 65, | |
| "BLEU": 31.26484959799337, | |
| "chrF2": 27.230787266945715, | |
| "TER": 55.02555366269165, | |
| "exact_match_rate": 0.06153846153846154, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.95260663507109, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Sing-Olam-Hong-Tinglan-Aboriginal-Education-World-Issue": { | |
| "samples": 1, | |
| "BLEU": 1.9334617421172224, | |
| "chrF2": 3.995808042065995, | |
| "TER": 95.16129032258065, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8405797101449275, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Song-Limei-Introduction-Kanakanavu-Grammar": { | |
| "samples": 2, | |
| "BLEU": 100.00000000000004, | |
| "chrF2": 100.0, | |
| "TER": 0.0, | |
| "exact_match_rate": 1.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Song-Limei-Introduction-Seediq-Grammar": { | |
| "samples": 4, | |
| "BLEU": 33.0848753310304, | |
| "chrF2": 28.3356490994281, | |
| "TER": 45.0, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.75, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Truku-Lowking-Demonstratives": { | |
| "samples": 53, | |
| "BLEU": 10.114439278556988, | |
| "chrF2": 12.131485317045215, | |
| "TER": 74.72187886279357, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.7432273262661955, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Tsunekazu-Moriguchi-Bunun-Texts-No-1": { | |
| "samples": 89, | |
| "BLEU": 4.334545018885445, | |
| "chrF2": 7.709708481795023, | |
| "TER": 105.78231292517006, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9924242424242424, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Unak-Tafong-Sapalengaw": { | |
| "samples": 130, | |
| "BLEU": 4.753101044953966, | |
| "chrF2": 12.970184764728799, | |
| "TER": 100.08732278611055, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9400374765771393, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Victoria-Rau-Dong-Mannv-Introduction-Yami-Grammar": { | |
| "samples": 115, | |
| "BLEU": 16.97905422519577, | |
| "chrF2": 24.180291002753133, | |
| "TER": 68.53391684901531, | |
| "exact_match_rate": 0.008695652173913044, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8030080704328687, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-VirginiaFeyDictionary": { | |
| "samples": 276, | |
| "BLEU": 14.926050906908443, | |
| "chrF2": 13.752886209524537, | |
| "TER": 74.30555555555556, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9028487947406866, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Wei-Huilin-Liu-Social-Structure-Yami": { | |
| "samples": 42, | |
| "BLEU": 0.8988208216595638, | |
| "chrF2": 1.2422442286849262, | |
| "TER": 124.56021650879568, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8278190411883862, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Wilang-Yutas-Videos": { | |
| "samples": 27, | |
| "BLEU": 10.564704728148637, | |
| "chrF2": 10.77633062288106, | |
| "TER": 86.30393996247655, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9397810218978102, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Wu-Jinglan-Introduction-Amis-Grammar": { | |
| "samples": 35, | |
| "BLEU": 36.64527246461366, | |
| "chrF2": 38.24279088235174, | |
| "TER": 48.26086956521739, | |
| "exact_match_rate": 0.05714285714285714, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9353049907578558, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Xie-Fuhui-Introduction-Kavalan-Grammar": { | |
| "samples": 146, | |
| "BLEU": 23.846323700755505, | |
| "chrF2": 25.145847286024004, | |
| "TER": 74.96542185338866, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0017123287671232, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Xu-Chengwan-Mahica-Kiso-Aboriginal-Education-World-Issue": { | |
| "samples": 1, | |
| "BLEU": 13.134549472120788, | |
| "chrF2": 7.5396825396825395, | |
| "TER": 71.42857142857143, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Zeng-Shifen-Reduplication-Affixation-Paiwan": { | |
| "samples": 3, | |
| "BLEU": 5.505273863356345, | |
| "chrF2": 4.038448793849961, | |
| "TER": 131.25, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.5625, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Zhang-Xiujuan-Introduction-Paiwan-Grammar": { | |
| "samples": 78, | |
| "BLEU": 11.615941884588258, | |
| "chrF2": 13.906962180199441, | |
| "TER": 85.8942065491184, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8675400291120815, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Zhang-Yongli-Pan-Jiarong-Introduction-Tsou-Grammar": { | |
| "samples": 56, | |
| "BLEU": 20.57753137458438, | |
| "chrF2": 24.256055835161437, | |
| "TER": 68.97810218978103, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.919831223628692, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Zhao-Shanhe-Li-Taiyuan-Zhu-Qingyi-Aboriginal-Education-World-Issue-16": { | |
| "samples": 1, | |
| "BLEU": 0.6287658533780357, | |
| "chrF2": 5.405829095341223, | |
| "TER": 86.66666666666667, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.2, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Zheng-ACL-2024": { | |
| "samples": 2949, | |
| "BLEU": 17.40917555187043, | |
| "chrF2": 18.169497427995402, | |
| "TER": 76.3433133732535, | |
| "exact_match_rate": 0.0169548999660902, | |
| "empty_output_rate": 0.002034587995930824, | |
| "character_length_ratio": 1.03125, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-Zheng-Yumei-Zhu-Qingyi-Bo-Hongming-Aboriginal-Education": { | |
| "samples": 17, | |
| "BLEU": 13.808119855131984, | |
| "chrF2": 11.901602476338855, | |
| "TER": 85.75581395348837, | |
| "exact_match_rate": 0.058823529411764705, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9690140845070423, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-ePark": { | |
| "samples": 28103, | |
| "BLEU": 20.10413751912679, | |
| "chrF2": 19.478406732458275, | |
| "TER": 78.08900608256762, | |
| "exact_match_rate": 0.010639433512436394, | |
| "empty_output_rate": 0.00014233355869480127, | |
| "character_length_ratio": 0.98349847485904, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Formosan-gitbook_translations": { | |
| "samples": 14, | |
| "BLEU": 4.726784364757003, | |
| "chrF2": 7.876125607190378, | |
| "TER": 102.14797136038185, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8950495049504951, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| } | |
| }, | |
| "by_reference_origin": { | |
| "original": { | |
| "samples": 73591, | |
| "BLEU": 15.134699411424158, | |
| "chrF2": 15.382060000200907, | |
| "TER": 79.84710461336718, | |
| "exact_match_rate": 0.005394681414846924, | |
| "empty_output_rate": 0.00019024065442785123, | |
| "character_length_ratio": 0.9312775045002105, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| } | |
| }, | |
| "by_dialect": { | |
| "Central": { | |
| "samples": 1118, | |
| "BLEU": 8.125414351293177, | |
| "chrF2": 8.901525941447657, | |
| "TER": 94.0531475748194, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9296415086679388, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Coastal": { | |
| "samples": 8431, | |
| "BLEU": 16.614548136216403, | |
| "chrF2": 16.58039985477212, | |
| "TER": 69.95689723728786, | |
| "exact_match_rate": 0.003676906654014945, | |
| "empty_output_rate": 0.00011860989206499822, | |
| "character_length_ratio": 0.8442031221077312, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Dawu": { | |
| "samples": 639, | |
| "BLEU": 7.629232985649917, | |
| "chrF2": 9.548003805894385, | |
| "TER": 102.92623094445419, | |
| "exact_match_rate": 0.004694835680751174, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0712370097217567, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "DeluValley": { | |
| "samples": 666, | |
| "BLEU": 19.27766100915688, | |
| "chrF2": 19.527960114704552, | |
| "TER": 72.70506990062322, | |
| "exact_match_rate": 0.028528528528528527, | |
| "empty_output_rate": 0.0015015015015015015, | |
| "character_length_ratio": 1.0120041338739167, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Dona": { | |
| "samples": 605, | |
| "BLEU": 8.211348015975489, | |
| "chrF2": 10.156533026227763, | |
| "TER": 107.08333333333333, | |
| "exact_match_rate": 0.0049586776859504135, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.071215217733061, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Duda": { | |
| "samples": 573, | |
| "BLEU": 17.9281094249013, | |
| "chrF2": 19.469466467781242, | |
| "TER": 76.86548540054903, | |
| "exact_match_rate": 0.019197207678883072, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9480389899455062, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Eastern": { | |
| "samples": 2087, | |
| "BLEU": 9.534433525619699, | |
| "chrF2": 10.767242503230577, | |
| "TER": 91.60393746381007, | |
| "exact_match_rate": 0.0009583133684714902, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9333001375254897, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "FourSeasons": { | |
| "samples": 487, | |
| "BLEU": 9.946869184304063, | |
| "chrF2": 11.601023673618824, | |
| "TER": 93.00113718598159, | |
| "exact_match_rate": 0.002053388090349076, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.056925056925057, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Hengchun": { | |
| "samples": 420, | |
| "BLEU": 12.037535343015488, | |
| "chrF2": 13.330685222373203, | |
| "TER": 94.18529664660362, | |
| "exact_match_rate": 0.004761904761904762, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0272617124394183, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Jianhe": { | |
| "samples": 605, | |
| "BLEU": 13.605559197297959, | |
| "chrF2": 13.428277990514395, | |
| "TER": 83.63546064067545, | |
| "exact_match_rate": 0.001652892561983471, | |
| "empty_output_rate": 0.001652892561983471, | |
| "character_length_ratio": 0.9261755610181588, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Junqun": { | |
| "samples": 3234, | |
| "BLEU": 21.86325358038124, | |
| "chrF2": 20.69426273426103, | |
| "TER": 67.91759305744817, | |
| "exact_match_rate": 0.00927643784786642, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9004787490528346, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Kanakanavu": { | |
| "samples": 1889, | |
| "BLEU": 21.281586521085217, | |
| "chrF2": 20.16423798024346, | |
| "TER": 67.67322935310662, | |
| "exact_match_rate": 0.02011646373742721, | |
| "empty_output_rate": 0.0005293806246691371, | |
| "character_length_ratio": 0.9117436362768041, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Kaqun": { | |
| "samples": 562, | |
| "BLEU": 16.083377598764798, | |
| "chrF2": 15.855173833855593, | |
| "TER": 87.47203579418344, | |
| "exact_match_rate": 0.0035587188612099642, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0206235476374903, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Kavalan": { | |
| "samples": 1557, | |
| "BLEU": 23.499588549734046, | |
| "chrF2": 21.809614223814865, | |
| "TER": 70.86445547140245, | |
| "exact_match_rate": 0.00449582530507386, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9324612259055547, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Luanqun": { | |
| "samples": 332, | |
| "BLEU": 15.559135690691816, | |
| "chrF2": 15.315338358507857, | |
| "TER": 82.10173444104359, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0177201060415795, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Malan": { | |
| "samples": 1158, | |
| "BLEU": 10.14219772323704, | |
| "chrF2": 11.074070014429447, | |
| "TER": 85.21366069153004, | |
| "exact_match_rate": 0.0008635578583765112, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8753226533371574, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Maolin": { | |
| "samples": 441, | |
| "BLEU": 4.549773739010408, | |
| "chrF2": 6.727072721428379, | |
| "TER": 112.45036505700013, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.088235294117647, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Nanwang": { | |
| "samples": 2693, | |
| "BLEU": 18.959762542337145, | |
| "chrF2": 19.325894674035908, | |
| "TER": 74.55525078369905, | |
| "exact_match_rate": 0.007426661715558856, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9074162067327022, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Northern": { | |
| "samples": 2521, | |
| "BLEU": 17.983135519188227, | |
| "chrF2": 17.28443989665459, | |
| "TER": 78.87361400924677, | |
| "exact_match_rate": 0.00753669178897263, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9726969122902955, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Saaroa": { | |
| "samples": 1406, | |
| "BLEU": 14.13095484196436, | |
| "chrF2": 14.564809603229726, | |
| "TER": 84.58463338533542, | |
| "exact_match_rate": 0.004267425320056899, | |
| "empty_output_rate": 0.0021337126600284497, | |
| "character_length_ratio": 0.9272527203814648, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Saisiyat": { | |
| "samples": 1168, | |
| "BLEU": 20.067809773656077, | |
| "chrF2": 18.82455257445207, | |
| "TER": 73.48159554621103, | |
| "exact_match_rate": 0.003424657534246575, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8930246844633084, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Sakizaya": { | |
| "samples": 1371, | |
| "BLEU": 20.45546939228651, | |
| "chrF2": 20.172724040192616, | |
| "TER": 72.77643570879543, | |
| "exact_match_rate": 0.0029175784099197666, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.889911348436933, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Sekolik": { | |
| "samples": 3750, | |
| "BLEU": 15.138111626354023, | |
| "chrF2": 15.53618100609314, | |
| "TER": 79.6141002786914, | |
| "exact_match_rate": 0.005066666666666666, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9251511858641217, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Southern": { | |
| "samples": 1626, | |
| "BLEU": 12.413337622898908, | |
| "chrF2": 12.330447300544844, | |
| "TER": 87.96844181459566, | |
| "exact_match_rate": 0.0018450184501845018, | |
| "empty_output_rate": 0.0006150061500615006, | |
| "character_length_ratio": 0.9624876010700653, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Tanqun": { | |
| "samples": 631, | |
| "BLEU": 12.03371917464295, | |
| "chrF2": 12.578795273882173, | |
| "TER": 81.48481907666712, | |
| "exact_match_rate": 0.006339144215530904, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9827132149368627, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Tegudaya": { | |
| "samples": 3056, | |
| "BLEU": 15.905592832288672, | |
| "chrF2": 17.168173615675542, | |
| "TER": 74.01443731293116, | |
| "exact_match_rate": 0.015052356020942409, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9231058724352316, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Thao": { | |
| "samples": 1447, | |
| "BLEU": 21.131305339271478, | |
| "chrF2": 20.19346245846897, | |
| "TER": 70.77539641052448, | |
| "exact_match_rate": 0.008984105044920525, | |
| "empty_output_rate": 0.000691085003455425, | |
| "character_length_ratio": 0.9949139667756531, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Truku": { | |
| "samples": 6395, | |
| "BLEU": 12.991093537638232, | |
| "chrF2": 13.859286134806615, | |
| "TER": 75.94419958064103, | |
| "exact_match_rate": 0.006411258795934324, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.8947324664959596, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Tsou": { | |
| "samples": 1734, | |
| "BLEU": 14.528325869242785, | |
| "chrF2": 15.304178868131554, | |
| "TER": 81.92741004275504, | |
| "exact_match_rate": 0.0011534025374855825, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9224250515134805, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Wanda": { | |
| "samples": 397, | |
| "BLEU": 11.692041721752515, | |
| "chrF2": 13.180884402905532, | |
| "TER": 94.24581005586592, | |
| "exact_match_rate": 0.0025188916876574307, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0138652714192282, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Wanshan": { | |
| "samples": 1045, | |
| "BLEU": 6.943292516972137, | |
| "chrF2": 8.837005989281005, | |
| "TER": 99.45610319599538, | |
| "exact_match_rate": 0.0019138755980861245, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.059562991406107, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Wenshui": { | |
| "samples": 670, | |
| "BLEU": 10.626113759898473, | |
| "chrF2": 12.254412474962061, | |
| "TER": 93.42364532019704, | |
| "exact_match_rate": 0.004477611940298508, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0668609109032356, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Wutai": { | |
| "samples": 3358, | |
| "BLEU": 16.22521716949161, | |
| "chrF2": 16.569267417266854, | |
| "TER": 81.11368682251535, | |
| "exact_match_rate": 0.01042287075640262, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9529330678511257, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Xiqun": { | |
| "samples": 363, | |
| "BLEU": 17.629009034831675, | |
| "chrF2": 18.02571432700265, | |
| "TER": 79.35446350683338, | |
| "exact_match_rate": 0.0027548209366391185, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9603391684901532, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Xiuguluan": { | |
| "samples": 2805, | |
| "BLEU": 9.211254140723998, | |
| "chrF2": 12.559868672070781, | |
| "TER": 90.83184692719313, | |
| "exact_match_rate": 0.00071301247771836, | |
| "empty_output_rate": 0.00035650623885918, | |
| "character_length_ratio": 0.9297259311314126, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Yami": { | |
| "samples": 1286, | |
| "BLEU": 14.199683901457187, | |
| "chrF2": 14.586571980562407, | |
| "TER": 85.26750103149499, | |
| "exact_match_rate": 0.0015552099533437014, | |
| "empty_output_rate": 0.0007776049766718507, | |
| "character_length_ratio": 0.9758657143593843, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "YilanZeaol": { | |
| "samples": 1074, | |
| "BLEU": 12.325020772285951, | |
| "chrF2": 12.616360313687597, | |
| "TER": 86.78247367654907, | |
| "exact_match_rate": 0.000931098696461825, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9377554812337421, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Zeaol": { | |
| "samples": 684, | |
| "BLEU": 10.892483641126988, | |
| "chrF2": 12.107398593010615, | |
| "TER": 90.04088307440719, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0250700716287762, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Zhiben": { | |
| "samples": 660, | |
| "BLEU": 14.345017602738796, | |
| "chrF2": 16.35019445091737, | |
| "TER": 83.0883024381335, | |
| "exact_match_rate": 0.00909090909090909, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9252467105263158, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "Zhuoqun": { | |
| "samples": 1145, | |
| "BLEU": 11.96137723502203, | |
| "chrF2": 13.188992454107842, | |
| "TER": 83.71230604079243, | |
| "exact_match_rate": 0.0034934497816593887, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 0.9208377543017945, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "unknown": { | |
| "samples": 7502, | |
| "BLEU": 12.601070654120928, | |
| "chrF2": 13.048632799627432, | |
| "TER": 80.41779330155155, | |
| "exact_match_rate": 0.0010663822980538523, | |
| "empty_output_rate": 0.0003998933617701946, | |
| "character_length_ratio": 0.9332596253902186, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| } | |
| }, | |
| "by_length_bin": { | |
| "001_003": { | |
| "samples": 1008, | |
| "BLEU": 12.397813896927996, | |
| "chrF2": 14.169549215062776, | |
| "TER": 82.16378900681134, | |
| "exact_match_rate": 0.028769841269841268, | |
| "empty_output_rate": 0.005952380952380952, | |
| "character_length_ratio": 0.8979747220953251, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "004_008": { | |
| "samples": 25949, | |
| "BLEU": 13.65360889171976, | |
| "chrF2": 14.617854131444458, | |
| "TER": 72.51065457621458, | |
| "exact_match_rate": 0.007861574627153263, | |
| "empty_output_rate": 7.707426105052218e-05, | |
| "character_length_ratio": 0.8142755119265579, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "009_016": { | |
| "samples": 36317, | |
| "BLEU": 16.870228293337338, | |
| "chrF2": 16.820434934425855, | |
| "TER": 76.35658278560717, | |
| "exact_match_rate": 0.003992620535837211, | |
| "empty_output_rate": 0.00013767657020128315, | |
| "character_length_ratio": 0.9248136635820043, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "017_032": { | |
| "samples": 8775, | |
| "BLEU": 16.494425007089664, | |
| "chrF2": 16.46175370535861, | |
| "TER": 85.58532462482243, | |
| "exact_match_rate": 0.0021652421652421654, | |
| "empty_output_rate": 0.00011396011396011396, | |
| "character_length_ratio": 1.0447477192329175, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| }, | |
| "033_plus": { | |
| "samples": 1542, | |
| "BLEU": 6.231339620058793, | |
| "chrF2": 8.712859582425155, | |
| "TER": 106.73978616652731, | |
| "exact_match_rate": 0.0, | |
| "empty_output_rate": 0.0, | |
| "character_length_ratio": 1.0617784311609841, | |
| "signatures": { | |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:zh|smooth:exp|version:2.5.1", | |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", | |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:yes|version:2.5.1" | |
| }, | |
| "source_copy_rate": 0.0 | |
| } | |
| } | |
| } | |