| { |
| "schema_version": 3, |
| "complete": true, |
| "profile": { |
| "path": "training_profile.json", |
| "sha256": "4253b1b136fedebc589da942b80df71945212d1f4b92a8e98ec6fb160712f14b", |
| "recipe_id": "nllb200-spm8k-directional-v5" |
| }, |
| "mt_standardization": { |
| "id": "formosan-mt-standard-v3", |
| "sha256": "3c93c1abecfc68c72e3bb1d547fbe0bdebb14bb74e7a5d3c5c519bd18d34bf6f", |
| "namespace": "formosan-mt" |
| }, |
| "model_family": "nllb", |
| "contract": { |
| "input_sha256": "0024e7fcd35958455a2a060b20999e94b5e8a4364e7f54ba97ef27810746d932", |
| "corpus_manifest_sha256": "6fa839063aa4236f821be44139a89272c60451a8fc9132c19f7f68f9dfccca24", |
| "validation_report_sha256": "90e59f7f6959a2d18b1f6430dc81fdd3af03e7392bea5d39463ec5692377605b", |
| "run_contract_sha256": "cc251cf00ec88f29e0d8407267f5f6d00ec19fe2fc5adfd7ab8f61c20c4ec897", |
| "checkpoint_metadata_sha256": "9272b4dd884878f961be68b918951c85eacd12cca3219c03881c0133eec40290" |
| }, |
| "input": "private_no_bible:chinese", |
| "model": "FormosanBank/nllb200-zh-formosan-spm8k", |
| "tokenizer": "FormosanBank/nllb200-zh-formosan-spm8k", |
| "direction": "zh2f", |
| "target_lang": "chinese", |
| "bleu_tokenize": "13a", |
| "lowercase_bleu": false, |
| "split": "test", |
| "samples": 73591, |
| "headline_metadata_mode": "default", |
| "global": { |
| "samples": 73591, |
| "BLEU": 10.520457249607105, |
| "chrF2": 35.06412117302655, |
| "TER": 80.01657332209965, |
| "exact_match_rate": 0.0024051854166949765, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9277605145408164, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "metadata_modes": { |
| "default": { |
| "samples": 73591, |
| "BLEU": 10.520457249607105, |
| "chrF2": 35.06412117302655, |
| "TER": 80.01657332209965, |
| "exact_match_rate": 0.0024051854166949765, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9277605145408164, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| } |
| }, |
| "metadata_fallbacks": { |
| "default": { |
| "domain_fallback_rows": 73591, |
| "dialect_fallback_rows": 73591 |
| } |
| }, |
| "bootstrap_95_ci": { |
| "status": "skipped", |
| "samples": 0, |
| "seed": 42 |
| }, |
| "by_language": { |
| "ami": { |
| "samples": 14348, |
| "BLEU": 8.397782873044603, |
| "chrF2": 30.966745660556107, |
| "TER": 83.11979500320308, |
| "exact_match_rate": 0.00020908837468636745, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8530815986229896, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "bnn": { |
| "samples": 6048, |
| "BLEU": 7.7822282021120675, |
| "chrF2": 36.23781311491329, |
| "TER": 84.7175258804557, |
| "exact_match_rate": 0.00016534391534391533, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9651441841523485, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "ckv": { |
| "samples": 2871, |
| "BLEU": 22.61751068346723, |
| "chrF2": 48.09380619229159, |
| "TER": 60.421167647570094, |
| "exact_match_rate": 0.008011145942180425, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9455060732872209, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "dru": { |
| "samples": 6588, |
| "BLEU": 4.025817017460391, |
| "chrF2": 28.213753125255703, |
| "TER": 97.14303314032277, |
| "exact_match_rate": 0.0007589556769884638, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0133708467860438, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "pwn": { |
| "samples": 5945, |
| "BLEU": 6.0905147762126, |
| "chrF2": 33.15686266183586, |
| "TER": 90.98260404915989, |
| "exact_match_rate": 0.0005046257359125315, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9417502713291156, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "pyu": { |
| "samples": 4334, |
| "BLEU": 11.806612711234775, |
| "chrF2": 37.36874366608334, |
| "TER": 76.98666195849317, |
| "exact_match_rate": 0.0025380710659898475, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9757659934819986, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "ssf": { |
| "samples": 2150, |
| "BLEU": 21.52808800688168, |
| "chrF2": 50.018626736550985, |
| "TER": 56.09662576687116, |
| "exact_match_rate": 0.009767441860465116, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9194924638172036, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "sxr": { |
| "samples": 1968, |
| "BLEU": 7.18878811583123, |
| "chrF2": 41.71592165243598, |
| "TER": 86.80479825517993, |
| "exact_match_rate": 0.0040650406504065045, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.969082952189793, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "szy": { |
| "samples": 2300, |
| "BLEU": 17.423228450267576, |
| "chrF2": 43.22407642138853, |
| "TER": 67.77080941024055, |
| "exact_match_rate": 0.003043478260869565, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9426085481271433, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "tao": { |
| "samples": 2360, |
| "BLEU": 12.303394805464233, |
| "chrF2": 36.101569953347166, |
| "TER": 72.84240392055713, |
| "exact_match_rate": 0.000423728813559322, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9450841195333922, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "tay": { |
| "samples": 7161, |
| "BLEU": 4.618059534074189, |
| "chrF2": 24.52453470239532, |
| "TER": 92.60645806117887, |
| "exact_match_rate": 0.00027929060187124703, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8926808454149796, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "trv": { |
| "samples": 10728, |
| "BLEU": 10.913306518103028, |
| "chrF2": 33.51251836071835, |
| "TER": 72.49560009083683, |
| "exact_match_rate": 0.00587248322147651, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8988521843978089, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "tsu": { |
| "samples": 2048, |
| "BLEU": 12.910333671117387, |
| "chrF2": 38.60094904806036, |
| "TER": 73.06165174704013, |
| "exact_match_rate": 0.0029296875, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.960655786549076, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "xnb": { |
| "samples": 2590, |
| "BLEU": 18.479493468154047, |
| "chrF2": 50.69303080830498, |
| "TER": 61.183779227671465, |
| "exact_match_rate": 0.006563706563706564, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9424477929364917, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "xsy": { |
| "samples": 2152, |
| "BLEU": 21.81097968844054, |
| "chrF2": 47.251345738961845, |
| "TER": 63.76257702207317, |
| "exact_match_rate": 0.0027881040892193307, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9648310599887832, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| } |
| }, |
| "by_source_bucket": { |
| "classroom": { |
| "samples": 4765, |
| "BLEU": 9.939362950516918, |
| "chrF2": 34.67844208713616, |
| "TER": 73.3024387625472, |
| "exact_match_rate": 0.007135362014690451, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9287072524675555, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "culture": { |
| "samples": 7801, |
| "BLEU": 5.4618943293035525, |
| "chrF2": 28.02502961678574, |
| "TER": 96.55101873823746, |
| "exact_match_rate": 0.00012818869375721061, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9472418866202923, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "dictionary": { |
| "samples": 24995, |
| "BLEU": 14.789763324564483, |
| "chrF2": 39.282362398577995, |
| "TER": 66.23403082380575, |
| "exact_match_rate": 0.0016803360672134426, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9278653555377795, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "education": { |
| "samples": 7370, |
| "BLEU": 9.734312299196224, |
| "chrF2": 34.39435405163726, |
| "TER": 82.42838524809474, |
| "exact_match_rate": 0.0036635006784260515, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9480625859491281, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "linguistic": { |
| "samples": 4282, |
| "BLEU": 17.978157454042975, |
| "chrF2": 45.35939522002384, |
| "TER": 63.54437616121194, |
| "exact_match_rate": 0.014245679588977114, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9491063262840561, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "media": { |
| "samples": 11716, |
| "BLEU": 3.6603610778377065, |
| "chrF2": 28.739442686691646, |
| "TER": 93.5082818274626, |
| "exact_match_rate": 0.0003414134516899966, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8746868183866255, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "narrative": { |
| "samples": 12184, |
| "BLEU": 12.210134566582752, |
| "chrF2": 38.03457242103499, |
| "TER": 78.02460055398194, |
| "exact_match_rate": 0.0004924491135915955, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9254805545239584, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "religious": { |
| "samples": 2, |
| "BLEU": 6.1490621001941195, |
| "chrF2": 38.26223576374347, |
| "TER": 78.78787878787878, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7948051948051948, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "unknown": { |
| "samples": 476, |
| "BLEU": 7.381427239141076, |
| "chrF2": 28.53255861348843, |
| "TER": 100.7775342239133, |
| "exact_match_rate": 0.004201680672268907, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9789693503229443, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| } |
| }, |
| "by_source_corpus": { |
| "Formosan-Academia-Sinica-Oral-Legends": { |
| "samples": 94, |
| "BLEU": 1.0004465288780489, |
| "chrF2": 21.512989074733532, |
| "TER": 132.97567954220315, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.1724622858603937, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Amis-Huang-English-Phonology-Grammar": { |
| "samples": 1, |
| "BLEU": 0.3366739886232139, |
| "chrF2": 11.769415990567007, |
| "TER": 88.92988929889299, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.6166394779771615, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Amis-Lifok-Dongi-Saopo-Kimakimad": { |
| "samples": 183, |
| "BLEU": 2.9893915299705096, |
| "chrF2": 25.111681079249827, |
| "TER": 127.95262989437745, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.1532670387916881, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Amis_myths_and_customs": { |
| "samples": 2, |
| "BLEU": 3.340497067210601, |
| "chrF2": 22.9748584091912, |
| "TER": 81.08108108108108, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9277777777777778, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Anton-Quack-Puyuma-Pulingaw": { |
| "samples": 170, |
| "BLEU": 6.689760170765586, |
| "chrF2": 32.11475690763909, |
| "TER": 76.01547388781431, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0622175354022296, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Atayal-You-Nao-Savak-Raxayal": { |
| "samples": 94, |
| "BLEU": 1.2723512641573405, |
| "chrF2": 16.48578070670862, |
| "TER": 140.53322224536555, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.1218976937195755, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Boyizhenu-Narrative-Oral-Literature-Tapangu": { |
| "samples": 51, |
| "BLEU": 1.600674027431937, |
| "chrF2": 18.095240074007446, |
| "TER": 114.6853146853147, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8857938718662952, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-CIP-Atayal-Grammar-Overview": { |
| "samples": 106, |
| "BLEU": 17.152028837085666, |
| "chrF2": 40.42700085572648, |
| "TER": 60.77981651376147, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8134866163349348, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Catherine-Tseng-Seediq-Atayal-Foods-Their-Stories": { |
| "samples": 9, |
| "BLEU": 2.994094338655386, |
| "chrF2": 30.055575997146505, |
| "TER": 109.12906610703044, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.2225512528473803, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Ceng-Jianci-Jian-Shilang-Aboriginal-Education-World-Articles": { |
| "samples": 2, |
| "BLEU": 2.8558884524835646, |
| "chrF2": 26.08925818587603, |
| "TER": 83.65384615384616, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.48237476808905383, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Chen-Jinlong-Ceng-Ruilin-Wu-Guosheng-Aboriginal-Education": { |
| "samples": 4, |
| "BLEU": 1.583445561585909, |
| "chrF2": 29.760860918123594, |
| "TER": 88.03680981595092, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8559218559218559, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Chen-Jinlong-Singsi-Aboriginal-Education-World-Issue": { |
| "samples": 1, |
| "BLEU": 7.92803157737125, |
| "chrF2": 27.792720222613287, |
| "TER": 75.0, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.6041055718475073, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Chen-Yaohan-Miss-Virginia-Fey-Played-Essential-Role": { |
| "samples": 1, |
| "BLEU": 3.221515452693472, |
| "chrF2": 19.953921263043924, |
| "TER": 80.0, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.6794871794871795, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Dean-Johnson-Year-Clouds-Smangus": { |
| "samples": 5, |
| "BLEU": 2.8398387225677895, |
| "chrF2": 23.15963449180434, |
| "TER": 103.84615384615385, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.1919191919191918, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Deng-Fangqing-Introduction-Puyuma-Grammar": { |
| "samples": 76, |
| "BLEU": 18.056060306743348, |
| "chrF2": 44.8787090885438, |
| "TER": 62.93436293436293, |
| "exact_match_rate": 0.02631578947368421, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9819514946418499, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Dong-Manv-Yami-Ode-to-Taro": { |
| "samples": 139, |
| "BLEU": 5.560180182849086, |
| "chrF2": 29.141157290515164, |
| "TER": 98.39449541284404, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.1552380952380952, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Dong-Yijia-Tjuwabar-Paiwan-Ritual-Language-Morphology": { |
| "samples": 14, |
| "BLEU": 2.367816884627976, |
| "chrF2": 23.28029695309114, |
| "TER": 232.15859030837004, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 2.029475197699497, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Elizabeth-Zeitoun-Introduction-Rukai-Grammar": { |
| "samples": 167, |
| "BLEU": 5.677204540645997, |
| "chrF2": 27.290676478566724, |
| "TER": 91.60621761658031, |
| "exact_match_rate": 0.011976047904191617, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9890522875816994, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Glosbe": { |
| "samples": 259, |
| "BLEU": 8.854432346210734, |
| "chrF2": 36.31688530353734, |
| "TER": 84.0, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.935407984944213, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Hala-Saku-La-Videos": { |
| "samples": 7, |
| "BLEU": 1.87197705120435, |
| "chrF2": 27.753850042633836, |
| "TER": 116.4835164835165, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.271350696547547, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Ho-Dan-Phonological-System-Butonglu-Paiwan-Dialect": { |
| "samples": 1, |
| "BLEU": 84.64817248906144, |
| "chrF2": 92.36776304455616, |
| "TER": 14.285714285714285, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.896551724137931, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Hualien-Township-Pusa-Patas-Kari-Truku-Online-Concise-Dictionary": { |
| "samples": 4230, |
| "BLEU": 13.030270235133, |
| "chrF2": 35.46882706323608, |
| "TER": 63.228282094364474, |
| "exact_match_rate": 0.00047281323877068556, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8895555622726677, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Huang-Huijuan-Shi-Chaokai-Introduction-Bunun-Grammar": { |
| "samples": 91, |
| "BLEU": 10.464275360238387, |
| "chrF2": 39.59153602675579, |
| "TER": 75.63576702214931, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9243876464323749, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Huang-Mei-Chin-Atayal-Reference-Grammar": { |
| "samples": 90, |
| "BLEU": 10.967715751404112, |
| "chrF2": 38.23542686238655, |
| "TER": 81.18279569892472, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8533787972721637, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-ILRDF-Tousvusvutu-Kita": { |
| "samples": 239, |
| "BLEU": 4.551127794134048, |
| "chrF2": 28.37529426314797, |
| "TER": 95.45673242147227, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9356371543047005, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-ILRDF-YouTube-Videos": { |
| "samples": 11682, |
| "BLEU": 3.6672038396025997, |
| "chrF2": 28.751745122854672, |
| "TER": 93.48702343588191, |
| "exact_match_rate": 0.000342407122068139, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8742048749902029, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-ILRDF_Dicts": { |
| "samples": 14133, |
| "BLEU": 16.770465938201838, |
| "chrF2": 42.34105413877989, |
| "TER": 65.17651110728431, |
| "exact_match_rate": 0.0026179862732611616, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9624538589509171, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-IPCF-YuzuNews-Culture-Dictionary-Language-Stories": { |
| "samples": 100, |
| "BLEU": 3.8683004048713747, |
| "chrF2": 29.539261497422366, |
| "TER": 91.66781056966369, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9090125413642557, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Indigenous-Education-Resource-Center-Keelung-City-Serangawan-No": { |
| "samples": 10, |
| "BLEU": 18.661016170109235, |
| "chrF2": 44.04648205231948, |
| "TER": 66.0, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8227848101265823, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Indigenous-Language-Literary-Awards": { |
| "samples": 651, |
| "BLEU": 3.1542941776847973, |
| "chrF2": 24.349366498776607, |
| "TER": 99.61166081498033, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8744460297900858, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Iwan-Nawi-Kual-Selaulauz-Gu-Qiufeng-Wei-Dingshang": { |
| "samples": 7, |
| "BLEU": 3.7447285624693283, |
| "chrF2": 32.22109571716478, |
| "TER": 82.9608938547486, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7436452136289886, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Jian-Iwan-Guo-Qingliu-Life-History": { |
| "samples": 1, |
| "BLEU": 19.716118825581447, |
| "chrF2": 36.43001768058713, |
| "TER": 75.0, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.85, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Jian-Shilang-Introduction-Thao-Grammar": { |
| "samples": 100, |
| "BLEU": 30.56195336704582, |
| "chrF2": 58.219157570805514, |
| "TER": 44.97767857142857, |
| "exact_match_rate": 0.01, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9036827195467422, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Jin-Qingshan-Tiela-Youdao-Comments-Truku-Precise-Dictionary": { |
| "samples": 1, |
| "BLEU": 1.4370394065528533, |
| "chrF2": 26.58775265781009, |
| "TER": 90.97744360902256, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.227124183006536, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Kavalan-Zhang-Reference-Grammar": { |
| "samples": 76, |
| "BLEU": 3.283780294539896, |
| "chrF2": 48.85737199319614, |
| "TER": 104.39276485788113, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0365296803652968, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Kolas-Foting-Aboriginal-Education-World-Issue-Article": { |
| "samples": 1, |
| "BLEU": 2.3259553594750555, |
| "chrF2": 17.871592909976595, |
| "TER": 81.56862745098039, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.48711755233494364, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Kolas-Foting-Hua-Cai-Bugun-Aboriginal-Education-World": { |
| "samples": 3, |
| "BLEU": 11.800837680933721, |
| "chrF2": 32.2269732121031, |
| "TER": 66.66666666666666, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7238805970149254, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Kual-Selaulauz-Auri-Sun-Aboriginal-Education-World-Issue": { |
| "samples": 3, |
| "BLEU": 3.0488019324678293, |
| "chrF2": 33.16001564984315, |
| "TER": 78.89908256880734, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7622439893143366, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Kucapungane": { |
| "samples": 8, |
| "BLEU": 3.4697141207266746, |
| "chrF2": 37.19001981142061, |
| "TER": 103.0612244897959, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0267952840300107, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Kumu-Tapas-Tribal-Memory-Oral-History-Wushe-Incident-II": { |
| "samples": 15, |
| "BLEU": 4.083218021098708, |
| "chrF2": 30.3706782974289, |
| "TER": 93.82608695652173, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.1389583333333333, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Li-Chen-Yeh-Developing-a-Hla-alua-Learner-s-Guide": { |
| "samples": 12, |
| "BLEU": 32.02354101989891, |
| "chrF2": 72.44132484905712, |
| "TER": 44.642857142857146, |
| "exact_match_rate": 0.16666666666666666, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9914529914529915, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Li-Peirong-Xu-Weisheng-Introduction-Truku-Grammar": { |
| "samples": 96, |
| "BLEU": 19.37517103049198, |
| "chrF2": 41.299977789010114, |
| "TER": 60.76352067868505, |
| "exact_match_rate": 0.020833333333333332, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9416058394160584, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Li-Peizhen-Wu-Xingyu-Shouhu-Xing": { |
| "samples": 1, |
| "BLEU": 3.861915718331087, |
| "chrF2": 26.05211372533128, |
| "TER": 86.51685393258427, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7604938271604939, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Liu-Manyi-Kaskun-ata-matas-i-ki-quaz": { |
| "samples": 1, |
| "BLEU": 0.0, |
| "chrF2": 4.310344827586206, |
| "TER": 100.0, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.42857142857142855, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-NTU": { |
| "samples": 2633, |
| "BLEU": 6.220760150067957, |
| "chrF2": 36.118750171579805, |
| "TER": 87.9851362510322, |
| "exact_match_rate": 0.00037979491074819596, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8821128901288805, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Nanang-Tadaw-Naci-Mowna-Pgagu": { |
| "samples": 11, |
| "BLEU": 10.135566080672492, |
| "chrF2": 39.71799523361037, |
| "TER": 77.98165137614679, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.1211453744493391, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Nowbucyang-Truku-Thesis": { |
| "samples": 54, |
| "BLEU": 35.679958516957, |
| "chrF2": 52.37504309875911, |
| "TER": 41.904761904761905, |
| "exact_match_rate": 0.05555555555555555, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0038729666924864, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Paiwan-Collart-Zeitoun-Time-Reference": { |
| "samples": 51, |
| "BLEU": 28.647401876956287, |
| "chrF2": 61.12984590941952, |
| "TER": 37.81512605042017, |
| "exact_match_rate": 0.0196078431372549, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0430215107553777, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-PaiwanStories": { |
| "samples": 6, |
| "BLEU": 3.5866355736289752, |
| "chrF2": 37.79445169099583, |
| "TER": 72.35772357723577, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8796875, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Pingdong-County-Government-Kai-Na-Sepucunug": { |
| "samples": 6, |
| "BLEU": 1.9000349344938976, |
| "chrF2": 27.895360082155612, |
| "TER": 135.61076604554864, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.215646534252128, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Presidential_Apologies": { |
| "samples": 69, |
| "BLEU": 7.677180481191841, |
| "chrF2": 36.30998906996088, |
| "TER": 80.46441947565543, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.898115239633818, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Puyuma-Katipol-Kopfjagdriten": { |
| "samples": 8, |
| "BLEU": 4.823685022943333, |
| "chrF2": 26.369204641010697, |
| "TER": 71.73913043478261, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9303135888501742, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-SEALS": { |
| "samples": 8, |
| "BLEU": 12.549633756727559, |
| "chrF2": 33.778616713449416, |
| "TER": 125.37313432835822, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.66189111747851, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Saaroa-Pan-Grammar": { |
| "samples": 83, |
| "BLEU": 15.258304713862284, |
| "chrF2": 54.534973377858975, |
| "TER": 60.832137733142034, |
| "exact_match_rate": 0.024096385542168676, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9297689170820118, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Safolu-Amis-Dictionary": { |
| "samples": 5518, |
| "BLEU": 12.79941294002337, |
| "chrF2": 35.55855272369092, |
| "TER": 65.00123116871488, |
| "exact_match_rate": 0.0003624501631025734, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8640965034537297, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Seediq-Zhang-Reference-Grammar": { |
| "samples": 65, |
| "BLEU": 2.639489989847603, |
| "chrF2": 31.01213117350683, |
| "TER": 107.21003134796238, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9883313885647608, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Sing-Olam-Hong-Tinglan-Aboriginal-Education-World-Issue": { |
| "samples": 1, |
| "BLEU": 6.049353379200716, |
| "chrF2": 27.600214523155753, |
| "TER": 74.60317460317461, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7037037037037037, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Song-Limei-Introduction-Kanakanavu-Grammar": { |
| "samples": 2, |
| "BLEU": 89.42037238516839, |
| "chrF2": 90.90234071943961, |
| "TER": 7.6923076923076925, |
| "exact_match_rate": 0.5, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.953125, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Song-Limei-Introduction-Seediq-Grammar": { |
| "samples": 4, |
| "BLEU": 39.851390620071065, |
| "chrF2": 43.33826653171475, |
| "TER": 50.0, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0490196078431373, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Truku-Lowking-Demonstratives": { |
| "samples": 53, |
| "BLEU": 9.892134892680113, |
| "chrF2": 35.6556947884433, |
| "TER": 72.81153450051492, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9250120948234156, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Tsunekazu-Moriguchi-Bunun-Texts-No-1": { |
| "samples": 89, |
| "BLEU": 2.580092433185057, |
| "chrF2": 29.807694845665555, |
| "TER": 103.36463223787166, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.064339296018465, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Unak-Tafong-Sapalengaw": { |
| "samples": 130, |
| "BLEU": 9.750620741189906, |
| "chrF2": 32.529877292328976, |
| "TER": 92.08240759442536, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9338476530777976, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Victoria-Rau-Dong-Mannv-Introduction-Yami-Grammar": { |
| "samples": 115, |
| "BLEU": 21.68828895504825, |
| "chrF2": 45.986764206076586, |
| "TER": 56.80332739156269, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9090775773573838, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-VirginiaFeyDictionary": { |
| "samples": 276, |
| "BLEU": 8.829205642780911, |
| "chrF2": 32.31326121493676, |
| "TER": 77.94344473007712, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8404231625835189, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Wei-Huilin-Liu-Social-Structure-Yami": { |
| "samples": 42, |
| "BLEU": 1.6347941023063952, |
| "chrF2": 15.413917781900269, |
| "TER": 97.05014749262537, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8719421399702191, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Wilang-Yutas-Videos": { |
| "samples": 27, |
| "BLEU": 2.7683337841402675, |
| "chrF2": 25.382264003421962, |
| "TER": 81.20950323974083, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.6816666666666666, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Wu-Jinglan-Introduction-Amis-Grammar": { |
| "samples": 35, |
| "BLEU": 19.710387015645267, |
| "chrF2": 47.08830325265508, |
| "TER": 56.52173913043478, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Xie-Fuhui-Introduction-Kavalan-Grammar": { |
| "samples": 146, |
| "BLEU": 27.52035837698883, |
| "chrF2": 52.1240923172138, |
| "TER": 52.56410256410257, |
| "exact_match_rate": 0.0410958904109589, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9269753176573682, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Xu-Chengwan-Mahica-Kiso-Aboriginal-Education-World-Issue": { |
| "samples": 1, |
| "BLEU": 0.0, |
| "chrF2": 5.924681144432954, |
| "TER": 200.0, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Zeng-Shifen-Reduplication-Affixation-Paiwan": { |
| "samples": 3, |
| "BLEU": 11.946644684027445, |
| "chrF2": 56.24464830543043, |
| "TER": 58.82352941176471, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9263157894736842, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Zhang-Xiujuan-Introduction-Paiwan-Grammar": { |
| "samples": 78, |
| "BLEU": 8.61391511868222, |
| "chrF2": 38.64035669600246, |
| "TER": 77.41514360313316, |
| "exact_match_rate": 0.01282051282051282, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8878431372549019, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Zhang-Yongli-Pan-Jiarong-Introduction-Tsou-Grammar": { |
| "samples": 56, |
| "BLEU": 20.40478396058515, |
| "chrF2": 49.30669710379732, |
| "TER": 62.7177700348432, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.991699747383616, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Zhao-Shanhe-Li-Taiyuan-Zhu-Qingyi-Aboriginal-Education-World-Issue-16": { |
| "samples": 1, |
| "BLEU": 8.116697886877475, |
| "chrF2": 29.053294277100107, |
| "TER": 125.0, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0416666666666667, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Zheng-ACL-2024": { |
| "samples": 2949, |
| "BLEU": 18.71441181392688, |
| "chrF2": 45.35210074478287, |
| "TER": 60.554871909609574, |
| "exact_match_rate": 0.01356391997287216, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9398649904006936, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-Zheng-Yumei-Zhu-Qingyi-Bo-Hongming-Aboriginal-Education": { |
| "samples": 17, |
| "BLEU": 4.69822375062831, |
| "chrF2": 33.47818184091109, |
| "TER": 104.64135021097047, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.1620718462823727, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-ePark": { |
| "samples": 28103, |
| "BLEU": 11.051201217041411, |
| "chrF2": 35.46035329638759, |
| "TER": 79.69608091893915, |
| "exact_match_rate": 0.0024196704978116214, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9384082153357439, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Formosan-gitbook_translations": { |
| "samples": 14, |
| "BLEU": 1.459534631656534, |
| "chrF2": 28.019336106903275, |
| "TER": 142.3728813559322, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.6005852231163131, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| } |
| }, |
| "by_reference_origin": { |
| "original": { |
| "samples": 73591, |
| "BLEU": 10.520457249607105, |
| "chrF2": 35.06412117302655, |
| "TER": 80.01657332209965, |
| "exact_match_rate": 0.0024051854166949765, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9277605145408164, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| } |
| }, |
| "by_dialect": { |
| "Central": { |
| "samples": 1118, |
| "BLEU": 4.841045094260494, |
| "chrF2": 30.909314399076198, |
| "TER": 99.77989253576747, |
| "exact_match_rate": 0.0008944543828264759, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.958978829683211, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Coastal": { |
| "samples": 8431, |
| "BLEU": 10.59793428288798, |
| "chrF2": 33.60351788585983, |
| "TER": 73.64020068487697, |
| "exact_match_rate": 0.0003558296761949947, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8373441143610814, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Dawu": { |
| "samples": 639, |
| "BLEU": 3.0862409305438843, |
| "chrF2": 27.192280828307812, |
| "TER": 99.91832924979582, |
| "exact_match_rate": 0.001564945226917058, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.0645863143657996, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "DeluValley": { |
| "samples": 666, |
| "BLEU": 12.754402309270953, |
| "chrF2": 36.1094117659961, |
| "TER": 73.04028463215884, |
| "exact_match_rate": 0.03453453453453453, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9289298723794482, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Dona": { |
| "samples": 605, |
| "BLEU": 0.9131800642295927, |
| "chrF2": 20.63052693044897, |
| "TER": 112.69687424279138, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.026490450666615, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Duda": { |
| "samples": 573, |
| "BLEU": 8.704182683640498, |
| "chrF2": 31.76816442370062, |
| "TER": 76.89973021582733, |
| "exact_match_rate": 0.008726003490401396, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9092799188640973, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Eastern": { |
| "samples": 2087, |
| "BLEU": 3.905204194620283, |
| "chrF2": 30.277164232314686, |
| "TER": 99.9504761904762, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9832704597280482, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "FourSeasons": { |
| "samples": 487, |
| "BLEU": 3.8359102413689135, |
| "chrF2": 21.778871018212794, |
| "TER": 97.64092376458903, |
| "exact_match_rate": 0.002053388090349076, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9007080913358262, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Hengchun": { |
| "samples": 420, |
| "BLEU": 7.357364616748599, |
| "chrF2": 29.65754320924654, |
| "TER": 86.40522875816994, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8258340323060689, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Jianhe": { |
| "samples": 605, |
| "BLEU": 8.455457285210954, |
| "chrF2": 35.130957602486205, |
| "TER": 85.17596101786681, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9983401617816997, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Junqun": { |
| "samples": 3234, |
| "BLEU": 10.326339701786283, |
| "chrF2": 39.06505660537855, |
| "TER": 79.42159416857452, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.952266865916267, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Kanakanavu": { |
| "samples": 1889, |
| "BLEU": 15.466662886101565, |
| "chrF2": 48.13428223762852, |
| "TER": 65.88821615387783, |
| "exact_match_rate": 0.007411328745367919, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9445692994647662, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Kaqun": { |
| "samples": 562, |
| "BLEU": 2.7317840579858506, |
| "chrF2": 29.715307489517627, |
| "TER": 92.70134228187919, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9767228739002932, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Kavalan": { |
| "samples": 1557, |
| "BLEU": 18.173412659741082, |
| "chrF2": 45.33177150505367, |
| "TER": 67.66914604491488, |
| "exact_match_rate": 0.0038535645472061657, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9326102737707628, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Luanqun": { |
| "samples": 332, |
| "BLEU": 5.754028925080881, |
| "chrF2": 34.357421932703105, |
| "TER": 85.85898709036744, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9699300161501192, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Malan": { |
| "samples": 1158, |
| "BLEU": 6.7356550558895005, |
| "chrF2": 29.21297044431149, |
| "TER": 91.80582989166219, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9171507370887435, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Maolin": { |
| "samples": 441, |
| "BLEU": 0.9332957674783506, |
| "chrF2": 17.257358085519922, |
| "TER": 123.29027355623101, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.2387488030641558, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Nanwang": { |
| "samples": 2693, |
| "BLEU": 12.648334639204224, |
| "chrF2": 37.8394443275611, |
| "TER": 74.93334727377281, |
| "exact_match_rate": 0.0025993316004456, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9833201664296624, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Northern": { |
| "samples": 2521, |
| "BLEU": 7.497443629586842, |
| "chrF2": 35.04997541695432, |
| "TER": 82.95372326570775, |
| "exact_match_rate": 0.0003966679888932963, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9213513671885405, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Saaroa": { |
| "samples": 1406, |
| "BLEU": 8.423104525996585, |
| "chrF2": 42.41239412305376, |
| "TER": 82.69610261470153, |
| "exact_match_rate": 0.005689900426742532, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9480293193717277, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Saisiyat": { |
| "samples": 1168, |
| "BLEU": 20.708728439661346, |
| "chrF2": 45.59062237317741, |
| "TER": 66.96667389575653, |
| "exact_match_rate": 0.0008561643835616438, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.957037037037037, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Sakizaya": { |
| "samples": 1371, |
| "BLEU": 16.959690185531144, |
| "chrF2": 42.61441031500392, |
| "TER": 70.06551382646454, |
| "exact_match_rate": 0.0014587892049598833, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9404237614124333, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Sekolik": { |
| "samples": 3750, |
| "BLEU": 5.706694425383941, |
| "chrF2": 27.522470489613006, |
| "TER": 85.66799432930534, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8785505173531186, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Southern": { |
| "samples": 1626, |
| "BLEU": 4.176000547260932, |
| "chrF2": 27.531767833741366, |
| "TER": 91.50262467191601, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8705695428990466, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Tanqun": { |
| "samples": 631, |
| "BLEU": 6.911868368040984, |
| "chrF2": 36.69782874563383, |
| "TER": 82.43014815551358, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9641631353901022, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Tegudaya": { |
| "samples": 3056, |
| "BLEU": 8.702133985361133, |
| "chrF2": 31.66338946109245, |
| "TER": 77.91377765199755, |
| "exact_match_rate": 0.002617801047120419, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9351165685414621, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Thao": { |
| "samples": 1447, |
| "BLEU": 21.161845706575555, |
| "chrF2": 49.54679588132586, |
| "TER": 57.142168906874794, |
| "exact_match_rate": 0.013130615065653075, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9152056505602933, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Truku": { |
| "samples": 6395, |
| "BLEU": 12.440452614149535, |
| "chrF2": 34.71127457349317, |
| "TER": 67.92440726675562, |
| "exact_match_rate": 0.004222048475371384, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8689023958690156, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Tsou": { |
| "samples": 1734, |
| "BLEU": 12.636426637561193, |
| "chrF2": 38.56609928942818, |
| "TER": 73.38940082894048, |
| "exact_match_rate": 0.0028835063437139563, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9555135976680248, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Wanda": { |
| "samples": 397, |
| "BLEU": 4.286095991428891, |
| "chrF2": 19.967619636478894, |
| "TER": 89.46810390528361, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8423015657173938, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Wanshan": { |
| "samples": 1045, |
| "BLEU": 2.0023475464278677, |
| "chrF2": 24.427915385252323, |
| "TER": 101.16727763843333, |
| "exact_match_rate": 0.0019138755980861245, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 1.03621124941287, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Wenshui": { |
| "samples": 670, |
| "BLEU": 2.3511925304458803, |
| "chrF2": 20.55720684378113, |
| "TER": 100.50154320987654, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8068978374347502, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Wutai": { |
| "samples": 3358, |
| "BLEU": 6.099768805329085, |
| "chrF2": 32.85558555188386, |
| "TER": 88.6196543816931, |
| "exact_match_rate": 0.0005955926146515784, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9726875032519642, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Xiqun": { |
| "samples": 363, |
| "BLEU": 13.417889228504123, |
| "chrF2": 39.96154994004863, |
| "TER": 76.08175290001842, |
| "exact_match_rate": 0.0027548209366391185, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9601745968760146, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Xiuguluan": { |
| "samples": 2805, |
| "BLEU": 7.797611730503079, |
| "chrF2": 29.783131218092763, |
| "TER": 85.37708088111653, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8121827642662021, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Yami": { |
| "samples": 1286, |
| "BLEU": 10.183576425088622, |
| "chrF2": 34.75371689516205, |
| "TER": 76.70616363700292, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9235738938224687, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "YilanZeaol": { |
| "samples": 1074, |
| "BLEU": 3.7434036885827466, |
| "chrF2": 23.09516227502689, |
| "TER": 98.9208156779661, |
| "exact_match_rate": 0.000931098696461825, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9558354449247279, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Zeaol": { |
| "samples": 684, |
| "BLEU": 3.928516856098324, |
| "chrF2": 23.063028770512513, |
| "TER": 91.37679041216019, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8873348041210616, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Zhiben": { |
| "samples": 660, |
| "BLEU": 10.480950057064861, |
| "chrF2": 36.162695449967295, |
| "TER": 77.98520204894707, |
| "exact_match_rate": 0.004545454545454545, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9434381803863436, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "Zhuoqun": { |
| "samples": 1145, |
| "BLEU": 5.237987564625839, |
| "chrF2": 33.82968754195739, |
| "TER": 90.48858481445676, |
| "exact_match_rate": 0.0008733624454148472, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9614774140963493, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "unknown": { |
| "samples": 7502, |
| "BLEU": 15.965900882034575, |
| "chrF2": 41.472484628739906, |
| "TER": 74.80462060590965, |
| "exact_match_rate": 0.004665422553985604, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9909392833945415, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| } |
| }, |
| "by_length_bin": { |
| "001_003": { |
| "samples": 243, |
| "BLEU": 12.188362981725918, |
| "chrF2": 26.44369434795256, |
| "TER": 79.02542372881356, |
| "exact_match_rate": 0.04526748971193416, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.7691919191919192, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "004_008": { |
| "samples": 3550, |
| "BLEU": 14.410237076982423, |
| "chrF2": 36.78291289616559, |
| "TER": 67.47520179912453, |
| "exact_match_rate": 0.02028169014084507, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8096597163895526, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "009_016": { |
| "samples": 42314, |
| "BLEU": 11.589901900753397, |
| "chrF2": 35.73318969439745, |
| "TER": 73.36145323911377, |
| "exact_match_rate": 0.0020324242567471757, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.8746194521183888, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "017_032": { |
| "samples": 24266, |
| "BLEU": 10.603641064303696, |
| "chrF2": 35.748761673316295, |
| "TER": 82.63715267191088, |
| "exact_match_rate": 0.00032967938679634055, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9697731435454457, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| }, |
| "033_plus": { |
| "samples": 3218, |
| "BLEU": 6.5304514927724675, |
| "chrF2": 31.110337703284202, |
| "TER": 95.8225255018213, |
| "exact_match_rate": 0.0, |
| "empty_output_rate": 0.0, |
| "character_length_ratio": 0.9969107379066692, |
| "signatures": { |
| "BLEU": "nrefs:1|case:mixed|eff:yes|tok:13a|smooth:exp|version:2.5.1", |
| "chrF2": "nrefs:1|case:mixed|eff:yes|nc:6|nw:0|space:no|version:2.5.1", |
| "TER": "nrefs:1|case:mixed|tok:tercom|norm:yes|punct:yes|asian:no|version:2.5.1" |
| }, |
| "source_copy_rate": 0.0 |
| } |
| } |
| } |
|
|
