{
  "schema_version": 3,
  "recipe_id": "nllb200-spm8k-directional-v5",
  "model_family": "nllb",
  "corpus_pipeline_version": "formosan-mt-corpus-v3",
  "mt_standardization": {
    "id": "formosan-mt-standard-v3",
    "sha256": "3c93c1abecfc68c72e3bb1d547fbe0bdebb14bb74e7a5d3c5c519bd18d34bf6f",
    "namespace": "formosan-mt"
  },
  "base_model": {
    "name": "facebook/nllb-200-distilled-600M",
    "revision": "f8d333a098d19b4fd9a8b18f94170487ad3f821d"
  },
  "splits": {
    "train_ratio": 0.85,
    "validate_ratio": 0.05,
    "test_ratio": 0.10,
    "min_test_rows": 0,
    "min_validate_rows": 0,
    "min_formosan_tokens": 2,
    "min_target_tokens": 2,
    "min_combined_tokens": 6,
    "min_punctuated_combined_tokens": 5,
    "max_eval_units_per_side": 384,
    "source_ratio_tolerance": 0.02,
    "ratio_basis": "all_pairs_by_language_human_rows_by_source",
    "synthetic_eval_policy": "human_only_source_stratified",
    "character_ngram_jaccard_threshold": 0.95,
    "tiers": ["in_domain_hard"],
    "headline_tier": "in_domain_hard"
  },
  "tokenizer": {
    "mode": "spm",
    "spm_vocab_sweep": [8192],
    "default_spm_vocab": 8192,
    "chinese_default_spm_vocab": 8192,
    "min_char_frequency": 3,
    "max_dialect_tags": 200,
    "min_dialect_frequency": 3,
    "training_columns": ["formosan_sentence"],
    "setup_splits": ["train"]
  },
  "training_defaults": {
    "steps": 300000,
    "batch_size": 8,
    "grad_accum_steps": 8,
    "effective_batch_size": 64,
    "max_length": 384,
    "learning_rate": 0.00002,
    "warmup_steps": 4000,
    "weight_decay": 0.001,
    "alpha": 0.5,
    "domain_tag_dropout": 0.25,
    "dialect_tag_dropout": 0.25,
    "precision": "bf16",
    "label_smoothing": 0.1,
    "save_interval": 0,
    "log_interval": 500,
    "generation_eval_interval": 10000,
    "generation_eval_samples_per_language": 128,
    "generation_eval_batch_size": 16,
    "validation_beam": 2,
    "validation_metadata_mode": "default",
    "best_metric": "chrF2",
    "early_stopping_patience": 5,
    "early_stopping_min_delta": 0.05,
    "early_stopping_start_step": 30000,
    "f2en_easy_source_weight": 0.05,
    "en2f_easy_source_weight": 0.15,
    "f2zh_easy_source_weight": 0.05,
    "zh2f_easy_source_weight": 0.15
  },
  "generation_defaults": {
    "beam": 4,
    "max_length": 384,
    "max_new_tokens": 256,
    "min_new_tokens": 1,
    "no_repeat_ngram_size": 0,
    "repetition_penalty": 1.0,
    "length_penalty": 1.0,
    "metadata_modes": ["default"],
    "bootstrap_samples": 0,
    "bootstrap_seed": 42
  }
}