{
  "step": 280000,
  "best_metric": "chrF2",
  "best_value": 48.63318542236297,
  "direction": "zh2f",
  "validation": {
    "mean_token_loss": 2.1317479789684692,
    "ppl": 8.42958868466291,
    "by_language": {
      "ami": 2.269358691668898,
      "bnn": 2.104894006520871,
      "ckv": 1.8107160835177238,
      "dru": 2.2205682444297405,
      "pwn": 2.2337666226988415,
      "pyu": 1.551884051591749,
      "ssf": 1.7170341627330012,
      "sxr": 2.331028452326917,
      "szy": 2.1995507054022494,
      "tao": 2.877571459555958,
      "tay": 1.7397732444987097,
      "trv": 2.778555995799422,
      "tsu": 2.2668690758533803,
      "xnb": 1.363018649051961,
      "xsy": 1.9556310469665925
    },
    "generation": {
      "samples": 1920,
      "bleu_tokenize": "13a",
      "global": {
        "BLEU": 24.44267743637224,
        "chrF2": 48.63318542236297,
        "TER": 72.19686356035612,
        "exact_match_rate": 0.0328125,
        "empty_output_rate": 0.0,
        "character_length_ratio": 0.9440213020983477
      },
      "by_language": {
        "ami": {
          "samples": 128,
          "BLEU": 17.85512263123292,
          "chrF2": 39.98571203917058,
          "TER": 72.768192048012,
          "exact_match_rate": 0.015625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.8103996680956991
        },
        "bnn": {
          "samples": 128,
          "BLEU": 22.645666096272024,
          "chrF2": 51.080349342786036,
          "TER": 72.78688524590164,
          "exact_match_rate": 0.0390625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9546792984252976
        },
        "ckv": {
          "samples": 128,
          "BLEU": 33.66880755635196,
          "chrF2": 56.68776294516569,
          "TER": 58.133971291866025,
          "exact_match_rate": 0.046875,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9225160829163689
        },
        "dru": {
          "samples": 128,
          "BLEU": 22.3007660121,
          "chrF2": 48.207123404656315,
          "TER": 86.4500792393027,
          "exact_match_rate": 0.0390625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 1.0123957367933272
        },
        "pwn": {
          "samples": 128,
          "BLEU": 14.708541368128696,
          "chrF2": 41.18716454434891,
          "TER": 83.75254928619987,
          "exact_match_rate": 0.0078125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9558323895809739
        },
        "pyu": {
          "samples": 128,
          "BLEU": 37.34728596407374,
          "chrF2": 57.47543271792994,
          "TER": 54.82130815913688,
          "exact_match_rate": 0.125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9251677076104557
        },
        "ssf": {
          "samples": 128,
          "BLEU": 31.010144775751396,
          "chrF2": 55.935953143945284,
          "TER": 60.111576011157595,
          "exact_match_rate": 0.0390625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9231113097898972
        },
        "sxr": {
          "samples": 128,
          "BLEU": 14.363923538208141,
          "chrF2": 51.044451393604305,
          "TER": 83.9382940108893,
          "exact_match_rate": 0.0078125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9517633186836746
        },
        "szy": {
          "samples": 128,
          "BLEU": 25.298077472587014,
          "chrF2": 49.53596050102026,
          "TER": 67.36059479553903,
          "exact_match_rate": 0.0234375,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9305140059831384
        },
        "tao": {
          "samples": 128,
          "BLEU": 24.445549580912907,
          "chrF2": 43.47864106568798,
          "TER": 71.18119975262832,
          "exact_match_rate": 0.03125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9397546459370825
        },
        "tay": {
          "samples": 128,
          "BLEU": 27.905381873235783,
          "chrF2": 50.36756388999408,
          "TER": 62.61620185922975,
          "exact_match_rate": 0.0390625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9146141215106732
        },
        "trv": {
          "samples": 128,
          "BLEU": 16.827752065519654,
          "chrF2": 38.42296089938853,
          "TER": 80.38574697613599,
          "exact_match_rate": 0.0078125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9287296898079763
        },
        "tsu": {
          "samples": 128,
          "BLEU": 15.659400453652273,
          "chrF2": 41.39653446689282,
          "TER": 83.96846254927726,
          "exact_match_rate": 0.0078125,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9500116522955022
        },
        "xnb": {
          "samples": 128,
          "BLEU": 31.783554264342545,
          "chrF2": 60.21115612912942,
          "TER": 60.189165950128974,
          "exact_match_rate": 0.0390625,
          "empty_output_rate": 0.0,
          "character_length_ratio": 0.9772643024836278
        },
        "xsy": {
          "samples": 128,
          "BLEU": 28.905155126822713,
          "chrF2": 52.77532696227354,
          "TER": 75.81120943952803,
          "exact_match_rate": 0.0234375,
          "empty_output_rate": 0.0,
          "character_length_ratio": 1.0457130114840005
        }
      }
    },
    "step": 280000,
    "selection": {
      "metric": "chrF2",
      "value": 48.63318542236297,
      "improved": true,
      "best_value_before_eval": 48.441275571052344
    }
  }
}