{ "add_blank": true, "added_tokens_decoder": { "0": { "content": "|", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "43": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "44": { "content": "!", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "45": { "content": "\"", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "46": { "content": "%", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "47": { "content": "(", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "48": { "content": ")", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49": { "content": ",", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50": { "content": ".", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "51": { "content": "/", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "52": { "content": "0", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "53": { "content": "1", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "54": { "content": "2", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "55": { "content": "3", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "56": { "content": "4", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57": { "content": "5", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "58": { "content": "6", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "59": { "content": "7", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "60": { "content": "8", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "61": { "content": "9", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "62": { "content": ":", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "63": { "content": "?", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64": { "content": "[", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "65": { "content": "]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "66": { "content": "c", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "67": { "content": "q", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "68": { "content": "v", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "69": { "content": "x", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "70": { "content": "z", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "71": { "content": "£", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "72": { "content": "ö", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "73": { "content": "œ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "74": { "content": "͕", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "75": { "content": "ṅ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "76": { "content": "ị", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "77": { "content": "ụ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "78": { "content": "​", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "79": { "content": "–", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "80": { "content": "’", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "81": { "content": "“", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "82": { "content": "”", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [], "backend": "custom", "clean_up_tokenization_spaces": true, "is_local": false, "is_uroman": false, "language": "yor", "model_max_length": 1000000000000000019884624838656, "normalize": true, "pad_token": "|", "phonemize": false, "tokenizer_class": "VitsTokenizer", "unk_token": "", "verbose": false }