{ "add_prefix_space": false, "added_tokens_decoder": {}, "auto_map": { "AutoProcessor": "processing_yasa2.Yasa2Processor", "AutoTokenizer": [ "tokenization_yasa2.Yasa2Tokenizer", null ] }, "clean_up_tokenization_spaces": false, "extra_special_tokens": {}, "model_max_length": 16384, "processor_class": "Yasa2Processor", "tiktoken_model_name": "cl100k_base", "tokenizer_class": "Yasa2Tokenizer" }