{ "tokenizer_class": "CognicaPoETokenizer", "auto_map": { "AutoTokenizer": [ "tokenization_cognica_poe.CognicaPoETokenizer", null ] }, "model_max_length": 2048, "clean_up_tokenization_spaces": false, "bos_token": "<|bos|>", "eos_token": "<|bos|>", "pad_token": null, "unk_token": null, "additional_special_tokens": [ "<|user_start|>", "<|user_end|>", "<|assistant_start|>", "<|assistant_end|>", "<|python_start|>", "<|python_end|>", "<|output_start|>", "<|output_end|>" ], "added_tokens_decoder": { "32759": { "content": "<|bos|>", "lstrip": false, "rstrip": false, "single_word": false, "normalized": false, "special": true }, "32760": { "content": "<|user_start|>", "lstrip": false, "rstrip": false, "single_word": false, "normalized": false, "special": true }, "32761": { "content": "<|user_end|>", "lstrip": false, "rstrip": false, "single_word": false, "normalized": false, "special": true }, "32762": { "content": "<|assistant_start|>", "lstrip": false, "rstrip": false, "single_word": false, "normalized": false, "special": true }, "32763": { "content": "<|assistant_end|>", "lstrip": false, "rstrip": false, "single_word": false, "normalized": false, "special": true }, "32764": { "content": "<|python_start|>", "lstrip": false, "rstrip": false, "single_word": false, "normalized": false, "special": true }, "32765": { "content": "<|python_end|>", "lstrip": false, "rstrip": false, "single_word": false, "normalized": false, "special": true }, "32766": { "content": "<|output_start|>", "lstrip": false, "rstrip": false, "single_word": false, "normalized": false, "special": true }, "32767": { "content": "<|output_end|>", "lstrip": false, "rstrip": false, "single_word": false, "normalized": false, "special": true } } }