{ "add_prefix_space": null, "auto_map": { "AutoTokenizer": [ "llmjp4_tokenizer.Llmjp4Tokenizer", null ] }, "backend": "tokenizers", "bos_token": "<|startoftext|>", "clean_up_tokenization_spaces": false, "cls_token": "<|cls|>", "eod_token": "<|eod|>", "eos_token": "<|return|>", "extra_ids": 0, "is_local": false, "local_files_only": false, "mask_token": "<|mask|>", "model_max_length": 1000000000000000019884624838656, "model_specific_special_tokens": { "eod_token": "<|eod|>" }, "pad_token": "<|endoftext|>", "response_schema": { "properties": { "content": { "type": "string", "x-regex": "<\\|channel\\|>final<\\|message\\|>(.*?)(?:<\\|end\\|>|<\\|return\\|>|$)" }, "role": { "const": "assistant" }, "thinking": { "type": "string", "x-regex": "<\\|channel\\|>analysis<\\|message\\|>(.*?)<\\|end\\|>" }, "tool_calls": { "items": { "properties": { "function": { "properties": { "arguments": { "additionalProperties": { "type": "any" }, "type": "object", "x-parser": "json", "x-regex": "<\\|message\\|>(.*)" }, "name": { "type": "string", "x-regex": "^to=functions\\.(\\w+)" } }, "type": "object" }, "type": { "const": "function" } }, "type": "object" }, "type": "array", "x-regex-iterator": "<\\|channel\\|>commentary (to=functions\\..*?<\\|message\\|>.*?)(?:<\\|call\\|>|$)" } }, "type": "object" }, "sep_token": "<|sep|>", "sp_model_kwargs": {}, "tokenizer_class": "Llmjp4Tokenizer", "unk_token": "<|unk|>", "use_default_system_prompt": false }