{ "additional_special_tokens": [ { "content": "<|mem0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem32|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem33|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem34|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem35|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem36|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem37|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem38|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem39|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem40|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem41|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem42|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem43|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem44|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem45|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem46|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem47|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem48|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem49|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem50|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem51|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem52|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem53|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem54|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem55|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem56|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem57|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem58|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem59|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem60|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem61|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem62|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|mem63|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } ], "eos_token": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }