{ "add_bos_token": true, "add_eos_token": false, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true, "id": 0 }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true, "id": 1 }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true, "id": 2 }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true, "id": 3 }, "4": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 4 }, "5": { "content": "[multimodal]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 5 }, "6": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 6 }, "7": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 7 }, "8": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 8 }, "9": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 9 }, "10": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 10 }, "11": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 11 }, "12": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 12 }, "13": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 13 }, "14": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 14 }, "15": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 15 }, "16": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 16 }, "17": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 17 }, "18": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 18 }, "19": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 19 }, "20": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 20 }, "21": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 21 }, "22": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 22 }, "23": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 23 }, "24": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 24 }, "25": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 25 }, "26": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 26 }, "27": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 27 }, "28": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 28 }, "29": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 29 }, "30": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 30 }, "31": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 31 }, "32": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 32 }, "33": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 33 }, "34": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 34 }, "35": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 35 }, "36": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 36 }, "37": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 37 }, "38": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 38 }, "39": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 39 }, "40": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 40 }, "41": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 41 }, "42": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 42 }, "43": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 43 }, "44": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 44 }, "45": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 45 }, "46": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 46 }, "47": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 47 }, "48": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 48 }, "49": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 49 }, "50": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 50 }, "51": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 51 }, "52": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 52 }, "53": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 53 }, "54": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 54 }, "55": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 55 }, "56": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 56 }, "57": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 57 }, "58": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 58 }, "59": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 59 }, "60": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 60 }, "61": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 61 }, "62": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 62 }, "63": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 63 }, "64": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 64 }, "65": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 65 }, "66": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 66 }, "67": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 67 }, "68": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 68 }, "69": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 69 }, "70": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 70 }, "71": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 71 }, "72": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 72 }, "73": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 73 }, "74": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 74 }, "75": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 75 }, "76": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 76 }, "77": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 77 }, "78": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 78 }, "79": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 79 }, "80": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 80 }, "81": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 81 }, "82": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 82 }, "83": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 83 }, "84": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 84 }, "85": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 85 }, "86": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 86 }, "87": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 87 }, "88": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 88 }, "89": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 89 }, "90": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 90 }, "91": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 91 }, "92": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 92 }, "93": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 93 }, "94": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 94 }, "95": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 95 }, "96": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 96 }, "97": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 97 }, "98": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 98 }, "99": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 99 }, "100": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 100 }, "101": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 101 }, "102": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 102 }, "103": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 103 }, "104": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 104 }, "105": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true, "id": 105 }, "106": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true, "id": 106 }, "107": { "content": "\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 107 }, "108": { "content": "\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 108 }, "109": { "content": "\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 109 }, "110": { "content": "\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 110 }, "111": { "content": "\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 111 }, "112": { "content": "\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 112 }, "113": { "content": "\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 113 }, "114": { "content": "\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 114 }, "115": { "content": "\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 115 }, "116": { "content": "\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 116 }, "117": { "content": "\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 117 }, "118": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 118 }, "119": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 119 }, "120": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 120 }, "121": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 121 }, "122": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 122 }, "123": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 123 }, "124": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 124 }, "125": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 125 }, "126": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 126 }, "127": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 127 }, "128": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 128 }, "129": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 129 }, "130": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 130 }, "131": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 131 }, "132": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 132 }, "133": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 133 }, "134": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 134 }, "135": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 135 }, "136": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 136 }, "137": { "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 137 }, "138": { "content": "▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 138 }, "139": { "content": "▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 139 }, "140": { "content": "▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 140 }, "141": { "content": "▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 141 }, "142": { "content": "▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 142 }, "143": { "content": "▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 143 }, "144": { "content": "▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 144 }, "145": { "content": "▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 145 }, "146": { "content": "▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 146 }, "147": { "content": "▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 147 }, "148": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 148 }, "149": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 149 }, "150": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 150 }, "151": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 151 }, "152": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 152 }, "153": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 153 }, "154": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 154 }, "155": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 155 }, "156": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 156 }, "157": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 157 }, "158": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 158 }, "159": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 159 }, "160": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 160 }, "161": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 161 }, "162": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 162 }, "163": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 163 }, "164": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 164 }, "165": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 165 }, "166": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 166 }, "167": { "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 167 }, "168": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 168 }, "169": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 170 }, "171": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 171 }, "172": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 172 }, "173": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 173 }, "174": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 169 }, "170": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 174 }, "175": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 175 }, "176": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 176 }, "177": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 177 }, "178": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 178 }, "179": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 179 }, "180": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 180 }, "181": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 181 }, "182": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 182 }, "183": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 183 }, "184": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 184 }, "185": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 185 }, "186": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 186 }, "187": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 187 }, "188": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 188 }, "189": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 189 }, "190": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 190 }, "191": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 191 }, "192": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 192 }, "193": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 193 }, "194": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 194 }, "195": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 195 }, "196": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 196 }, "197": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 197 }, "198": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 198 }, "199": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 199 }, "200": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 200 }, "201": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 201 }, "202": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 202 }, "203": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 203 }, "204": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 204 }, "205": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 205 }, "206": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 206 }, "207": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 207 }, "208": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 208 }, "209": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 209 }, "210": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 210 }, "211": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 211 }, "212": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 212 }, "213": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 213 }, "214": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 214 }, "215": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 215 }, "216": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 216 }, "217": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 217 }, "218": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 218 }, "219": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 219 }, "220": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 220 }, "221": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 221 }, "222": { "content": "
    ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 222 }, "223": { "content": "
  • ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 223 }, "224": { "content": "
    ", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 224 }, "225": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 236 }, "237": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false, "id": 237 }, "16382": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true, "id": 16382 }, "16383": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true, "id": 16383 }, "16384": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true, "id": 16384 } }, "boi_token": "", "bos_token": "", "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n {%- if messages[0]['content'] is string -%}\n {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n {%- else -%}\n {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n {%- endif -%}\n {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n {%- set first_user_prefix = \"\" -%}\n {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n {%- endif -%}\n {%- if (message['role'] == 'assistant') -%}\n {%- set role = \"model\" -%}\n {%- else -%}\n {%- set role = message['role'] -%}\n {%- endif -%}\n {{ '' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n {%- if message['content'] is string -%}\n {{ message['content'] | trim }}\n {%- elif message['content'] is iterable -%}\n {%- for item in message['content'] -%}\n {%- if item['type'] == 'image' -%}\n {{ '' }}\n {%- elif item['type'] == 'text' -%}\n {{ item['text'] | trim }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{ raise_exception(\"Invalid content type\") }}\n {%- endif -%}\n {{ '\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{'model\n'}}\n{%- endif -%}\n", "clean_up_tokenization_spaces": false, "eoi_token": "", "eos_token": "", "extra_special_tokens": { "boi_token": "", "eoi_token": "", "image_token": "" }, "image_token": "", "model_max_length": 16384, "pad_token": "", "processor_class": "Gemma3Processor", "sp_model_kwargs": null, "spaces_between_special_tokens": false, "tokenizer_class": "GemmaTokenizer", "unk_token": "", "use_default_system_prompt": false }