{ "additional_special_tokens": [ { "content": "<1800>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1801>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1802>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1803>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1804>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1805>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1806>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1807>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1808>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1809>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1810>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1811>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1812>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1813>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1814>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1815>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1816>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1817>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1818>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1819>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1820>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1821>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1822>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1823>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1824>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1825>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1826>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1827>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1828>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1829>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1830>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1831>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1832>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1833>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1834>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1835>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1836>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1837>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1838>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1839>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1840>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1841>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1842>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1843>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1844>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1845>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1846>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1847>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1848>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1849>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1850>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1851>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1852>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1853>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1854>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1855>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1856>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1857>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1858>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1859>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1860>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1861>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1862>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1863>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1864>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1865>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1866>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1867>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1868>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1869>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1870>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1871>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1872>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1873>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1874>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1875>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1876>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1877>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1878>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1879>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1880>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1881>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1882>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1883>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1884>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1885>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1886>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1887>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1888>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1889>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1890>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1891>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1892>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1893>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1894>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1895>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1896>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1897>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1898>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1899>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<1900>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } ], "bos_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "cls_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "eos_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "mask_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "sep_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "unk_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }