{
  "dataset": "translated-babylm-telugu",
  "input_dir": "../../gpt-2/telugu/data/translated-babylm-telugu/train",
  "vocab_size": 16384,
  "files": [
    "../../gpt-2/telugu/data/translated-babylm-telugu/train/bnc_spoken.train.te.txt",
    "../../gpt-2/telugu/data/translated-babylm-telugu/train/childes.train.te.txt",
    "../../gpt-2/telugu/data/translated-babylm-telugu/train/gutenberg.train.te.txt",
    "../../gpt-2/telugu/data/translated-babylm-telugu/train/open_subtitles.train.te.txt",
    "../../gpt-2/telugu/data/translated-babylm-telugu/train/simple_wiki.train.te.txt",
    "../../gpt-2/telugu/data/translated-babylm-telugu/train/switchboard.train.te.txt"
  ],
  "special_tokens": [
    "<unk>",
    "<s>",
    "</s>",
    "<pad>",
    "<mask>",
    "<special_0>",
    "<special_1>",
    "<special_2>",
    "<special_3>",
    "<special_4>",
    "<special_5>",
    "<special_6>",
    "<special_7>",
    "<special_8>",
    "<special_9>",
    "<special_10>"
  ]
}