File size: 608 Bytes
f4f7e28 cca3eb7 f4f7e28 b030bfb f4f7e28 cca3eb7 f4f7e28 b030bfb f4f7e28 cca3eb7 b030bfb cca3eb7 b030bfb cca3eb7 f4f7e28 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"vocab_size": 16000,
"min_frequency": 2,
"show_progress": true,
"special_tokens": [
"<pad>",
"<unk>",
"<s>",
"</s>",
"<mask>"
],
"lowercase": false,
"dropout": null,
"data_dir": "./data",
"model_save_dir": "models",
"model_name": "EthioBBPE_AmharicBible",
"use_checkpoint": true,
"checkpoint_dir": "./models/checkpoints",
"save_compressed": true,
"compression_format": "gzip",
"compression_level": 9,
"checkpoint_steps": null,
"num_threads": -1,
"enable_backup": true,
"max_checkpoints": 5,
"enable_quantization": true,
"quantization_bits": 8
} |