| { | |
| "vocab_size": 16000, | |
| "min_frequency": 2, | |
| "show_progress": true, | |
| "special_tokens": [ | |
| "<pad>", | |
| "<unk>", | |
| "<s>", | |
| "</s>", | |
| "<mask>" | |
| ], | |
| "lowercase": false, | |
| "dropout": null, | |
| "data_dir": "./data", | |
| "model_save_dir": "models", | |
| "model_name": "EthioBBPE_AmharicBible", | |
| "use_checkpoint": true, | |
| "checkpoint_dir": "./models/checkpoints", | |
| "save_compressed": true, | |
| "compression_format": "gzip", | |
| "compression_level": 9, | |
| "checkpoint_steps": null, | |
| "num_threads": -1, | |
| "enable_backup": true, | |
| "max_checkpoints": 5, | |
| "enable_quantization": true, | |
| "quantization_bits": 8 | |
| } |