| { |
| "model_info": { |
| "name": "EthioBBPE", |
| "version": "1.0.0", |
| "type": "Byte-level BPE", |
| "library": "tokenizers" |
| }, |
| "training_data": { |
| "datasets": [ |
| { |
| "name": "Synaxarium Dataset", |
| "source": "Nexuss0781/synaxarium", |
| "file": "synaxarium_dataset.parquet", |
| "num_texts": 366 |
| }, |
| { |
| "name": "Canon Biblical Amharic-English", |
| "source": "Nexuss0781/conon-biblical-am-en", |
| "file": "canon_biblical_am_en.parquet", |
| "num_texts": 61403 |
| } |
| ], |
| "total_files_processed": 2, |
| "combined_corpus_size_mb": 15.43, |
| "total_lines": 61769 |
| }, |
| "training_config": { |
| "vocab_size": 16000, |
| "min_frequency": 2, |
| "special_tokens": [ |
| "<pad>", |
| "<unk>", |
| "<s>", |
| "</s>", |
| "<mask>" |
| ], |
| "lowercase": false, |
| "compression": "gzip (level 9)", |
| "checkpointing": true |
| }, |
| "performance_metrics": { |
| "perfect_reconstruction": true, |
| "test_samples": 3, |
| "amharic_geez_punctuation": "✅ Perfect", |
| "synaxarium_text": "✅ Perfect (66 tokens)", |
| "biblical_text": "✅ Perfect (82 tokens)", |
| "compression_ratio": "89.8% (1.3MB -> 136KB)" |
| }, |
| "training_timestamp": "2026-05-01T23:41:22.748426", |
| "hardware": { |
| "cpu_cores": "auto-detected", |
| "training_time_seconds": 16.5 |
| } |
| } |
