| # Timestamp: 2026-07-16T09:20:35.403196+00:00 | |
| # Git SHA: 4bd884b204230bbbec44dbb6538eb82593c4016f | |
| # World size: 1 | |
| # speculators: 0.7.0.dev72 | |
| # vllm: not installed | |
| # transformers: 5.12.1 | |
| # torch: 2.12.0 | |
| # compressed-tensors: not installed | |
| scripts/train_t5gemma_online.py --verifier-name-or-path google/t5gemma-2-1b-1b --data-path /home/pc/dflash-output/t5gemma2_mixture_200k --save-path ../dflash-output/dspark_base_t5gemma2_mixture_200k/checkpoints --draft-vocab-size 32000 --speculator-type dspark --draft-arch llama --draft-hidden-act silu --draft-attn-impl eager --block-size 8 --max-anchors 256 --num-layers 3 --target-layer-ids 2 7 13 18 21 --markov-rank 256 --markov-head-type vanilla --enable-confidence-head --confidence-head-with-markov --confidence-head-alpha 1.0 --total-seq-len 2048 --epochs 6 --lr 6e-4 --loss-fn '{"ce": 0.1, "tv": 0.9}' --logger tensorboard --log-dir /home/pc/dflash-output/tensorboard/t5gemma2_mixture_200k --run-name dspark_base_t5gemma2_mixture_200k --on-missing raise --num-workers 0 --prefetch-factor 1 | |