| { |
| "args": { |
| "base_model": "google/t5gemma-2-1b-1b", |
| "dflash_model": "/mnt/d/Projects/dflash_t5/dflash-output/dflash_t5gemma2_mixture_200k/checkpoints/5", |
| "dflare_model": "/mnt/d/Projects/dflash_t5/dflash-output/dflare_t5gemma2_mixture_200k/checkpoints/5", |
| "dspark_model": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_t5gemma2_mixture_200k/checkpoints/5", |
| "speculative_token_counts": [ |
| 3, |
| 7 |
| ], |
| "methods": [ |
| "dflash", |
| "dflare", |
| "dspark" |
| ], |
| "datasets": [ |
| "math500", |
| "gsm8k", |
| "humaneval", |
| "mbpp", |
| "mt_bench", |
| "ultrachat" |
| ], |
| "num_prompts": 0, |
| "ultrachat_num_prompts": 5000, |
| "warmup": 8, |
| "concurrency": 4, |
| "max_num_seqs": 4, |
| "max_num_batched_tokens": 4096, |
| "max_model_len": 2048, |
| "max_tokens": 128, |
| "gpu_memory_utilization": 0.85, |
| "host": "127.0.0.1", |
| "port": 8011, |
| "temperature": 0.0, |
| "top_p": 1.0, |
| "seed": 0, |
| "timeout_s": 180.0, |
| "server_timeout_s": 600.0, |
| "enforce_eager": false, |
| "include_baseline": true |
| }, |
| "runs": [ |
| { |
| "name": "baseline", |
| "checkpoint": null, |
| "num_speculative_tokens": null |
| }, |
| { |
| "name": "dflash_k3", |
| "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dflash_t5gemma2_mixture_200k/checkpoints/5", |
| "num_speculative_tokens": 3 |
| }, |
| { |
| "name": "dflash_k7", |
| "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dflash_t5gemma2_mixture_200k/checkpoints/5", |
| "num_speculative_tokens": 7 |
| }, |
| { |
| "name": "dflare_k3", |
| "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dflare_t5gemma2_mixture_200k/checkpoints/5", |
| "num_speculative_tokens": 3 |
| }, |
| { |
| "name": "dflare_k7", |
| "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dflare_t5gemma2_mixture_200k/checkpoints/5", |
| "num_speculative_tokens": 7 |
| }, |
| { |
| "name": "dspark_k3", |
| "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_t5gemma2_mixture_200k/checkpoints/5", |
| "num_speculative_tokens": 3 |
| }, |
| { |
| "name": "dspark_k7", |
| "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_t5gemma2_mixture_200k/checkpoints/5", |
| "num_speculative_tokens": 7 |
| } |
| ], |
| "prompt_sets": { |
| "math500": { |
| "count": 500, |
| "sha256": "78a67699bc700588d0e23da6457ea3afc00d5635897d456a6245f1e964449c4a" |
| }, |
| "gsm8k": { |
| "count": 1319, |
| "sha256": "d591bbef95c9d5b17f6f26999bde24def2f6fbf25d7e20953b9ac89c65ffbb8e" |
| }, |
| "humaneval": { |
| "count": 164, |
| "sha256": "de1066c5b81dc0f99eab434315cee2c3c68c5a522b8c25d53c73f9c9042b44c8" |
| }, |
| "mbpp": { |
| "count": 500, |
| "sha256": "c596be7f77834627fd0a05755691e30dbf4f6724425842de6d03348614e5fecd" |
| }, |
| "mt_bench": { |
| "count": 160, |
| "sha256": "8761bfece58bd26e5b93c33e9aad480728ea9950a7d257aaff267db5c7b98010" |
| }, |
| "ultrachat": { |
| "count": 5000, |
| "sha256": "5dac9e9dc0d63372c701dbebbb18f3f22a568e9b62cc0ff1b4fb88fc41bf5bf7" |
| } |
| }, |
| "benchmark_fingerprint": "f9d631623c44c4276ee1b29d5e2e5ce03c216e6d5c95ffda6333d549323e0c89", |
| "output_dir": "/mnt/d/Projects/dflash_t5/benchmark-results/t5gemma2_speculators_suite_bs4_fixed" |
| } |
