Hugging Face's logo

d0rj
/
t5gemma-2-1b-1b.dflash-large

TensorBoard
Safetensors
English
vllm
speculative-decoding
speculators
t5gemma2
dflash
custom_code
Model card Files
xet
 Metrics Community
t5gemma-2-1b-1b.dflash-large
File size: 3,269 Bytes
ef01ffb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
{
  "args": {
    "base_model": "google/t5gemma-2-1b-1b",
    "dflash_model": "/mnt/d/Projects/dflash_t5/dflash-output/dflash_t5gemma2_mixture_200k/checkpoints/5",
    "dflare_model": "/mnt/d/Projects/dflash_t5/dflash-output/dflare_t5gemma2_mixture_200k/checkpoints/5",
    "dspark_model": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_t5gemma2_mixture_200k/checkpoints/5",
    "speculative_token_counts": [
      3,
      7
    ],
    "methods": [
      "dflash",
      "dflare",
      "dspark"
    ],
    "datasets": [
      "math500",
      "gsm8k",
      "humaneval",
      "mbpp",
      "mt_bench",
      "ultrachat"
    ],
    "num_prompts": 0,
    "ultrachat_num_prompts": 5000,
    "warmup": 8,
    "concurrency": 1,
    "max_num_seqs": 1,
    "max_num_batched_tokens": 4096,
    "max_model_len": 2048,
    "max_tokens": 128,
    "gpu_memory_utilization": 0.85,
    "host": "127.0.0.1",
    "port": 8011,
    "temperature": 0.0,
    "top_p": 1.0,
    "seed": 0,
    "timeout_s": 180.0,
    "server_timeout_s": 600.0,
    "enforce_eager": false,
    "include_baseline": true
  },
  "runs": [
    {
      "name": "baseline",
      "checkpoint": null,
      "num_speculative_tokens": null
    },
    {
      "name": "dflash_k3",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dflash_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 3
    },
    {
      "name": "dflash_k7",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dflash_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 7
    },
    {
      "name": "dflare_k3",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dflare_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 3
    },
    {
      "name": "dflare_k7",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dflare_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 7
    },
    {
      "name": "dspark_k3",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 3
    },
    {
      "name": "dspark_k7",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 7
    }
  ],
  "prompt_sets": {
    "math500": {
      "count": 500,
      "sha256": "78a67699bc700588d0e23da6457ea3afc00d5635897d456a6245f1e964449c4a"
    },
    "gsm8k": {
      "count": 1319,
      "sha256": "d591bbef95c9d5b17f6f26999bde24def2f6fbf25d7e20953b9ac89c65ffbb8e"
    },
    "humaneval": {
      "count": 164,
      "sha256": "de1066c5b81dc0f99eab434315cee2c3c68c5a522b8c25d53c73f9c9042b44c8"
    },
    "mbpp": {
      "count": 500,
      "sha256": "c596be7f77834627fd0a05755691e30dbf4f6724425842de6d03348614e5fecd"
    },
    "mt_bench": {
      "count": 160,
      "sha256": "8761bfece58bd26e5b93c33e9aad480728ea9950a7d257aaff267db5c7b98010"
    },
    "ultrachat": {
      "count": 5000,
      "sha256": "5dac9e9dc0d63372c701dbebbb18f3f22a568e9b62cc0ff1b4fb88fc41bf5bf7"
    }
  },
  "benchmark_fingerprint": "436353e1f7cd491994a7f381976fb001a63b77a4fea4411f0b645d604defc27e",
  "output_dir": "/mnt/d/Projects/dflash_t5/benchmark-results/t5gemma2_speculators_suite_bs1_fixed"
}