Hugging Face's logo

d0rj
/
t5gemma-2-1b-1b.dspark-base

TensorBoard
Safetensors
English
vllm
speculative-decoding
speculators
t5gemma2
dspark
custom_code
Model card Files
xet
 Metrics Community
t5gemma-2-1b-1b.dspark-base
File size: 2,532 Bytes
5405176
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
{
  "args": {
    "base_model": "google/t5gemma-2-1b-1b",
    "dflash_model": "/mnt/d/Projects/dflash_t5/dflash-output/dflash_t5gemma2_mixture_200k/checkpoints/5",
    "dflare_model": "/mnt/d/Projects/dflash_t5/dflash-output/dflare_t5gemma2_mixture_200k/checkpoints/5",
    "dspark_model": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_base_t5gemma2_mixture_200k/checkpoints/5",
    "speculative_token_counts": [
      3,
      7
    ],
    "methods": [
      "dspark"
    ],
    "datasets": [
      "math500",
      "gsm8k",
      "humaneval",
      "mbpp",
      "mt_bench",
      "ultrachat"
    ],
    "num_prompts": 0,
    "ultrachat_num_prompts": 5000,
    "warmup": 8,
    "concurrency": 4,
    "max_num_seqs": 4,
    "max_num_batched_tokens": 4096,
    "max_model_len": 2048,
    "max_tokens": 128,
    "gpu_memory_utilization": 0.85,
    "host": "127.0.0.1",
    "port": 8011,
    "temperature": 0.0,
    "top_p": 1.0,
    "seed": 0,
    "timeout_s": 180.0,
    "server_timeout_s": 600.0,
    "enforce_eager": false,
    "include_baseline": true
  },
  "runs": [
    {
      "name": "baseline",
      "checkpoint": null,
      "num_speculative_tokens": null
    },
    {
      "name": "dspark_k3",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_base_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 3
    },
    {
      "name": "dspark_k7",
      "checkpoint": "/mnt/d/Projects/dflash_t5/dflash-output/dspark_base_t5gemma2_mixture_200k/checkpoints/5",
      "num_speculative_tokens": 7
    }
  ],
  "prompt_sets": {
    "math500": {
      "count": 500,
      "sha256": "78a67699bc700588d0e23da6457ea3afc00d5635897d456a6245f1e964449c4a"
    },
    "gsm8k": {
      "count": 1319,
      "sha256": "d591bbef95c9d5b17f6f26999bde24def2f6fbf25d7e20953b9ac89c65ffbb8e"
    },
    "humaneval": {
      "count": 164,
      "sha256": "de1066c5b81dc0f99eab434315cee2c3c68c5a522b8c25d53c73f9c9042b44c8"
    },
    "mbpp": {
      "count": 500,
      "sha256": "c596be7f77834627fd0a05755691e30dbf4f6724425842de6d03348614e5fecd"
    },
    "mt_bench": {
      "count": 160,
      "sha256": "8761bfece58bd26e5b93c33e9aad480728ea9950a7d257aaff267db5c7b98010"
    },
    "ultrachat": {
      "count": 5000,
      "sha256": "5dac9e9dc0d63372c701dbebbb18f3f22a568e9b62cc0ff1b4fb88fc41bf5bf7"
    }
  },
  "benchmark_fingerprint": "147953dd8a19af693b2d21afde185100031b98caa454b1e3dfbedd4cbd80175b",
  "output_dir": "/mnt/d/Projects/dflash_t5/benchmark-results/t5gemma2_dspark_base_suite_bs4_fixed"
}