v75 (S24/SM8650, soc 57): Ternary-Bonsai-1.7B W8 bundle — Plane A 6/6

#2
by flying101 - opened
.gitattributes CHANGED
@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  v81/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
  v79/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  v81/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
  v79/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
+ v75/tokenizer.json filter=lfs diff=lfs merge=lfs -text
v75/tbonsai17b_decn1k_w8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00525f2ae9d69f041df52f4cfa3943f5e89f2f986fdcd438cde19933f2a9f382
3
+ size 1419825152
v75/tbonsai17b_embed_f16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17e2617290fff71793538b9664ee100e6eb74646e812e9d12eef06881085159f
3
+ size 621236224
v75/tbonsai17b_lmh_w8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fb4b711bfa200f2daa57d366fb0f0f29110500fdc2fbff90cdc7d9fb35be7cc
3
+ size 313282560
v75/ternary-bonsai-1.7b-1024.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "_comment": "",
4
+ "model": {
5
+ "name": "ternary-bonsai-1.7b-1024",
6
+ "family": "llm",
7
+ "dsp_arch": "v75",
8
+ "tokenizer_pre": "qwen2"
9
+ },
10
+ "params": {
11
+ "hidden": 2048,
12
+ "vocab": 151669,
13
+ "n_layers": 28,
14
+ "max_ctx": 1024,
15
+ "kv_dim": 1024,
16
+ "head_dim": 128,
17
+ "rope_theta": 1000000.0,
18
+ "eos_token_id": 151645,
19
+ "rope_inv_freq": [
20
+ 1.0,
21
+ 0.805842188,
22
+ 0.649381632,
23
+ 0.523299115,
24
+ 0.421696503,
25
+ 0.339820833,
26
+ 0.273841963,
27
+ 0.220673407,
28
+ 0.177827941,
29
+ 0.143301257,
30
+ 0.115478198,
31
+ 0.093057204,
32
+ 0.074989421,
33
+ 0.060429639,
34
+ 0.048696753,
35
+ 0.039241898,
36
+ 0.031622777,
37
+ 0.025482967,
38
+ 0.019629283,
39
+ 0.015088038,
40
+ 0.011570259,
41
+ 0.008849712,
42
+ 0.006749428,
43
+ 0.005131107,
44
+ 0.003886771,
45
+ 0.002932201,
46
+ 0.002201785,
47
+ 0.001644465,
48
+ 0.00122056,
49
+ 0.000899272,
50
+ 0.000656733,
51
+ 0.000474476,
52
+ 0.000338235,
53
+ 0.000237012,
54
+ 0.000162345,
55
+ 0.000130825,
56
+ 0.000105424,
57
+ 8.4955e-05,
58
+ 6.846e-05,
59
+ 5.5168e-05,
60
+ 4.4457e-05,
61
+ 3.5825e-05,
62
+ 2.887e-05,
63
+ 2.3264e-05,
64
+ 1.8747e-05,
65
+ 1.5107e-05,
66
+ 1.2174e-05,
67
+ 9.81e-06,
68
+ 7.906e-06,
69
+ 6.371e-06,
70
+ 5.134e-06,
71
+ 4.137e-06,
72
+ 3.334e-06,
73
+ 2.687e-06,
74
+ 2.165e-06,
75
+ 1.745e-06,
76
+ 1.406e-06,
77
+ 1.133e-06,
78
+ 9.13e-07,
79
+ 7.36e-07,
80
+ 5.93e-07,
81
+ 4.78e-07,
82
+ 3.85e-07,
83
+ 3.1e-07
84
+ ],
85
+ "rope_mscale": 1.138629436
86
+ },
87
+ "artifacts": {
88
+ "contexts": {
89
+ "decode": {
90
+ "bin": "tbonsai17b_decn1k_w8.bin"
91
+ },
92
+ "lmhead": {
93
+ "bin": "tbonsai17b_lmh_w8.bin"
94
+ }
95
+ },
96
+ "embed": "tbonsai17b_embed_f16.bin",
97
+ "tokenizer": "tokenizer.json"
98
+ },
99
+ "plan": {
100
+ "steps": [
101
+ {
102
+ "host": "qwen3_generate",
103
+ "params": {
104
+ "decode": "tbonsai17b_decn1k_w8",
105
+ "lmhead": "tbonsai17b_lmh_w8",
106
+ "max_new": 64,
107
+ "neg": -50000
108
+ }
109
+ }
110
+ ]
111
+ }
112
+ }
v75/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506
3
+ size 11422650