Add v75 bundle (LFM2-2.5-230M, Hexagon v75, W8)

#2
by flying101 - opened
v75/lfm2-5-230m-2048.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "_comment": "LFM2.5-230M @ MAXCTX=2048, W8 weight-only (int8 weights, fp16 activations) decode + batched prefill (PN=512) + NPU lm-head. Sliding-window KV ring continues past 2048 (remembers the last 2048 tokens). 14-layer hybrid (6 attn + 8 conv); per-layer schedule via attn_idx/conv_idx.",
4
+ "model": {
5
+ "name": "lfm2-5-230m-2048",
6
+ "family": "llm",
7
+ "dsp_arch": "v75"
8
+ },
9
+ "params": {
10
+ "hidden": 1024,
11
+ "vocab": 65536,
12
+ "n_layers": 14,
13
+ "max_ctx": 2048,
14
+ "kv_dim": 512,
15
+ "head_dim": 64,
16
+ "rope_theta": 1000000.0,
17
+ "eos_token_id": 7
18
+ },
19
+ "artifacts": {
20
+ "contexts": {
21
+ "decode": {
22
+ "bin": "lfm230_dec_2048_w8.bin"
23
+ },
24
+ "prefill": {
25
+ "bin": "lfm230_pf_2048_w8.bin"
26
+ },
27
+ "lmhead": {
28
+ "bin": "lfm230_lmh_w8.bin"
29
+ }
30
+ },
31
+ "embed": "lfm_embed_f16.bin",
32
+ "tokenizer": "tokenizer.json"
33
+ },
34
+ "plan": {
35
+ "steps": [
36
+ {
37
+ "host": "lfm_generate",
38
+ "params": {
39
+ "prefill": "lfm230_pf_2048_w8",
40
+ "decode": "lfm230_dec_2048_w8",
41
+ "lmhead": "lfm230_lmh_w8",
42
+ "attn_idx": "2,4,6,8,10,12",
43
+ "conv_idx": "0,1,3,5,7,9,11,13"
44
+ }
45
+ },
46
+ {
47
+ "emit": "all"
48
+ }
49
+ ]
50
+ },
51
+ "chat": {
52
+ "bos": [
53
+ 1
54
+ ],
55
+ "system": {
56
+ "prefix": "<|im_start|>system\n",
57
+ "suffix": "<|im_end|>\n"
58
+ },
59
+ "user": {
60
+ "prefix": "<|im_start|>user\n",
61
+ "suffix": "<|im_end|>\n"
62
+ },
63
+ "assistant": {
64
+ "prefix": "<|im_start|>assistant\n",
65
+ "suffix": "<|im_end|>\n"
66
+ }
67
+ }
68
+ }
v75/lfm2-5-230m.json ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "_comment": "LFM2.5-230M @ MAXCTX=512, W8 weight-only (int8 weights, fp16 activations) + GQA-native decode + batched prefill (PN=512) + NPU lm-head. 14-layer hybrid = 8 short-conv + 6 GQA-attention; per-layer schedule via attn_idx/conv_idx (the op defaults to the 16-layer 350M when absent).",
4
+ "model": {
5
+ "name": "lfm2-5-230m",
6
+ "family": "llm",
7
+ "dsp_arch": "v75"
8
+ },
9
+ "params": {
10
+ "hidden": 1024,
11
+ "vocab": 65536,
12
+ "n_layers": 14,
13
+ "max_ctx": 512,
14
+ "kv_dim": 512,
15
+ "head_dim": 64,
16
+ "rope_theta": 1000000.0,
17
+ "eos_token_id": 7
18
+ },
19
+ "artifacts": {
20
+ "contexts": {
21
+ "decode": {
22
+ "bin": "lfm230_dec_512_w8.bin"
23
+ },
24
+ "prefill": {
25
+ "bin": "lfm230_pf_512_w8.bin"
26
+ },
27
+ "lmhead": {
28
+ "bin": "lfm230_lmh_w8.bin"
29
+ }
30
+ },
31
+ "embed": "lfm_embed_f16.bin",
32
+ "tokenizer": "tokenizer.json"
33
+ },
34
+ "plan": {
35
+ "steps": [
36
+ {
37
+ "host": "lfm_generate",
38
+ "params": {
39
+ "prefill": "lfm230_pf_512_w8",
40
+ "decode": "lfm230_dec_512_w8",
41
+ "lmhead": "lfm230_lmh_w8",
42
+ "attn_idx": "2,4,6,8,10,12",
43
+ "conv_idx": "0,1,3,5,7,9,11,13"
44
+ }
45
+ },
46
+ {
47
+ "emit": "all"
48
+ }
49
+ ]
50
+ },
51
+ "chat": {
52
+ "bos": [
53
+ 1
54
+ ],
55
+ "system": {
56
+ "prefix": "<|im_start|>system\n",
57
+ "suffix": "<|im_end|>\n"
58
+ },
59
+ "user": {
60
+ "prefix": "<|im_start|>user\n",
61
+ "suffix": "<|im_end|>\n"
62
+ },
63
+ "assistant": {
64
+ "prefix": "<|im_start|>assistant\n",
65
+ "suffix": "<|im_end|>\n"
66
+ }
67
+ }
68
+ }
v75/lfm230_dec_2048_w8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c49c012b270e0bfa1fc54b9f388d6914252c554f9e562a5bb120990256d9d1c4
3
+ size 164552704
v75/lfm230_dec_512_w8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d7266526c0924d490df333ec60d996d14f78d767458b4f86703f79be7d156c2
3
+ size 164204544
v75/lfm230_lmh_w8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a48852021bf3e038ecd71d2b6bbddd6f206f26c01833211e56dd71e9712364
3
+ size 68198400
v75/lfm230_pf_2048_w8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dc77e553369c6a0b90fa3d7b88d8914f930c416dd2e0a47f4392239a4e3f204
3
+ size 183644160
v75/lfm230_pf_512_w8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9059963f00bc8fb9f09e3f620a344fe676fc9cb9f6ea36f6489401295d2b2869
3
+ size 167231488
v75/lfm_embed_f16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19f7edcbb7399d6ac2f75d532d08b7fe4f2784a2f4da750c021561af05be0b1b
3
+ size 134217728
v75/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff