Aman0runanywhere commited on
Commit
6e21bfa
·
verified ·
1 Parent(s): c5380a4

Upload v79/lfm2-5-230m.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. v79/lfm2-5-230m.json +20 -0
v79/lfm2-5-230m.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "_comment": "LFM2.5-230M @ MAXCTX=512, W8 weight-only (int8 weights, fp16 activations) + GQA-native decode + batched prefill (PN=512) + NPU lm-head. 14-layer hybrid = 8 short-conv + 6 GQA-attention; per-layer schedule via attn_idx/conv_idx (the op defaults to the 16-layer 350M when absent).",
4
+ "model": { "name": "lfm2-5-230m", "family": "llm", "dsp_arch": "v79" },
5
+ "params": {
6
+ "hidden": 1024, "vocab": 65536, "n_layers": 14, "max_ctx": 512,
7
+ "kv_dim": 512, "head_dim": 64, "rope_theta": 1000000.0, "eos_token_id": 7
8
+ },
9
+ "artifacts": {
10
+ "contexts": { "decode": { "bin": "lfm230_dec_512_w8.bin" }, "prefill": { "bin": "lfm230_pf_512_w8.bin" }, "lmhead": { "bin": "lfm230_lmh_w8.bin" } },
11
+ "embed": "lfm_embed_f16.bin",
12
+ "tokenizer": "tokenizer.json"
13
+ },
14
+ "plan": {
15
+ "steps": [
16
+ { "host": "lfm_generate", "params": { "prefill": "lfm230_pf_512_w8", "decode": "lfm230_dec_512_w8", "lmhead": "lfm230_lmh_w8", "attn_idx": "2,4,6,8,10,12", "conv_idx": "0,1,3,5,7,9,11,13" } },
17
+ { "emit": "all" }
18
+ ]
19
+ }
20
+ }