| { |
| "schema_version": 1, |
| "_comment": "LFM2.5-230M @ MAXCTX=512, W8 weight-only (int8 weights, fp16 activations) + GQA-native decode + batched prefill (PN=512) + NPU lm-head. 14-layer hybrid = 8 short-conv + 6 GQA-attention; per-layer schedule via attn_idx/conv_idx (the op defaults to the 16-layer 350M when absent).", |
| "model": { |
| "name": "lfm2-5-230m", |
| "family": "llm", |
| "dsp_arch": "v75" |
| }, |
| "params": { |
| "hidden": 1024, |
| "vocab": 65536, |
| "n_layers": 14, |
| "max_ctx": 512, |
| "kv_dim": 512, |
| "head_dim": 64, |
| "rope_theta": 1000000.0, |
| "eos_token_id": 7 |
| }, |
| "artifacts": { |
| "contexts": { |
| "decode": { |
| "bin": "lfm230_dec_512_w8.bin" |
| }, |
| "prefill": { |
| "bin": "lfm230_pf_512_w8.bin" |
| }, |
| "lmhead": { |
| "bin": "lfm230_lmh_w8.bin" |
| } |
| }, |
| "embed": "lfm_embed_f16.bin", |
| "tokenizer": "tokenizer.json" |
| }, |
| "plan": { |
| "steps": [ |
| { |
| "host": "lfm_generate", |
| "params": { |
| "prefill": "lfm230_pf_512_w8", |
| "decode": "lfm230_dec_512_w8", |
| "lmhead": "lfm230_lmh_w8", |
| "attn_idx": "2,4,6,8,10,12", |
| "conv_idx": "0,1,3,5,7,9,11,13" |
| } |
| }, |
| { |
| "emit": "all" |
| } |
| ] |
| }, |
| "chat": { |
| "bos": [ |
| 1 |
| ], |
| "system": { |
| "prefix": "<|im_start|>system\n", |
| "suffix": "<|im_end|>\n" |
| }, |
| "user": { |
| "prefix": "<|im_start|>user\n", |
| "suffix": "<|im_end|>\n" |
| }, |
| "assistant": { |
| "prefix": "<|im_start|>assistant\n", |
| "suffix": "<|im_end|>\n" |
| } |
| } |
| } |
|
|
