File size: 1,302 Bytes
49bb3f8 bdb599e 49bb3f8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 | {
"schema_version": 1,
"_comment": "qwen3.5-2b-1024 - Qualcomm Hexagon v81 (QHexRT) deployment manifest.",
"model": {
"name": "qwen3.5-2b-1024",
"family": "llm",
"dsp_arch": "v81",
"tokenizer_pre": "qwen2"
},
"params": {
"hidden": 2048,
"vocab": 248320,
"n_layers": 24,
"max_ctx": 1024,
"kv_dim": 512,
"head_dim": 256,
"rope_theta": 10000000.0,
"eos_token_id": 248044,
"gated_delta": {
"q_heads": 8,
"kv_heads": 2,
"lin_k_heads": 16,
"lin_v_heads": 16,
"lin_k_dim": 128,
"lin_v_dim": 128,
"conv_kernel": 4,
"full_every": 4,
"rot_dim": 64,
"attn_gate": true,
"full_attn_idx": [
3,
7,
11,
15,
19,
23
]
}
},
"artifacts": {
"contexts": {
"decode": {
"bin": "qwen352b_decode_w8.bin"
},
"lmhead": {
"bin": "qwen352b_lmhead_f16.bin"
}
},
"embed": "qwen352b_embed_f16.bin",
"tokenizer": "tokenizer.json"
},
"plan": {
"steps": [
{
"host": "qwen3_5_generate",
"params": {
"decode": "qwen352b_decode_w8",
"lmhead": "qwen352b_lmhead_f16",
"max_new": 64,
"neg": -50000
}
}
]
}
}
|