Upload v79/internvl3_5-1b.json with huggingface_hub
Browse files- v79/internvl3_5-1b.json +28 -0
v79/internvl3_5-1b.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 1,
|
| 3 |
+
"_comment": "InternVL3.5-1B VLM (InternViT-300M + Qwen3-0.6B) fully on Hexagon v79 via the QHexRT plan-interpreter. The internvl_generate host-op runs the whole pipeline through QHexRT: host preproc/patch-embed -> NPU vision encoder -> host pixel-shuffle/projector -> host tokenize+splice@IMG_CONTEXT -> NPU prefill -> resident-ion-KV decode loop + in-graph int8 lm-head. W4A16 decode. Fixed prompt 'Describe this image in detail' (S=310).",
|
| 4 |
+
"model": { "name": "internvl3_5-1b", "family": "vlm", "dsp_arch": "v79" },
|
| 5 |
+
"params": {
|
| 6 |
+
"hidden": 1024, "vocab": 151936, "n_layers": 28, "max_ctx": 512,
|
| 7 |
+
"kv_dim": 1024, "head_dim": 128, "rope_theta": 1000000.0,
|
| 8 |
+
"vision_px": 448, "eos_token_id": 151645
|
| 9 |
+
},
|
| 10 |
+
"artifacts": {
|
| 11 |
+
"contexts": {
|
| 12 |
+
"vision": { "bin": "ivl_enc2.bin" },
|
| 13 |
+
"prefill": { "bin": "ivl_pf.bin" },
|
| 14 |
+
"decode": { "bin": "ivl_dec_w4.bin" },
|
| 15 |
+
"lmhead": { "bin": "ivl_lmh_q.bin" }
|
| 16 |
+
},
|
| 17 |
+
"embed": "ivl_embed_f16.bin",
|
| 18 |
+
"tokenizer": "tokenizer.json",
|
| 19 |
+
"fixture_dir": "vlm"
|
| 20 |
+
},
|
| 21 |
+
"plan": {
|
| 22 |
+
"steps": [
|
| 23 |
+
{ "host": "internvl_generate",
|
| 24 |
+
"params": { "vision": "ivl_enc2", "prefill": "ivl_pf", "decode": "ivl_dec_w4", "lmhead": "ivl_lmh_q" } },
|
| 25 |
+
{ "emit": "all" }
|
| 26 |
+
]
|
| 27 |
+
}
|
| 28 |
+
}
|