Aman0runanywhere commited on
Commit
bd54ad6
·
verified ·
1 Parent(s): 3d3bf10

Upload v79/internvl3_5-1b-512.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. v79/internvl3_5-1b-512.json +28 -0
v79/internvl3_5-1b-512.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "_comment": "InternVL3.5-1B with a PADDED prefill (ivl_pf_512, AR=512) so the TEXT prompt is no longer locked to S=310 — arbitrary prompts up to ~256 text tokens work (image stays fixed at 448px -> 256 tokens). internvl_generate right-pads the image-spliced prompt to Pn and seeds only the real S decode rows.",
4
+ "model": { "name": "internvl3_5-1b-512", "family": "vlm", "dsp_arch": "v79" },
5
+ "params": {
6
+ "hidden": 1024, "vocab": 151936, "n_layers": 28, "max_ctx": 512,
7
+ "kv_dim": 1024, "head_dim": 128, "rope_theta": 1000000.0,
8
+ "vision_px": 448, "eos_token_id": 151645
9
+ },
10
+ "artifacts": {
11
+ "contexts": {
12
+ "vision": { "bin": "ivl_enc2.bin" },
13
+ "prefill": { "bin": "ivl_pf_512.bin" },
14
+ "decode": { "bin": "ivl_dec_w4.bin" },
15
+ "lmhead": { "bin": "ivl_lmh_q.bin" }
16
+ },
17
+ "embed": "ivl_embed_f16.bin",
18
+ "tokenizer": "tokenizer.json",
19
+ "fixture_dir": "vlm"
20
+ },
21
+ "plan": {
22
+ "steps": [
23
+ { "host": "internvl_generate",
24
+ "params": { "vision": "ivl_enc2", "prefill": "ivl_pf_512", "decode": "ivl_dec_w4", "lmhead": "ivl_lmh_q" } },
25
+ { "emit": "all" }
26
+ ]
27
+ }
28
+ }