Bonsai-27B 1-bit v81 bundle (4 decode shards + 1-bit lmhead + fp16 embed + tokenizer + op-package stub)

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+v81/libQnnBonsaiBitnet.so filter=lfs diff=lfs merge=lfs -text
+v81/tokenizer.json filter=lfs diff=lfs merge=lfs -text

v81/bonsai-27b-1024.json

@@ -0,0 +1,108 @@
+{
+  "schema_version": 1,
+  "_comment": "Bonsai-27B (prism-ml) qwen3_5 GatedDeltaNet hybrid TEXT decoder at TRUE 1-BIT (Q1_0_g128, 1.125 bit/weight) for v81. 48 recurrent gated delta-rule linear-attn layers (+ short conv state) + 16 full gated softmax-attn layers (partial-rotary M-RoPE rot 64, output gate). Every Linear is the device-verified BonsaiBitnetOpPkg::BitnetLinear 1-bit op; norms/conv/SSM stay native. Weights come from the Q1_0 GGUF (dequant is the oracle). Decode is sharded (decode_shards) to fit the per-context cDSP memory wall; the qwen3_5_generate host-op (device-validated on qwen3.5-0.8b @ 25 tok/s) threads conv/SSM/KV state + drives the decode loop unchanged.",
+  "model": {
+    "name": "bonsai-27b-1bit",
+    "family": "llm",
+    "dsp_arch": "v81",
+    "tokenizer_pre": "qwen2"
+  },
+  "chat": {
+    "system": {
+      "prefix": "<|im_start|>system\n",
+      "suffix": "<|im_end|>\n"
+    },
+    "user": {
+      "prefix": "<|im_start|>user\n",
+      "suffix": "<|im_end|>\n"
+    },
+    "assistant": {
+      "prefix": "<|im_start|>assistant\n",
+      "suffix": "<|im_end|>\n"
+    }
+  },
+  "params": {
+    "hidden": 5120,
+    "vocab": 248320,
+    "n_layers": 64,
+    "max_ctx": 2048,
+    "kv_dim": 1024,
+    "head_dim": 256,
+    "rope_theta": 10000000.0,
+    "eos_token_id": 248044,
+    "gated_delta": {
+      "q_heads": 24,
+      "kv_heads": 4,
+      "lin_k_heads": 16,
+      "lin_v_heads": 48,
+      "lin_k_dim": 128,
+      "lin_v_dim": 128,
+      "conv_kernel": 4,
+      "full_every": 4,
+      "rot_dim": 64,
+      "attn_gate": true,
+      "full_attn_idx": [
+        3,
+        7,
+        11,
+        15,
+        19,
+        23,
+        27,
+        31,
+        35,
+        39,
+        43,
+        47,
+        51,
+        55,
+        59,
+        63
+      ]
+    }
+  },
+  "artifacts": {
+    "contexts": {
+      "decode_s0": {
+        "bin": "bonsai27b_decode_s0_bitnet.bin",
+        "op_packages": [
+          {
+            "path": "libQnnBonsaiBitnet.so",
+            "interface": "exampleInterfaceProvider",
+            "targets": [
+              "CPU",
+              "HTP"
+            ]
+          }
+        ]
+      },
+      "decode_s1": {
+        "bin": "bonsai27b_decode_s1_bitnet.bin"
+      },
+      "decode_s2": {
+        "bin": "bonsai27b_decode_s2_bitnet.bin"
+      },
+      "decode_s3": {
+        "bin": "bonsai27b_decode_s3_bitnet.bin"
+      },
+      "lmhead": {
+        "bin": "bonsai27b_lmhead_bitnet.bin"
+      }
+    },
+    "embed": "bonsai27b_embed_f16.bin",
+    "tokenizer": "tokenizer.json"
+  },
+  "plan": {
+    "steps": [
+      {
+        "host": "qwen3_5_generate",
+        "params": {
+          "decode": "bonsai27b_decode_s0_bitnet,bonsai27b_decode_s1_bitnet,bonsai27b_decode_s2_bitnet,bonsai27b_decode_s3_bitnet",
+          "lmhead": "bonsai27b_lmhead_bitnet",
+          "max_new": 64,
+          "neg": -50000
+        }
+      }
+    ]
+  }
+}

v81/bonsai27b_decode_s0_bitnet.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808e49534b74da146d050b10d3d166443ed4271bd0d3396d993ebfad5131497a
+size 873480192

v81/bonsai27b_decode_s1_bitnet.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba83d2374a2705fd8b2f1832ba1c672fc72e6615d3a1b633e4afb8907c73647
+size 873488384

v81/bonsai27b_decode_s2_bitnet.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7e20221bcf132ebb0d2d1cc1c8b0a6806a809729ca7da158ae0120789b4cc8
+size 873488384

v81/bonsai27b_decode_s3_bitnet.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6ae694c4b24b4abf6cf7cfe47e875d9a8e6bedddc5930be068fcd94888ac15
+size 873512960

v81/bonsai27b_embed_f16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cfc3a96ea2482218c90011131835ccd4a164c4e1a372bb506968a819495736
+size 2542796800

v81/bonsai27b_lmhead_bitnet.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f08b273b762b8eece1b85bbf18c5adb8e0941405f7df003ada8a7b76a7bdb0
+size 178835456

v81/libQnnBonsaiBitnet.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f0fe6c4a963ccbccf70e7865a5121f3dee892729c57a2e926dc129f61f0ae2
+size 2317600

v81/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
+size 19989325