Bonsai-4B 1-bit v81 HNPU bundle (device-validated)

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+v81/tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,18 @@
+---
+license: other
+tags:
+- hnpu
+- hexagon
+- npu
+- v81
+- text-generation
+- 1-bit
+base_model: prism-ml/Bonsai-4B
+---
+
+# Bonsai-4B — 1-bit for the Qualcomm Hexagon NPU (HNPU)
+
+A QHexRT-runnable bundle of [prism-ml/Bonsai-4B](https://huggingface.co/prism-ml/Bonsai-4B) at **true 1-bit
+(Q1_0, ~1.125 bit/weight)** for the Hexagon NPU. Runs the full model on-device via a custom HVX op-package.
+
+**Supported arches:** v81 (SM8850).

v81/bonsai-4b-1024.json

@@ -0,0 +1,136 @@
+{
+  "schema_version": 1,
+  "_comment": "Bonsai-4b @ TRUE 1-bit (Q1_0 BitnetLinear) on v81. Dense Qwen3 (36 layers, GQA 32Q/8KV, qk-norm, YaRN). 1-bit decode graph + 1-bit tied lm-head + fp16 embed, driven by qwen3_generate. op-package: BonsaiBitnetOpPkg (HVX).",
+  "model": {
+    "name": "bonsai-4b-1024",
+    "family": "llm",
+    "dsp_arch": "v81",
+    "tokenizer_pre": "qwen2"
+  },
+  "chat": {
+    "system": {
+      "prefix": "<|im_start|>system\n",
+      "suffix": "<|im_end|>\n"
+    },
+    "user": {
+      "prefix": "<|im_start|>user\n",
+      "suffix": "<|im_end|>\n"
+    },
+    "assistant": {
+      "prefix": "<|im_start|>assistant\n",
+      "suffix": "<|im_end|>\n"
+    }
+  },
+  "params": {
+    "hidden": 2560,
+    "vocab": 151669,
+    "n_layers": 36,
+    "max_ctx": 1024,
+    "kv_dim": 1024,
+    "head_dim": 128,
+    "rope_theta": 5000000.0,
+    "eos_token_id": 151645,
+    "rope_inv_freq": [
+      1.0,
+      0.78582998,
+      0.617528758,
+      0.485272612,
+      0.381341767,
+      0.299669793,
+      0.235489508,
+      0.185054715,
+      0.145421543,
+      0.114276609,
+      0.089801985,
+      0.070569092,
+      0.055455308,
+      0.043578444,
+      0.034245248,
+      0.026910942,
+      0.020090054,
+      0.014956453,
+      0.011100272,
+      0.008209813,
+      0.006048297,
+      0.004436071,
+      0.003236998,
+      0.002348058,
+      0.00169141,
+      0.001208328,
+      0.000854586,
+      0.000596942,
+      0.000410458,
+      0.000276472,
+      0.00018105,
+      0.000142274,
+      0.000111803,
+      8.7858e-05,
+      6.9042e-05,
+      5.4255e-05,
+      4.2635e-05,
+      3.3504e-05,
+      2.6329e-05,
+      2.069e-05,
+      1.6259e-05,
+      1.2777e-05,
+      1.004e-05,
+      7.89e-06,
+      6.2e-06,
+      4.872e-06,
+      3.829e-06,
+      3.009e-06,
+      2.364e-06,
+      1.858e-06,
+      1.46e-06,
+      1.147e-06,
+      9.02e-07,
+      7.09e-07,
+      5.57e-07,
+      4.38e-07,
+      3.44e-07,
+      2.7e-07,
+      2.12e-07,
+      1.67e-07,
+      1.31e-07,
+      1.03e-07,
+      8.1e-08,
+      6.4e-08
+    ],
+    "rope_mscale": 1.138629436
+  },
+  "artifacts": {
+    "contexts": {
+      "decode": {
+        "bin": "bonsai4b_decn1k.bin",
+        "op_packages": [
+          {
+            "path": "libQnnBonsaiBitnet.so",
+            "interface": "exampleInterfaceProvider",
+            "targets": [
+              "CPU",
+              "HTP"
+            ]
+          }
+        ]
+      },
+      "lmhead": {
+        "bin": "bonsai4b_lmh.bin"
+      }
+    },
+    "embed": "bonsai4b_embed_f16.bin",
+    "tokenizer": "tokenizer.json"
+  },
+  "plan": {
+    "steps": [
+      {
+        "host": "qwen3_generate",
+        "params": {
+          "decode": "bonsai4b_decn1k",
+          "lmhead": "bonsai4b_lmh",
+          "max_new": 64,
+          "neg": -50000
+        }
+      }
+    ]
+  }
+}

v81/bonsai4b_decn1k.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12b0e30dffc5462d16fd22ba4751b54cdbde6cdd57e5a0257e0ca6716711d51
+size 515739648

v81/bonsai4b_embed_f16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046edf4688c954b4e68f64b6aac4da2d9bc274bce26fcae5e268556a6d9c6395
+size 776545280

v81/bonsai4b_lmh.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3255ecdc594c7f10ec81176da8d1bdb570691e924ef0c35f558b81ab615f7b2
+size 54644736

v81/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654