diff --git a/deepseek-r1-1.5b-ternary/manifest.json b/deepseek-r1-1.5b-ternary/manifest.json
new file mode 100644
index 0000000000000000000000000000000000000000..43b615dd2607be8a8905cbbc46fb93a6f071a12d
--- /dev/null
+++ b/deepseek-r1-1.5b-ternary/manifest.json
@@ -0,0 +1,1221 @@
+{
+  "ternary": {
+    "model.layers.0.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.0.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.0.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.0.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.0.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.0.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.0.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.1.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.1.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.1.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.1.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.1.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.1.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.1.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.2.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.2.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.2.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.2.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.2.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.2.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.2.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.3.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.3.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.3.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.3.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.3.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.3.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.3.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.4.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.4.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.4.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.4.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.4.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.4.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.4.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.5.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.5.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.5.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.5.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.5.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.5.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.5.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.6.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.6.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.6.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.6.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.6.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.6.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.6.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.7.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.7.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.7.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.7.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.7.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.7.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.7.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.8.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.8.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.8.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.8.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.8.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.8.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.8.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.9.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.9.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.9.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.9.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.9.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.9.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.9.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.10.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.10.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.10.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.10.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.10.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.10.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.10.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.11.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.11.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.11.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.11.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.11.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.11.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.11.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.12.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.12.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.12.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.12.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.12.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.12.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.12.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.13.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.13.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.13.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.13.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.13.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.13.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.13.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.14.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.14.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.14.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.14.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.14.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.14.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.14.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.15.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.15.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.15.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.15.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.15.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.15.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.15.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.16.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.16.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.16.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.16.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.16.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.16.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.16.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.17.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.17.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.17.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.17.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.17.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.17.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.17.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.18.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.18.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.18.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.18.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.18.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.18.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.18.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.19.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.19.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.19.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.19.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.19.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.19.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.19.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.20.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.20.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.20.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.20.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.20.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.20.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.20.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.21.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.21.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.21.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.21.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.21.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.21.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.21.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.22.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.22.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.22.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.22.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.22.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.22.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.22.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.23.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.23.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.23.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.23.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.23.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.23.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.23.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.24.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.24.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.24.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.24.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.24.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.24.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.24.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.25.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.25.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.25.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.25.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.25.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.25.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.25.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.26.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.26.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.26.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.26.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.26.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.26.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.26.mlp.down_proj.weight": [
+      1536,
+      8960
+    ],
+    "model.layers.27.self_attn.q_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.27.self_attn.k_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.27.self_attn.v_proj.weight": [
+      256,
+      1536
+    ],
+    "model.layers.27.self_attn.o_proj.weight": [
+      1536,
+      1536
+    ],
+    "model.layers.27.mlp.gate_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.27.mlp.up_proj.weight": [
+      8960,
+      1536
+    ],
+    "model.layers.27.mlp.down_proj.weight": [
+      1536,
+      8960
+    ]
+  },
+  "fp16": {
+    "model.embed_tokens.weight": [
+      151936,
+      1536
+    ],
+    "model.layers.0.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.0.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.0.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.0.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.0.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.1.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.1.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.1.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.1.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.1.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.2.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.2.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.2.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.2.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.2.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.3.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.3.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.3.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.3.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.3.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.4.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.4.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.4.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.4.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.4.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.5.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.5.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.5.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.5.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.5.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.6.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.6.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.6.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.6.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.6.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.7.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.7.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.7.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.7.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.7.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.8.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.8.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.8.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.8.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.8.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.9.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.9.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.9.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.9.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.9.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.10.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.10.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.10.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.10.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.10.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.11.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.11.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.11.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.11.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.11.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.12.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.12.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.12.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.12.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.12.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.13.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.13.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.13.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.13.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.13.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.14.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.14.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.14.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.14.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.14.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.15.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.15.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.15.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.15.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.15.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.16.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.16.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.16.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.16.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.16.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.17.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.17.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.17.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.17.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.17.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.18.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.18.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.18.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.18.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.18.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.19.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.19.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.19.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.19.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.19.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.20.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.20.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.20.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.20.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.20.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.21.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.21.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.21.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.21.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.21.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.22.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.22.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.22.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.22.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.22.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.23.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.23.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.23.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.23.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.23.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.24.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.24.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.24.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.24.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.24.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.25.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.25.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.25.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.25.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.25.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.26.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.26.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.26.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.26.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.26.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.layers.27.self_attn.q_proj.bias": [
+      1536
+    ],
+    "model.layers.27.self_attn.k_proj.bias": [
+      256
+    ],
+    "model.layers.27.self_attn.v_proj.bias": [
+      256
+    ],
+    "model.layers.27.input_layernorm.weight": [
+      1536
+    ],
+    "model.layers.27.post_attention_layernorm.weight": [
+      1536
+    ],
+    "model.norm.weight": [
+      1536
+    ],
+    "lm_head.weight": [
+      151936,
+      1536
+    ]
+  }
+}
\ No newline at end of file
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_0_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..233ce643b3f9c528046d3dc5afdddb05313de8c2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..bbc5852b512af02cf4822616ef86422600c910f7
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..d05ad37a1782817abfa5dbb51bed437108796109
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cd083ba0ed26f2d96b2388d205aa60398efdcf67
--- /dev/null
+++ b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_weight.scales
@@ -0,0 +1,4 @@
+Xf=w�=="=�$�=�c�<��=g;�=⼶<`��=���=���=╵=
�=a��<���=�i�=���=���=�*�=��=#E�=�L�=�ٱ=ԗ�=��=���=��=V�=lٱ=�د=���=Vï=�˟=^`�=.'�=���=m/�=���=�԰=]��=YƯ=ֳ=:Ǵ=�C�=�m:=���=���=MX�=`Ŵ=��$=E��=�ȯ=�`�=_��=�ո=
S=�m�=�xO=��S=7	X=�x=���<��<�n�<&V4=�ś=!7�<o�=�,=7��=Lj�=vfe=��=�x�=o�=U=�=q7�=��y=>M�=�!�=�-�=B�<a߶=�	�=S��=S��=y-�=��=ܛ�=���<5�=�D�=Lh�=L�=0�=U��=�D�=m�=�}�=�!�=��=��=��=���='��=�6�=��=�2�=&9�=^�=�;�=Ŷ=��=bm�=�{�=&�=o��=�1�=��=�
+�=�Q=ì�=�{a=�=���<�z==:'�<��<�2�<��K=��<&�t=3,�<%%=o�<��=�!=>��<�=��&=���<I�*=	-
=$�/=�|�=#� =�=˝=ʹ�=a|>=�k�=S�=e��=\x�=2�=
~�=���=�N�=��-=�ͥ=�t�=33�=y�=;�=rs�=�H�=�
+�=T��=��=�O�=��=�t�=}��=5j�=ṟ=���=���=�Ŵ=A��=FuQ=f׵=�T�=X��=}�=�/�=&�=�!�=A�=�r�=ߜ
=HK�=:G[=J`	=��"=ǖ�<�91=��	=i�&=IU==5+=e�$=1�=T=��=h`�<��2=F�=�F0=��=dE	=�|�=��=~��=W;�<5I�=�=%a�=��=Y�=�ؒ=i�=W�=	�`=���=9�=���=��=��=Ţ�=���=��=_��=Œ�=W��=E��=&�=<
+�=Mm�=q��=�R�=��=��=�^�=��^=|b�=�g=��p=��=���=�=�=�[�=#=E�= �=
�$=Hq&=
\ No newline at end of file
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..aabf520a5fa042ac1b7df73efe6f448602ddee76
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2ccd93b405e9810380adb0e2ca14a16dd382afaa
--- /dev/null
+++ b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_weight.scales
@@ -0,0 +1,4 @@
+�=j�=�=�a=v�"==�T=8"=H�=�I"=��!=qc=cH=L�=��=�,=�� =�=t�=��==�=<=�G=/" =��=h�=�&=��=}o=�N"=e�=��=ڊ=��=��=/�=b�=
u=L�=��=�q=�c="=VZ=#b=��=�=:=;O=��=΂=��=�=�=�q=�===��!=�}=��=d�=��=�\=�u=sb=��=�a =F. =��=��=6�=��=��=��=��==� =�=�!=.��<e!=�A =;3=P�=�3=��=I!=)=8�=��=W�=f=��=��=�C=$x=��=_�!=�� =$��<U�=l,=��=9=��=^D=�
=�=��=2=��=�m=��=�=��=O=$�=�=|=#=fC"=��=�G�<��=wj=W'=Gc=I=�`=�==`==��=+�=�O=�<=�"=;=a�=�=�f=��=8o=V�=V8=��=P�=/�=�=�=��
=*�=��=2T=�=�=�y=5=rw=p�=�=��=��==S=us='�=�z
=��=�
=E=_�=�=	=P=z�=ޞ=2=�=��=�@=�T=��=r�=Q�=�=9�=O=�`
+=30=|n=�I=>(=-=x�=�4=��=�1=
+==��=P�
=�=,�=��=s=gv�<�=��=��=�=�=�+=�|=�==A�=�W
=��	=�H=S�=4�=T=��=��=n��<�`=�m=5V	==g�=�^
=1=��=�=
+ =��<S�
=
K=Z�
=O�=r�=84=
=E�=o�<�.= �=�=e�=��=]=UL=jL=�x	=q�=x=j=p=
\ No newline at end of file
diff --git a/deepseek-r1-1.5b-ternary/model_layers_10_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_10_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6a405dbe50b1d692d16f0ea699984ddf7cf04a8a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_10_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_10_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_10_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..3497c41e3219091d7128e2340d793af71f043b06
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_10_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..8f2e41e6fc9bb1dcd5d714b6a5502acf643273e4
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..4f9c3d621ad7da1a01a8fe202bb6d62a295cc610
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..aff6a15adafb41709655d011a7b45b3298cad7f2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_11_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..07dbda66c47ff7da482e86524713d24c5b2007eb
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b6f6dd853adac13cf8e7badd1cba79ed9c3b03f5
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..583f0997e4a442eb8d4a336964dd541838ff214c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..bd1c19635c65d29f97ddd5c7a3d4bb32f6ce9043
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..237e1bcd7818596e05b37e3f277fbd00ea2f6b44
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..414a66d8c673cc979bd5a898a973593fa31cf455
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..48ddbf6e5ee891fbc08367f4d314ec3ba9aa207c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..20bc7fdd663466d9e44dd631b7020112b69de837
--- /dev/null
+++ b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_v_proj_weight.scales
@@ -0,0 +1,2 @@
+�kL=�$;=qI=��C=6~?=��@=fG=�JC=� :=�?=�H=�M=��D=��/=�cR=��*=75=t�H=�<=k�3=�t;=g�N=n�K=(-J=�1I=qGO=P.J=]�D=�A=ۊB=�OG=�\4=�93=C�G=�%F=�>=��6=p!C="�L=�w5=��I="M=>
/=��I=��D=�XJ=�cJ=I�8=�gH=�G=x�.=WYF=<@K=��F=^J=��J=8?=�A=K�I=	�2=�+L=�B=Z�H=Y�,=��P=�,=�N=��I=�I=��3=B=��;=]K=��G=_�M=��A=�	K=�TL=�K>=�*=�K=��:=��F=[pP=��L=p}G=p�8=�:;=�D=ɒE=��E=#�J=K'==��/=��H=�O=��9=c�B=3DF=��9=t�<=b#;=;@J=E!J=6:J=g<G=ͦ;=	?=�)G=�C=��?=�D=`�O=66=��1=�Q=w�6=�C=��J=�.=9�:=Z	Q=b&O=Q2=N\B=`�J=&7=��D=��$="+=��(=�X.=�R(=F�#=��!=��=�i-=s�+=3.+=��)=܅%=�,=0."=/�(=�c0=�)=��'=h&=-d)=�+=��'=�R%=�&=�*=�C,=�%,=�-,=<�'=�
.=�L)=��,=�T1=sa,=Ӹ*=�
-=V�"=�&=�_#=}
+=j�)=�+0=h�(=A\*=�N(=�k(=I�*=�,=*=v�*=��'=Lj)=��,=�(=I+=
�.=�)=��)=hb*=�-=�%+=�s(=��*=�|%= +=>(&=�#=��)=�,=.+/=��<C:)={g)=�&=/
+)=�W+=2==C+=�%=��)=� 0=I�(=�f*=�:)=�(=9'=�'=�'=�2$=�"'=FF)=q%=��+=��%=r$'=Y9%=��)='�(=�[%=�0=�S(=�e=�r'=��)=\()=j�+=hb#=��*=dj/=Y�-=��*=zP(=�z*=��,=Y)=��&=��)=Bc)=�,+=�+=f�'=:�/=�*=_f*=.0=�+=�,=
\ No newline at end of file
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_13_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3eb631272ee074f425576d0170a234eea3947af0
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_13_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_13_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..753a6752d585e05f48143aafb980a20e5be889db
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_13_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..82e58431471e4da09719bb5e28b3f222ef1112a1
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..0d23c9f94ad5e390b446cf03af2056acbad28f93
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..76ea4059bdeab2deffabfad4bd11dfd773a92fb5
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..4cb3b7fb031143976a88e761df5809f04172c41b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..89255028750f91ed9f4476b6731053950a067e79
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_15_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..14ef0f2d011bfcb50bd99d8abb99dce2bbe26139
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..264786240d77a846a9d4b00ac2a55f902097ea6a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..5f3f811ab08b222b08bbf35215d38486e6eda690
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_16_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..be30eeedbe2adf190e199c0a489983b5fccd2add
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_16_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..667b09860774ae7c4fc29154ae141d1290d1040a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_16_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..39da9979d66e686c1f68da2f169a27acd8f8a104
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..1f50f92e73c0fe3a8f49185fbb4b507a5cc81b8b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1242bf3f51d942b06aea4e2a36cfdfaff20b074d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..95d72ebdb715464d1d47b63b2bd4192a50891392
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..45445ebf913f7a60c0b6d8285975bb466e233826
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..e1330e28f676fcdf827d481bed580bb4e1ae166d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..b3e8122badbf7361613faf586df3aed78c9376a0
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_18_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e5544e9169e4015a7304ad44460bf0704ca1f97f
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..ceb6c8052cd154fb367ace8eac711dffacdc01e1
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..8ea299c4a51cc0b3058098e8341661678093cc85
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..767e3693ebdfc18340e47f89cd82953105e3a7b4
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..0113592211e14617f731ba51c9a8f71ce4139639
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..8aba38e12f9ca74ade5997916a7a3bb25535de37
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_19_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_19_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..b375bb4e6b6bc0bdcaa5291001295849dd624035
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_19_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_19_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_19_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..756ca5adda1844a58b1f4815f468e9c47cd4d3cf
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_19_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_19_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_19_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..04ca4d44cbedf77c6ad428dfb3974df793140ec8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_19_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..3ae98967a161356ddf710c701c30ff2af5bba8c1
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ae31d137c873d918004b9eb3c1b7933bfe759148
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..40edb695439e0aad8091a3b62c93e7ebaeeb6689
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c759bbd76e3a95b8062cfe9350b738ca38528c1e
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..373ae924911fdcb98f7074bb437a8d881a11ab9c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9f1e2785f70271fada3f88ff38890ac43fa8bb25
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_20_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1f068aeeb7cd550b80805b12689d6ccaaad39314
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..653c56f52c4d4f4b2bd36326035da798607543c5
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..f68411bf8da8f2d019cb57bef565995b36aa08db
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a6c36779063a64f31824f23ea7109791773d8a05
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..f74e07c56864dfb82103d6095e565d53065d11a0
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_21_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5698e4fd93ebf1a7e55be412700ab91896d47442
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..227045d22e58abe9eac7479323c083f36ef5453c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..bdb27af69bc608e517edabd2624c89f6b02564c2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_22_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..754f2a4d90debcf3aeb44f2778b04eecfb1374df
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..ff1a8c461ee206363ef2e09a6280e56f03f90b28
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ff8f22b3c3b237d81a3dc78b7da787f6beed1b29
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..7f2b2ebf279ef9735c9b788475890f5baf33c229
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..d0f3e05a874442943ab0e65f8dacdc8ce713261e
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..ad8d5d1a3d47e10e4d6a96206a10931880ca2978
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ee76c14b9772ff6c5563a8dffb100642a85423ab
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_23_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..749a8b732905db116d9c2f1b2eae453fdee223dc
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_23_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..82154a9c197746ddd042cfd153b56df23baa21a8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..59dde4cc8756f50e975ddb6462583a70c1ffc7c0
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_24_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3d8939d57b09e3068ebb03f10ced867d6fb2f92f
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_24_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..079e34a4c59205a8a7a736082a01921b74c20300
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..cdb4b3a3c7c93324c9822e4b072dc753958eb7c1
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..7b43c1825802b8107ad7b1de07eb56ade34cbd47
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_25_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ef667d29f181142a95e30d2578b862eb578dac93
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_25_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7a28846f50976cde83d996a5adcf8a08d6e532c5
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_25_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..71643d2c327be4bc02a592d44cd0b39cbfcdbdfd
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..ced68c5c7a3d2f5653342e791ed0a345d520f2bd
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..d190441dfbee0f44badc8b706547de91d8f63559
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..4371e9e13390c16e8e3cd583958f5a0de3f43a6c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a2c4adac9b239f8f0d199f62bd8a35502d66c2e6
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ac75d94276f89def618c34f540f1a05992e8cb06
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..9ce0eb347f42f950bc1c7e43482e24543b84b495
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_26_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6bf8da4ef31c8cbaf14ce9a6360727a63a36c933
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_26_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..1d6c3797debd7e7c53e35120bf8d81a3c7a13b3c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ad6aee9332eeb3b765a7a3c189b1b94fccecdb43
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..522b1de99bfee54a40735c67094b3b8d902795d4
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..c42780a8929aea89cf3194ab014b020fb6af6edc
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..aaef25656c40ebbfa5da1c1f6dfb9f3a7db0db08
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..e4fd8e8655a0ca9a1ee2d2fda440d4f046a78b09
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..1d2d51e9f4bac8f565b8f7b0c4826a95c5c9cc42
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e14e362ec8ea0dcc4f3f367c379f2ba5e4603691
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..d817c1d6d24bfca1c159b43793459dd86d5eefa9
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..15af540e13f7dacd457c85eec35cc4c541bf9645
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_3_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..0560c81a45a8fd56e890e3e879f1b0ada4365c98
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_3_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..74ccffa2d82c4472a391e8bc88219707d6e70f46
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_3_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d8219d8cbc645adc591defed3425ebc753be2731
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..c1547a974375b7634344b03d7db5e72feaa4463e
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..56f78dfa4c2382c6ae97b723eb578835f421efdd
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..bf2560c2beb4ffab846a9aa3a9453911e18d605a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_4_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ca2a39ffc5054e6695d44b366224df557c16c0bf
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_4_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_4_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4bdcc137ec0135fbf032afadbb2ab68b8661098b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_4_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6358177b081453fed0423ca5a77ea82926343752
--- /dev/null
+++ b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_k_proj_weight.scales
@@ -0,0 +1,2 @@
+ir=�u�<�E=X�=���<C�$=G�<C=^=(=���<� =�a�<��'=q!=�/=��<��-=��%=�q1=��<"�8=&%6=�:=I�H=Eu�<5�M=<I=�F=�=]�S=Q=j�S=��\=hEJ=�a=��<=��d=I�h=9zm=�E~=6�n=k�=mt=�=��=/j�=i�=c��=+|=9��=I.�=�އ=�9�<�ϑ=>}�=���=���=�d�=�a�=�K�=~	A=�=//F=ê=��=!E�<��=��<&�=�k�<�7=�L=���</K�<��#=T#�<�a"=7�=h9+=���<��:=�1=xx.=Ӊ=L�8=�'9=čC=Rg==$w$=߼J=�3J=�N=�n�<WO=��S=3�]=�:P=��b=�Y=2�;=*T_=?rm=�t=o~L=�8y=��s=Ѷl=,8"=��|=;�~=
�=_�w=cx�=6�=%Ћ=�]�=�?=d��=�x�=橎=�`�=6��=-Ls=/Re=4�]=*�= ��=�=��0=ׄ�<��)=2�=]A=Խ<��0=X1=�S=�S=zM=��F=�)�<�'F=n@K=��B=n�=��V=�g=��;=��p=��`=B�==��l=b�f=k�	=��v=��p=�=l=�p=r�x=~�~=�2�<		s=Ho=Usz=�lz=~�=�)z=ڳ)=�}=!n�=��}= ��=
{x=�ky=:}=Z��=S	<=�=�=��=�{=��s=���=s�=QR�=!�{=��=�Z�=[z= �{=ͻ=�3�=��=�F=K(�<�q.=C�=u�2=e��<��@=7
A=}�)=�mE=,�<�%L=��=<cP=��Y=�{\=4��<-9C=�hb=���<�m=�;`=
+��<nfk=]�w=|�>=�7j=��s=��W=��I=�p=$t=�`D=vN=��r=�l=���=t�=�1�=Uz!=��~=��}=���=L:~=��=�v=�܁=R]|=ټo=zs=��=1S�=v�|=��x=��y=�x=�~=w�l<��M=4�z=�=5B�=��y=
\ No newline at end of file
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..cb57c80ed14a448dd7b23cd57d957eee3fdf06d8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_5_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..98743572e5d940f480bf5848f54726618c0d2f9f
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_5_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c5e9d2c90cc1293a11489f7aa2309fa1d4f845aa
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..ea90dc754475dc1da21f985c9d0b3164ae44fb92
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..cb864fb1f07c80c382eba652425b46062525fc4e
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_6_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..afb7850003d016749f17607cd6d39d7181c2f08b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..ae883a39e4abdf417b8c73e3dbf4dec93614e4f2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ca2e7fd7dc93b7b402efaad9e0ad5de5eb80284c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..da5304c4a67d9721342673c8658907f6ee0ef804
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_7_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_7_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3deb46f9ad92f50c835538fded396431ce0cab29
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_7_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..1f7629db1ba3176bf3a4c4cc09ee0b45dc6f7bc2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_8_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..05691bb568bde16d7af36a113e0e703669a20f1b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..49e7b29758b2a97d0f0ae70b1abb28d7714dd94d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..998c9df92610fd96d14f6f058c36a1c4e9891820
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c530e145fb39e3cef5ba5408667d3b0c1f8614f3
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..33e8a81ff449524eca5c0ad70b2241e80b06ec9c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9bc5e18813d72cd42d8b52fe5acd60998489dab5
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..93a3385ad61f52e5a158453353f0a1cd99521d34
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..4fb25c7205a0d81213ade087f4c697d52e3fa7bc
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_norm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_norm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..e028ca2722863bfa678baf3b160412fa384f30a8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_norm_weight.fp16 differ