diff --git a/deepseek-r1-1.5b-ternary/config.json b/deepseek-r1-1.5b-ternary/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d037a166be9fbde3fdb6fb7af74fb57426acb345
--- /dev/null
+++ b/deepseek-r1-1.5b-ternary/config.json
@@ -0,0 +1,12 @@
+{
+  "hidden_size": 1536,
+  "intermediate_size": 8960,
+  "num_attention_heads": 12,
+  "num_key_value_heads": 2,
+  "num_hidden_layers": 28,
+  "vocab_size": 151936,
+  "head_dim": 128,
+  "rope_theta": 1000000.0,
+  "rms_norm_eps": 1e-06,
+  "alpha": 0.7
+}
\ No newline at end of file
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4b8a9beffdb022bb3afc844be31eac52e0e0f0e1
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..cc6d9f0c437993026e57d81934f949dda7f34e03
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..266a87adcc65a24fcf8e5a867f17f4e1b614b595
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..062db56c99f1e0f7bf63d93fa5f28fe511ff6724
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..43a1914b38aee6fc766bbd2ff2af3910b63a749a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..af059b6c0702bef1c63c7e44ae768e3f63dd2101
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_13_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..40b686b83607f6f85048ff11f9cbd63cf1b152cc
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_13_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..40e1cbc0d9908cd18d078ba4e97c21a4a8775bff
--- /dev/null
+++ b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_k_proj_weight.scales
@@ -0,0 +1,8 @@
+s��<���<��<�k6=�c�<[�;=w�<M[8=���<�Ф<&R7=�-1=}�=yI�<�n=�a(=U--=��=�;=o�F=ML�<c}S=�d=^T=��#=�nO=j�
+=�P=Ӆ?=;.A=�Z=�r:=��b=CQg=�Z=��d=�}=Ofe=1k=Ah=%�c=�^p="�j=E�c={_=��p=��v=/�m=��r=�wp=��t=�n=.A�<~jg=a=��T=��X=(=Z=�!V=��R=�<�#`=1�V=49O=�
+Y<���<@��<M�!=b��<
�(=��<,-=��*=yċ<L//=�{/=h�=
+��<g�=]�'=U�B=���<
�3=��H=/�=�YL=r+�<�T=��7=aZX=^.�<�>a=�C=�%J=6�[=
+=�3_=L6X=`=��W="?=��i=N�i=�i=_h=M�^=?�p=��v=(�]=�n=7�k=Z7y=p�q=y�p=��`=]�s=�P=�
+]=(wd=^�k=��]=5Vb=�ji=߅Q=��l=4L^=�H=[
+M=��=���<�=�a�<�H'=A�<\
+1=&�=���<i?*=F�9=���<)�D=s�=�)R=��C=e>W=9Y=ѠN=}�g=Y,I=��f=�'q=��J=\�=�!h=H�=�
=��=�g�=�݉=}�=�J=��=���=�ɋ=l|�=Z�9=��=|��={	�=��=P�<�ł=2�=Dx�=�p=V>�=h�=K�<
+�=��u=de�=���=.?�=
�=���=~��=��=;1�=��=r��=��=�h�=���<F��<�h�<�<�_=�M�<�m=�=
}�<x�3=�:/=��<��(=^�<��3=�4C=�7=`�=3<e=�-W=z0S=�U =�{j=�Z=��=���=��l=33a=l;y=~=� �=2�~=�[=�H�=��=4w�=�Ȋ=��=t��=��=�=�^�=�=z�|=E��=t��=�P�=���=/��=���=�2�=m�=���=m�=�͚=_�=t��=!ژ=M^�=���=�I�=���=b�=��=
\ No newline at end of file
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..945dce33b5dd80eacb7d46a33d0300b279e19b25
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..e5876032eaa1d29719c88f2b615f066d349e86c8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_15_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8a3a238949ac5d30bdf7d4723d03f5fd7a7b097c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_16_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a018bdc0cc6ce0541577b8a05354a665ac30b1df
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_16_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1c70d358d4c58d6fd19bf8c4b5896082384c8ab4
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..881325aa46774f2f8392d9003306383ed48f1db7
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..c4a9452345d31cf2acb2cb43c8fb5bca0b8cda38
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..2ad1f565b3c7729408d48a9d86b950eafb0a0980
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_17_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..f65011ae1846ecb6b63f5a65c0ddbbfc830647e7
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_17_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..00f889b99c2652a77daf31ccc53d9ced249c3ba3
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ea69535f3b26068b333c1fbbb8d95b472a59a701
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..879dbcd56affcfbd20af9b3450a827e8ac23ac7d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6796cbdfb33d0e53e43d2ae4a27af158b9fc8787
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_18_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..2ff9fc8328968f5077b4ed41a2b51418c2497e1c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_18_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c4f2e7fae021feef1e9f1140727f9f1d04c914cc
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8d2605f0d78d731568cb6536980842100daaad93
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..75d78bdf3319d197eff30b1b94052a93153a1d51
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_1_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..0da5791bc5b2e4b325f44b07ae4af6ee81abed8b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..59eaf335ff6f0882e071bc6d16b924621c1070cc
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..4a3cb661de572e92ca2eabe5520d09b7c23ea1ec
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_20_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..8a042895077821880f716b03d5f483d8669cad26
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8e2ab150f7e32468dbabe12d869c81c5c472dbdf
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..2e8bb15ae288cb5dd3aa6c9d13dd08f121a4aa6f
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_21_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cdee348409c78ef6c76e8faf80a9ecda6e679a9d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_21_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..ec4f1d9e6e111004533d729fba9ea0804f85e64f
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..803fff22ceba8fd07db1268c1df50e65e8009286
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cd0e3358fdbd0f4ae863780b723f0d092b13ec72
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_22_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..aec60f53ce062e07a5110d4eda96ac4c967e23f8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_22_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1d150e4e974078ccbf2c3b78138d0aaa6a41955d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_23_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..e58a9cd071083fb0d971e7be3858bccd1e181435
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_23_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..98e65fb42c6edd582454f02ce713da81c75c7155
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e376ba03b86e722e5f26c7f6890e0a97fedc048e
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..0a797af7fbde19481efbc00eebadf4ae78669d77
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..eb6638a94a285d4a1475833b26c02f53813f38b8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..6ea3dc1ee453a00b01471ed185333feaec5aef19
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..410431ac742d3ccc6fd4615eb565773e2aa1f755
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_26_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..dbd1380d1b439d6cbf75f01fa0e179c0f946882a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..b6b2b68e65a355a4a0a04b32271c6cfa21f817e9
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..989a0bba49e703f8f30ef4a088a69eccd1f5872a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..0fdf27bc5aeea9c9d863192bb4fc90abe4a8fe3c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..0477435625dc79323932aa3fc8e4fff3b4886210
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_27_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_2_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2eea3282a06be2c5d2f0ee842eda52f16bf40cef
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_2_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9b731f1ced416e1b23d023e37e6547a97e759388
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_3_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..82fe0d09b0a7eee7296ce5aa2c244e96aff41d85
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..d2070f1d153b72e3d962e8f11571c346adfc1053
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..b0f2a2adc49ccf43de211c359ffae581d36ed410
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d885d6299d1eaedf8c6abee9377603ce14c6f7d7
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_4_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..3a03ea4fd346e87a8d6485b675c1b00490291f03
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_4_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5327a9ec443769de6246d448bb9566e72c4d47ee
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..770c264cb5354136f1f8a94488d3d68584801d04
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c4f302e0b9b0d2a042c377332277567f46b26521
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..66f48572972f13500d7582d6117cd23454561501
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..3e83b22c90d1a1d8d811f6d3775f594a5413fa17
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_6_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a0ed4e4157496e8e2544a2c206c87c755c77fec4
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_6_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..f6158498a312a5b3a2e8841c68ab65ff5807e776
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..db6c4087a62ab997ea93da9955d9737ac2c25eb4
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..78bc412222b54528908cf4b626ff9f79fabbdd08
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..8535cf72947b3bac0c6f2da5712dc121e0eace9a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..de4199fb1c62d3f66706d2b1bb226523c7835b16
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..576a52e8dd0a1e8d80a1cf150cbb1e8cdce0e7e1
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_7_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_8_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..de1fa08d24f7b93b42ff887980c10fb3f26e2255
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9a2aa119dabf4f76ac3cf86c302689630e29d405
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..3a5b5bf250921fe414c24ada4af045936a892b82
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_9_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..afeb3050bbf053d10036a7d6ca2c10f9af98e3fd
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..481af2f5d19a52afd43711747fe2739a46864394
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..12f8d1a63657345b4a12152da83f7e14107f625b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_q_proj_weight.scales differ