diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_0_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..54a3ba3c1400e8b05f10960f66afbcbb3c58779b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_0_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2b4fa102ff2dcf45cc1ec7d7de4ff764e75cd30c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..91e5335bba44952236c965e1d087a417fa1872a2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..56d09d42dba7b9e93d22ea9e7b0e69be159ea370
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..5837e3fe1a534632322c5961f2b75f7c554f88c3
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_0_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_10_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_10_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..ca42714370c9e4663825711e822d6fd9b4f3a7b2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_10_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_10_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_10_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8871dc9085f3027ba024153db9c888e4324a9577
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_10_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..458be3339c80801706b198f9ccba8ff292031a3b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_10_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_11_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..55793d099bcaa898fa3f7ba7feb4798279b6331d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_11_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c4d599cc6ed4720d784431d1de45c608aaa0111c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..a7baf0a8a85afe31f5a7dd4a41772b1b5000c4b8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..30ffdfb2fac69d9fefc4a9fe915aeb6c6a15d8be
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..54aaa8714df85f8124de9a69c80e5d48c454a561
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..fc82d2ce243529e924112e93801b2c31a9313d50
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..9017af4926876f597c24e2bd9a435e002d4a08d3
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_11_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_12_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..2ad77dec2867326bc94701462d61e8e7d82f5090
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_12_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1c66481472adcde7eb9794bbdb392b5c87e843b2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..42115bf86d59292875bec6faf5efcecc83bb256d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a711fca64312db6116a599c5d569ec1bee430212
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..a8e4ddc611f4f345b09beee1be42fe01af5aab7d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_12_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_13_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1df3cc2f3a357d3eefffecffc91e9591aee942e3
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_13_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..8908159071055644e0ee977d0b7eeb0fc888d7e6
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..378f9accf3419322bd8665726aaac4787f8619f2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_13_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_14_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_14_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..45a8e66fc158fcca2265b7218b8e485a5444682a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_14_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_14_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_14_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d5229f34e394b16ee349f91529f288d6a29b56f2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_14_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_14_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_14_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f9bdaf406cae64295c449154bbfd29a69c01f5f0
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_14_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..7a890e6b559ac51462e1f4952a2c1a3a3ba89a84
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..456c3c0e2e5dc78ad9cc297100472608687ab71c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_14_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_15_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1bfd2ecafc977a790e8d8d7ac41030c9db71c62b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_15_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..cb681e82c7b01bdbda3c042177af102d5203032c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..0d1fe2adda6c5da4dd8811d102efb923acf8c9a2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..fa9487164ceb4dcad1bb37c5723e781a883b4fba
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..db4ff2cb870c3675d0905c1b0a2bcdc129ed42fe
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3b25312cdfeb2a656091d039d574b1b8865c66cd
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_15_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..e42995f1cf2dab1f5469a25fc901ec74c76f65c6
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..c3981a49073d31fef293273e651dc1fc5863b33a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..ef9bf8aba682c72823aa6eff99ced127096745fe
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_16_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_17_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..90e950c1813ad2d6e26e5872614e652af4f6334b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..9509e9a02d05796680fa35d6c42336e376de7a95
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f75f223138bae4b031d54445e30156e4ead9d0a5
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_17_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_18_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..a98d094e31c21202d98e29a9bd38a92cc95049f8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..bb1b368200c598242a6b1e79ae0a31ffaadc3cb7
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..f6f508702ae579967f9c714aacdcfada1168da7c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c85302b4d2ca8456d93e7f3387374aec263647c0
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_18_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..eba0e3c19694a0d3c4af1ce4091328a98edc1566
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_19_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_1_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..303fc1929e075f6d35642eb701c0fd06d352f603
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..87207b9d06c8ae2393a203c147c30652f4c1a2d5
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..c1ed4ca13cc64d435a6c8383eace773ae56d8a8a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_1_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_20_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..6c2e8526f934c429b58d28ac364b320464dafe2d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..c5d0a76c0c2e67fc853bdb88b3effc526c8fb5c3
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..84fc54de3e6a1e41f30cc751c09c5fa74ad5bdf7
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_20_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..523a27c555fd02fa97a9a1d03f2641fb2b98655b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..7c1f3b98dabb03ff3be28c0b03999064e08fdbdb
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..146e6c849dc80db6ba5ce4866242f90f01316687
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_21_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_22_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..06922fea97a1318d7642d094db87062c9e989d62
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..56d475c2e2ec4b8e1c14680aec79de9a493ea100
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5a93fb1d15fab69e67198a2c5f9a96d9f9da58f1
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_22_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_23_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..85335a98db37a947c9052cda3703191dc3836e1e
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..b7ce333521fda2ad7ce68c00fb18795d3baf81bb
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..bef6c9b80e2eaaf8fb6c3f9589451ea4f577cb26
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..3f2c4d375b61d03cc2989e5af223fa1e3e0a829e
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..308f588954d75655c4e3a7a9003561edfcca1de3
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_23_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_24_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e4c438f934a7dc1f61147cde6e47ed6e6e146803
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..8a38fe17002304214d00ae90a7bb04de994bec4d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..b8982c9b1da3f7e50dc543416b43640fae2704d4
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..33ba19f6d52027d99f8d5699d840b9ebfd494e55
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_24_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_25_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..eee254584de8db018cf609c254bd9d82c6ab810d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..3898d55dd87dd734bd2494ba1132b57c979abdcc
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7b19e86f57a019962ef29b52dbec5edf481a3466
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_25_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_26_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..1f225c82377611b1ba728ba0580192d4687233a2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..900d49a1076a765fe35221a24eb362bc37234d1e
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..fc04c62a447a2d59f2fe42ff1c4c792b5f41e489
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_26_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_27_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_27_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4098f2d5f394f802cefa30eee2546b9f8aa47b33
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_27_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_2_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..68ae1c7a5c3107b499dfd057030952111121ae9f
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_2_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..2748fa2d55b1db412a89fe2d6dd1b34e4b2a9908
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..acc2648ff2e4cf2a6eaa8c0102d87e4607119878
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..2380f667f41f252cbabe02de56949dd09681da1b
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..47b4bf162f6f0eae3866cab71093108ddbfe5ea9
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_2_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..3c6ecacaa6eaa01ba4642cb7f341b9c6c08fc85c
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..7109f28f20d36ef152fb691b49518651f5bec366
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_3_self_attn_v_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_4_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..14b2b2f2f0cacaa77d823c638a112700cec37a7f
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_4_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..7c97d9dd0ea718ded20befe3f46a8222a3a4ae71
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..573b5eb9d935609dde2097a2217641147188b605
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_v_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_v_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..3a619bd32fa8eb8205cd4e5a6cee09d2d9ac664a
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_4_self_attn_v_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_5_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..4887b4f8f91b6ca182df77fad852de7d66027b7d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_k_proj_weight.pos b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_k_proj_weight.pos
new file mode 100644
index 0000000000000000000000000000000000000000..4fe380ea033efff3bee733c5388c5b69d1452889
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_k_proj_weight.pos differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2433175d14df1363b84efc94e8efce955ade2cc3
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_5_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_6_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..97b519b14daa47092d6ecef62c3bfdda0e741084
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..d593845bbb02448eac0e08ca8c4102e5478ac7d2
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..c26f42a44f8db2152457881a9bb9c48d3032ded5
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2a96a0c9b136939c2cd60b975073a0faa401f45d
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_6_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_8_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..aff9d98b0be61b53898d1d9bbe1ed129e788251f
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_8_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..91ac0cd506deb511ded56011a548a16121caab41
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_weight.neg b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_weight.neg
new file mode 100644
index 0000000000000000000000000000000000000000..e4b9d299c292ab77df5092bdd093f4fbd21c4e94
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_k_proj_weight.neg differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..773d9f4cd8132578aea15925ad5cf523650e2337
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_8_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_9_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..34b2ea7c153d35d9b3d7bc9bc90d4025b8974cc8
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_9_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..536277681e5f21d60efbcd0473133e81e8e19d83
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-ternary/model_layers_9_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..279793aef4972875c25744bf4a9569e950ee3302
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ac3d0f23d802dfc55833a6548e8eda38c9c535bd
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..98724715060dfcd8396c8f2195785367b0067b39
Binary files /dev/null and b/deepseek-r1-1.5b-ternary/model_layers_9_self_attn_v_proj_bias.fp16 differ