token_embd.weight=IQ3_S
blk.1.ffn_down.weight=IQ3_S
blk.1.ffn_gate.weight=IQ3_S
blk.1.ffn_up.weight=IQ3_S
blk.10.ffn_down.weight=IQ3_S
blk.10.ffn_gate.weight=IQ3_S
blk.10.ffn_up.weight=IQ3_S
blk.11.ffn_down.weight=IQ3_S
blk.11.ffn_gate.weight=IQ3_S
blk.11.ffn_up.weight=IQ3_S
blk.12.ffn_down.weight=IQ3_S
blk.12.ffn_gate.weight=IQ3_S
blk.12.ffn_up.weight=IQ3_S
blk.13.ffn_down.weight=IQ3_S
blk.13.ffn_gate.weight=IQ3_S
blk.13.ffn_up.weight=IQ3_S
blk.14.ffn_down.weight=IQ3_S
blk.14.ffn_gate.weight=IQ3_S
blk.14.ffn_up.weight=IQ3_S
blk.15.ffn_down.weight=IQ3_S
blk.15.ffn_gate.weight=IQ3_S
blk.15.ffn_up.weight=IQ3_S
blk.16.ffn_down.weight=IQ3_S
blk.16.ffn_gate.weight=IQ3_S
blk.16.ffn_up.weight=IQ3_S
blk.17.ffn_down.weight=IQ3_S
blk.17.ffn_gate.weight=IQ3_S
blk.17.ffn_up.weight=IQ3_S
blk.18.ffn_down.weight=IQ3_S
blk.18.ffn_gate.weight=IQ3_S
blk.18.ffn_up.weight=IQ3_S
blk.19.ffn_down.weight=IQ3_S
blk.19.ffn_gate.weight=IQ3_S
blk.19.ffn_up.weight=IQ3_S
blk.2.ffn_down.weight=IQ3_S
blk.2.ffn_gate.weight=IQ3_S
blk.2.ffn_up.weight=IQ3_S
blk.20.ffn_down.weight=IQ3_S
blk.20.ffn_gate.weight=IQ3_S
blk.20.ffn_up.weight=IQ3_S
blk.21.ffn_down.weight=IQ3_S
blk.21.ffn_gate.weight=IQ3_S
blk.21.ffn_up.weight=IQ3_S
blk.22.ffn_down.weight=IQ3_S
blk.22.ffn_gate.weight=IQ3_S
blk.22.ffn_up.weight=IQ3_S
blk.23.ffn_down.weight=IQ3_S
blk.23.ffn_gate.weight=IQ3_S
blk.23.ffn_up.weight=IQ3_S
blk.24.ffn_down.weight=IQ3_S
blk.24.ffn_gate.weight=IQ3_S
blk.24.ffn_up.weight=IQ3_S
blk.25.ffn_down.weight=IQ3_S
blk.25.ffn_gate.weight=IQ3_S
blk.25.ffn_up.weight=IQ3_S
blk.26.ffn_down.weight=IQ3_S
blk.29.ffn_down.weight=IQ3_S
blk.3.ffn_down.weight=IQ3_S
blk.3.ffn_gate.weight=IQ3_S
blk.3.ffn_up.weight=IQ3_S
blk.30.ffn_down.weight=IQ3_S
blk.30.ffn_gate.weight=IQ3_S
blk.30.ffn_up.weight=IQ3_S
blk.31.ffn_down.weight=IQ3_S
blk.31.ffn_gate.weight=IQ3_S
blk.31.ffn_up.weight=IQ3_S
blk.4.ffn_down.weight=IQ3_S
blk.4.ffn_gate.weight=IQ3_S
blk.4.ffn_up.weight=IQ3_S
blk.5.ffn_down.weight=IQ3_S
blk.5.ffn_gate.weight=IQ3_S
blk.5.ffn_up.weight=IQ3_S
blk.6.ffn_down.weight=IQ3_S
blk.6.ffn_gate.weight=IQ3_S
blk.6.ffn_up.weight=IQ3_S
blk.7.ffn_down.weight=IQ3_S
blk.7.ffn_gate.weight=IQ3_S
blk.7.ffn_up.weight=IQ3_S
blk.8.ffn_down.weight=IQ3_S
blk.8.ffn_gate.weight=IQ3_S
blk.8.ffn_up.weight=IQ3_S
blk.9.ffn_down.weight=IQ3_S
blk.9.ffn_gate.weight=IQ3_S
blk.9.ffn_up.weight=IQ3_S
blk.0.ssm_alpha.weight=IQ3_XXS
blk.0.ssm_beta.weight=IQ3_XXS
blk.0.attn_qkv.weight=IQ3_S
blk.0.attn_gate.weight=IQ3_XXS
blk.0.ssm_out.weight=IQ3_XXS
blk.0.ffn_down.weight=IQ3_S
blk.0.ffn_gate.weight=IQ3_S
blk.0.ffn_up.weight=IQ3_S
blk.1.ssm_alpha.weight=IQ3_XXS
blk.1.ssm_beta.weight=IQ3_XXS
blk.1.attn_qkv.weight=IQ3_S
blk.1.attn_gate.weight=IQ3_XXS
blk.1.ssm_out.weight=IQ3_XXS
blk.10.ssm_alpha.weight=IQ3_XXS
blk.10.ssm_beta.weight=IQ3_XXS
blk.10.attn_qkv.weight=IQ3_S
blk.10.attn_gate.weight=IQ3_XXS
blk.10.ssm_out.weight=IQ3_XXS
blk.11.attn_k.weight=IQ3_XXS
blk.11.attn_output.weight=IQ3_XXS
blk.11.attn_q.weight=IQ3_XXS
blk.11.attn_v.weight=IQ3_S
blk.12.ssm_alpha.weight=IQ3_XXS
blk.12.ssm_beta.weight=IQ3_XXS
blk.12.attn_qkv.weight=IQ3_S
blk.12.attn_gate.weight=IQ3_XXS
blk.12.ssm_out.weight=IQ3_XXS
blk.13.ssm_alpha.weight=IQ3_XXS
blk.13.ssm_beta.weight=IQ3_XXS
blk.13.attn_qkv.weight=IQ3_S
blk.13.attn_gate.weight=IQ3_XXS
blk.13.ssm_out.weight=IQ3_XXS
blk.14.ssm_alpha.weight=IQ3_XXS
blk.14.ssm_beta.weight=IQ3_XXS
blk.14.attn_qkv.weight=IQ3_S
blk.14.attn_gate.weight=IQ3_XXS
blk.14.ssm_out.weight=IQ3_XXS
blk.15.attn_k.weight=IQ3_XXS
blk.15.attn_output.weight=IQ3_XXS
blk.15.attn_q.weight=IQ3_XXS
blk.15.attn_v.weight=IQ3_S
blk.16.ssm_alpha.weight=IQ3_XXS
blk.16.ssm_beta.weight=IQ3_XXS
blk.16.attn_qkv.weight=IQ3_S
blk.16.attn_gate.weight=IQ3_XXS
blk.16.ssm_out.weight=IQ3_XXS
blk.17.ssm_alpha.weight=IQ3_XXS
blk.17.ssm_beta.weight=IQ3_XXS
blk.17.attn_qkv.weight=IQ3_S
blk.17.attn_gate.weight=IQ3_XXS
blk.17.ssm_out.weight=IQ3_XXS
blk.18.ssm_alpha.weight=IQ3_XXS
blk.18.ssm_beta.weight=IQ3_XXS
blk.18.attn_qkv.weight=IQ3_S
blk.18.attn_gate.weight=IQ3_XXS
blk.18.ssm_out.weight=IQ3_XXS
blk.19.attn_k.weight=IQ3_XXS
blk.19.attn_output.weight=IQ3_XXS
blk.19.attn_q.weight=IQ3_XXS
blk.19.attn_v.weight=IQ3_S
blk.2.ssm_alpha.weight=IQ3_XXS
blk.2.ssm_beta.weight=IQ3_XXS
blk.2.attn_qkv.weight=IQ3_S
blk.2.attn_gate.weight=IQ3_XXS
blk.2.ssm_out.weight=IQ3_XXS
blk.20.ssm_alpha.weight=IQ3_XXS
blk.20.ssm_beta.weight=IQ3_XXS
blk.20.attn_qkv.weight=IQ3_S
blk.20.attn_gate.weight=IQ3_XXS
blk.20.ssm_out.weight=IQ3_XXS
blk.21.ssm_alpha.weight=IQ3_XXS
blk.21.ssm_beta.weight=IQ3_XXS
blk.21.attn_qkv.weight=IQ3_S
blk.21.attn_gate.weight=IQ3_XXS
blk.21.ssm_out.weight=IQ3_XXS
blk.22.ssm_alpha.weight=IQ3_XXS
blk.22.ssm_beta.weight=IQ3_XXS
blk.22.attn_qkv.weight=IQ3_S
blk.22.attn_gate.weight=IQ3_XXS
blk.22.ssm_out.weight=IQ3_XXS
blk.23.attn_k.weight=IQ3_XXS
blk.23.attn_output.weight=IQ3_XXS
blk.23.attn_q.weight=IQ3_XXS
blk.23.attn_v.weight=IQ3_S
blk.24.ssm_alpha.weight=IQ3_XXS
blk.24.ssm_beta.weight=IQ3_XXS
blk.24.attn_qkv.weight=IQ3_S
blk.24.attn_gate.weight=IQ3_XXS
blk.24.ssm_out.weight=IQ3_XXS
blk.25.ssm_alpha.weight=IQ3_XXS
blk.25.ssm_beta.weight=IQ3_XXS
blk.25.attn_qkv.weight=IQ3_S
blk.25.attn_gate.weight=IQ3_XXS
blk.25.ssm_out.weight=IQ3_XXS
blk.26.ssm_alpha.weight=IQ3_XXS
blk.26.ssm_beta.weight=IQ3_XXS
blk.26.attn_qkv.weight=IQ3_S
blk.26.attn_gate.weight=IQ3_XXS
blk.26.ssm_out.weight=IQ3_XXS
blk.26.ffn_gate.weight=IQ3_S
blk.26.ffn_up.weight=IQ3_S
blk.27.ffn_down.weight=IQ3_S
blk.27.ffn_gate.weight=IQ3_S
blk.27.ffn_up.weight=IQ3_S
blk.27.attn_k.weight=IQ3_XXS
blk.27.attn_output.weight=IQ3_XXS
blk.27.attn_q.weight=IQ3_XXS
blk.27.attn_v.weight=IQ3_S
blk.28.ssm_alpha.weight=IQ3_XXS
blk.28.ssm_beta.weight=IQ3_XXS
blk.28.attn_qkv.weight=IQ3_S
blk.28.attn_gate.weight=IQ3_XXS
blk.28.ssm_out.weight=IQ3_XXS
blk.28.ffn_down.weight=IQ3_S
blk.28.ffn_gate.weight=IQ3_S
blk.28.ffn_up.weight=IQ3_S
blk.29.ssm_alpha.weight=IQ3_XXS
blk.29.ssm_beta.weight=IQ3_XXS
blk.29.attn_qkv.weight=IQ3_S
blk.29.attn_gate.weight=IQ3_XXS
blk.29.ssm_out.weight=IQ3_XXS
blk.29.ffn_gate.weight=IQ3_S
blk.29.ffn_up.weight=IQ3_S
blk.3.attn_k.weight=IQ3_XXS
blk.3.attn_output.weight=IQ3_XXS
blk.3.attn_q.weight=IQ3_XXS
blk.3.attn_v.weight=IQ3_S
blk.30.ssm_alpha.weight=IQ3_XXS
blk.30.ssm_beta.weight=IQ3_XXS
blk.30.attn_qkv.weight=IQ3_S
blk.30.attn_gate.weight=IQ3_XXS
blk.30.ssm_out.weight=IQ3_XXS
blk.31.attn_k.weight=IQ3_XXS
blk.31.attn_output.weight=IQ3_XXS
blk.31.attn_q.weight=IQ3_XXS
blk.31.attn_v.weight=IQ3_S
blk.4.ssm_alpha.weight=IQ3_XXS
blk.4.ssm_beta.weight=IQ3_XXS
blk.4.attn_qkv.weight=IQ3_S
blk.4.attn_gate.weight=IQ3_XXS
blk.4.ssm_out.weight=IQ3_XXS
blk.5.ssm_alpha.weight=IQ3_XXS
blk.5.ssm_beta.weight=IQ3_XXS
blk.5.attn_qkv.weight=IQ3_S
blk.5.attn_gate.weight=IQ3_XXS
blk.5.ssm_out.weight=IQ3_XXS
blk.6.ssm_alpha.weight=IQ3_XXS
blk.6.ssm_beta.weight=IQ3_XXS
blk.6.attn_qkv.weight=IQ3_S
blk.6.attn_gate.weight=IQ3_XXS
blk.6.ssm_out.weight=IQ3_XXS
blk.7.attn_k.weight=IQ3_XXS
blk.7.attn_output.weight=IQ3_XXS
blk.7.attn_q.weight=IQ3_XXS
blk.7.attn_v.weight=IQ3_S
blk.8.ssm_alpha.weight=IQ3_XXS
blk.8.ssm_beta.weight=IQ3_XXS
blk.8.attn_qkv.weight=IQ3_S
blk.8.attn_gate.weight=IQ3_XXS
blk.8.ssm_out.weight=IQ3_XXS
blk.9.ssm_alpha.weight=IQ3_XXS
blk.9.ssm_beta.weight=IQ3_XXS
blk.9.attn_qkv.weight=IQ3_S
blk.9.attn_gate.weight=IQ3_XXS
blk.9.ssm_out.weight=IQ3_XXS