| { |
| "metadata": { |
| "total_parameters": 4485154816, |
| "total_size": 8970309632 |
| }, |
| "weight_map": { |
| "embed_tokens.weight": "model-00001-of-00002.safetensors", |
| "final_norm.weight": "model-00002-of-00002.safetensors", |
| "layers.0.experts.0.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.1.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.2.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.3.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.experts.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.0.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.0.gate.1.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.0.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.1.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.2.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.3.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.experts.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.1.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.1.gate.1.weight": "model-00001-of-00002.safetensors", |
| "layers.10.experts.0.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.0.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.0.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.0.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.1.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.1.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.1.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.1.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.1.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.1.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.2.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.2.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.2.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.2.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.3.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.3.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.experts.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.10.gate.0.weight": "model-00002-of-00002.safetensors", |
| "layers.10.gate.1.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.0.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.0.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.0.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.0.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.1.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.1.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.1.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.1.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.1.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.1.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.2.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.2.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.2.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.2.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.3.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.3.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.experts.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.11.gate.0.weight": "model-00002-of-00002.safetensors", |
| "layers.11.gate.1.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.0.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.0.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.0.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.0.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.1.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.1.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.1.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.1.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.1.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.1.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.2.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.2.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.2.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.2.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.3.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.3.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.experts.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.12.gate.0.weight": "model-00002-of-00002.safetensors", |
| "layers.12.gate.1.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.0.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.0.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.0.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.0.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.1.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.1.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.1.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.1.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.1.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.1.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.2.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.2.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.2.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.2.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.3.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.3.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.experts.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.13.gate.0.weight": "model-00002-of-00002.safetensors", |
| "layers.13.gate.1.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.0.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.0.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.0.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.0.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.1.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.1.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.1.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.1.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.1.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.1.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.2.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.2.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.2.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.2.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.3.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.3.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.experts.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.14.gate.0.weight": "model-00002-of-00002.safetensors", |
| "layers.14.gate.1.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.0.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.0.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.0.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.0.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.1.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.1.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.1.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.1.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.1.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.1.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.2.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.2.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.2.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.2.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.3.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.3.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.experts.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.15.gate.0.weight": "model-00002-of-00002.safetensors", |
| "layers.15.gate.1.weight": "model-00002-of-00002.safetensors", |
| "layers.2.experts.0.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.1.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.2.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.3.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.experts.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.2.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.2.gate.1.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.0.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.1.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.2.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.3.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.experts.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.3.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.3.gate.1.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.0.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.1.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.2.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.3.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.experts.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.4.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.4.gate.1.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.0.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.1.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.2.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.3.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.experts.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.5.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.5.gate.1.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.0.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.1.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.2.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.3.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.experts.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.6.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.6.gate.1.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.0.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.1.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.2.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.3.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.experts.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.7.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.7.gate.1.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.0.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.1.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.2.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.3.input_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.experts.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.8.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.8.gate.1.weight": "model-00001-of-00002.safetensors", |
| "layers.9.experts.0.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.0.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.0.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.0.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.0.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.9.experts.0.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", |
| "layers.9.experts.0.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.1.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.1.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.1.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.1.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.1.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.1.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.1.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.1.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.1.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.2.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.2.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.2.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.2.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.2.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.2.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.2.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.2.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.2.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.3.input_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.3.mlp.down_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.3.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.3.mlp.up_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.3.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.3.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.3.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.3.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.experts.3.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", |
| "layers.9.gate.0.weight": "model-00001-of-00002.safetensors", |
| "layers.9.gate.1.weight": "model-00001-of-00002.safetensors", |
| "lm_head.weight": "model-00002-of-00002.safetensors" |
| } |
| } |
|
|
