[
  {
    "name": "model.embed_tokens.weight",
    "shape": [
      1024,
      128
    ]
  },
  {
    "name": "model.layers.0.input_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.0.mlp.down_proj.weight",
    "shape": [
      128,
      512
    ]
  },
  {
    "name": "model.layers.0.mlp.gate_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.0.mlp.up_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.0.post_attention_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.0.post_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.0.pre_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.0.self_attn.k_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.0.self_attn.k_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.0.self_attn.o_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.0.self_attn.q_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.0.self_attn.q_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.0.self_attn.v_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.1.input_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.1.mlp.down_proj.weight",
    "shape": [
      128,
      512
    ]
  },
  {
    "name": "model.layers.1.mlp.gate_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.1.mlp.up_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.1.post_attention_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.1.post_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.1.pre_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.1.self_attn.k_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.1.self_attn.k_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.1.self_attn.o_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.1.self_attn.q_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.1.self_attn.q_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.1.self_attn.v_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.2.input_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.2.mlp.down_proj.weight",
    "shape": [
      128,
      512
    ]
  },
  {
    "name": "model.layers.2.mlp.gate_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.2.mlp.up_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.2.post_attention_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.2.post_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.2.pre_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.2.self_attn.k_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.2.self_attn.k_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.2.self_attn.o_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.2.self_attn.q_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.2.self_attn.q_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.2.self_attn.v_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.3.input_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.3.mlp.down_proj.weight",
    "shape": [
      128,
      512
    ]
  },
  {
    "name": "model.layers.3.mlp.gate_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.3.mlp.up_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.3.post_attention_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.3.post_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.3.pre_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.3.self_attn.k_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.3.self_attn.k_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.3.self_attn.o_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.3.self_attn.q_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.3.self_attn.q_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.3.self_attn.v_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.4.input_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.4.mlp.down_proj.weight",
    "shape": [
      128,
      512
    ]
  },
  {
    "name": "model.layers.4.mlp.gate_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.4.mlp.up_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.4.post_attention_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.4.post_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.4.pre_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.4.self_attn.k_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.4.self_attn.k_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.4.self_attn.o_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.4.self_attn.q_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.4.self_attn.q_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.4.self_attn.v_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.5.input_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.5.mlp.down_proj.weight",
    "shape": [
      128,
      512
    ]
  },
  {
    "name": "model.layers.5.mlp.gate_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.5.mlp.up_proj.weight",
    "shape": [
      512,
      128
    ]
  },
  {
    "name": "model.layers.5.post_attention_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.5.post_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.5.pre_feedforward_layernorm.weight",
    "shape": [
      128
    ]
  },
  {
    "name": "model.layers.5.self_attn.k_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.5.self_attn.k_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.layers.5.self_attn.o_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.5.self_attn.q_norm.weight",
    "shape": [
      32
    ]
  },
  {
    "name": "model.layers.5.self_attn.q_proj.weight",
    "shape": [
      128,
      128
    ]
  },
  {
    "name": "model.layers.5.self_attn.v_proj.weight",
    "shape": [
      32,
      128
    ]
  },
  {
    "name": "model.norm.weight",
    "shape": [
      128
    ]
  }
]