{
  "source_model": "Qwen/Qwen3.5-122B-A10B",
  "visual_tensor_prefix": "model.visual.",
  "visual_output_shard": "model-11-of-11.safetensors",
  "source_shards": [
    "model.safetensors-00038-of-00039.safetensors",
    "model.safetensors-00039-of-00039.safetensors"
  ],
  "renamed_shards": {
    "model-00001-of-00010.safetensors": "model-01-of-11.safetensors",
    "model-00002-of-00010.safetensors": "model-02-of-11.safetensors",
    "model-00003-of-00010.safetensors": "model-03-of-11.safetensors",
    "model-00004-of-00010.safetensors": "model-04-of-11.safetensors",
    "model-00005-of-00010.safetensors": "model-05-of-11.safetensors",
    "model-00006-of-00010.safetensors": "model-06-of-11.safetensors",
    "model-00007-of-00010.safetensors": "model-07-of-11.safetensors",
    "model-00008-of-00010.safetensors": "model-08-of-11.safetensors",
    "model-00009-of-00010.safetensors": "model-09-of-11.safetensors",
    "model-00010-of-00010.safetensors": "model-10-of-11.safetensors"
  },
  "visual_tensor_count": 333,
  "visual_tensors": {
    "model.visual.blocks.0.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.0.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.0.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.1.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.1.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.1.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.10.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.10.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.10.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.11.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.11.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.11.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.12.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.12.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.12.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.13.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.13.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.13.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.14.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.14.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.14.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.15.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.15.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.15.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.16.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.16.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.16.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.17.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.17.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.17.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.18.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.18.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.18.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.19.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.19.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.19.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.2.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.2.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.2.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.20.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.20.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.20.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.21.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.21.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.21.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.22.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.22.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.22.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.23.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.23.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.23.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.24.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.24.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.24.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.25.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.25.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.25.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.26.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.26.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.26.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.3.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.3.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.3.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.4.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.4.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.4.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.5.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.5.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.5.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.6.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.6.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.6.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.7.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.7.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.7.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.8.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.8.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.8.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.blocks.9.attn.qkv.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456,
        1152
      ]
    },
    "model.visual.blocks.9.mlp.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304,
        1152
      ]
    },
    "model.visual.blocks.9.mlp.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        4304
      ]
    },
    "model.visual.merger.linear_fc1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        4608,
        4608
      ]
    },
    "model.visual.merger.linear_fc2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        3072,
        4608
      ]
    },
    "model.visual.blocks.0.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.0.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.0.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.0.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.0.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.1.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.1.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.1.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.1.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.10.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.10.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.10.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.10.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.11.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.11.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.11.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.11.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.12.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.12.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.12.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.12.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.13.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.13.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.13.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.13.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.14.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.14.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.14.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.14.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.15.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.15.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.15.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.15.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.16.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.16.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.16.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.16.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.17.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.17.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.17.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.17.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.18.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.18.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.18.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.18.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.19.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.19.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.19.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.19.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.2.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.2.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.2.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.2.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.20.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.20.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.20.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.20.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.21.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.21.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.21.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.21.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.22.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.22.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.22.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.22.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.23.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.23.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.23.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.23.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.24.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.24.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.24.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.24.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.25.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.25.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.25.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.25.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.26.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.26.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.26.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.26.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.3.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.3.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.3.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.3.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.4.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.4.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.4.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.4.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.5.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.5.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.5.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.5.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.6.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.6.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.6.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.6.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.7.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.7.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.7.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.7.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.8.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.8.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.8.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.8.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.attn.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.attn.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        1152
      ]
    },
    "model.visual.blocks.9.attn.qkv.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3456
      ]
    },
    "model.visual.blocks.9.mlp.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4304
      ]
    },
    "model.visual.blocks.9.mlp.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.norm1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.norm1.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.norm2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.blocks.9.norm2.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.merger.linear_fc1.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        4608
      ]
    },
    "model.visual.merger.linear_fc2.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        3072
      ]
    },
    "model.visual.merger.norm.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.merger.norm.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.patch_embed.proj.bias": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152
      ]
    },
    "model.visual.patch_embed.proj.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        1152,
        3,
        2,
        16,
        16
      ]
    },
    "model.visual.pos_embed.weight": {
      "dtype": "torch.bfloat16",
      "shape": [
        2304,
        1152
      ]
    }
  }
}