{
    "num_layers": 40,
    "hidden_size": 5120,
    "head_dim": 128,
    "num_query_groups": 8,
    "video_in_channels": 192,
    "audio_in_channels": 64,
    "text_in_channels": 3584,
    "checkpoint_qk_layernorm_rope": false,
    "mm_layers": [0, 1, 2, 3, 36, 37, 38, 39],
    "local_attn_layers": [
        0, 1, 2, 4, 5, 6, 8, 9, 10, 12, 13, 14,
        16, 17, 18, 20, 21, 22, 24, 25, 26, 28, 29, 30,
        32, 33, 34, 35, 36, 37, 38, 39
    ],
    "enable_attn_gating": true,
    "gelu7_layers": [0, 1, 2, 3],
    "post_norm_layers": []
}