| { | |
| "name": "SparseStructureFlowModel", | |
| "args": { | |
| "resolution": 16, | |
| "in_channels": 8, | |
| "out_channels": 8, | |
| "model_channels": 1536, | |
| "cond_channels": 1024, | |
| "num_blocks": 30, | |
| "num_heads": 12, | |
| "mlp_ratio": 5.3334, | |
| "pe_mode": "rope", | |
| "share_mod": true, | |
| "initialization": "scaled", | |
| "qk_rms_norm": true, | |
| "qk_rms_norm_cross": true, | |
| "image_attn_mode": "proj", | |
| "dtype": "bfloat16" | |
| } | |
| } | |