{
  "_class_name": "FiTTransformer2DModel",
  "class_dropout_prob": 0.1,
  "context_size": 256,
  "depth": 28,
  "hidden_size": 1152,
  "in_channels": 4,
  "learn_sigma": true,
  "mlp_ratio": 4.0,
  "num_classes": 1000,
  "num_heads": 16,
  "patch_size": 2,
  "rel_pos_embed": "rope",
  "use_swiglu": true,
  "use_swiglu_large": true
}