config.json

{
  "activation": "silu",
  "architectures": [
    "SigLinoModel"
  ],
  "auto_map": {
    "AutoConfig": "configuration_siglino.SigLinoConfig",
    "AutoImageProcessor": "image_processing_siglino.SigLinoImageProcessor",
    "AutoModel": "modeling_siglino.SigLinoModel"
  },
  "channel_size": 3,
  "dim": 384,
  "dtype": "float32",
  "enable_3d_rope": true,
  "ffn_dim": 1536,
  "first_n_layers_dense": 12,
  "head_dim": 64,
  "max_seq_len": 8192,
  "model_type": "siglino",
  "moe_args": {
    "activation": "silu",
    "num_experts": 1,
    "num_shared_experts": 0,
    "route_norm": false,
    "route_scale": 1.0,
    "score_before_experts": false,
    "score_func": "sigmoid",
    "top_k": 1
  },
  "moe_dim": 0,
  "n_heads": 6,
  "n_kv_heads": 6,
  "n_layers": 12,
  "n_storage_tokens": 4,
  "norm_eps": 1e-05,
  "parameterized_norm": false,
  "rope_max_freqs": 20.0,
  "rope_min_freqs": 1.0,
  "rope_theta": 100000.0,
  "spatial_patch_size": 16,
  "teachers": [
    "siglip2",
    "dinov3"
  ],
  "teachers_dim": [
    1152,
    1024
  ],
  "temporal_patch_size": 1,
  "transformers_version": "4.57.1",
  "use_flex_attn": true,
  "use_qk_norm": true,
  "use_tok_norm": true
}