dinov3:
  student:
    arch: vit_large
    patch_size: 16
    drop_path_rate: 0.3
    layerscale: 1.0e-05
    ffn_layer: mlp
    ffn_bias: true
    proj_bias: true
    qkv_bias: true
    norm_layer: layernormbf16
    n_storage_tokens: 4
    mask_k_bias: false
    untie_cls_and_patch_norms: false
    untie_global_and_local_cls_norm: false
    pos_embed_rope_base: 100.0
    pos_embed_rope_min_period: null
    pos_embed_rope_max_period: null
    pos_embed_rope_normalize_coords: separate
    pos_embed_rope_shift_coords: null
    pos_embed_rope_jitter_coords: null
    pos_embed_rope_rescale_coords: null
    pos_embed_rope_dtype: fp32
    pos_embed_rope_3d: true
    pos_embed_rope_base_fps: 30
    pos_embed_rope_prefix_temporal: true
  dino:
    loss_weight: 1.0
    head_n_prototypes: 65536
    head_bottleneck_dim: 256
    head_hidden_dim: 2048
    head_nlayers: 3
    head_norm_last_layer: false
    global_ignore_diagonal: true
    koleo_loss_weight: 0.1
    koleo_loss_distributed: false
    koleo_topk: 1
    reweight_dino_local_loss: false
  ibot:
    loss_weight: 1.0
    mask_sample_probability: 0.5
    mask_ratio_min_max:
    - 0.1
    - 0.5
    mask_random_circular_shift: false
    separate_head: true
    head_n_prototypes: 65536
    head_bottleneck_dim: 256
    head_hidden_dim: 2048
    head_nlayers: 3
    head_norm_last_layer: false
attention_mode: flex_block_causal