arch:
  H_cycles: 2
  H_layers: 4
  L_cycles: 2
  L_layers: 4
  expansion: 4
  forward_dtype: bfloat16
  halt_exploration_prob: 0.1
  halt_max_steps: 16
  hidden_size: 512
  loss:
    loss_type: stablemax_cross_entropy
    name: losses@ACTLossHead
  mlp_t: false
  name: recursive_reasoning.hrm@HierarchicalReasoningModel_ACTV1
  num_heads: 8
  pos_encodings: rope
  puzzle_emb_ndim: 512
beta1: 0.9
beta2: 0.95
checkpoint_every_eval: true
checkpoint_path: checkpoints/Route3d-16-4-k4-rich-ACT-torch/route3d_hrm_rich
data_paths:
- data/route3d-16-4-k4-rich
data_paths_test: []
ema: true
ema_rate: 0.999
epochs: 3
eval_interval: 1
eval_save_outputs: []
evaluators: []
freeze_weights: false
global_batch_size: 64
load_checkpoint: null
lr: 0.0001
lr_min_ratio: 1.0
lr_warmup_steps: 2000
micro_batch_size: null
min_eval_interval: 0
project_name: Route3d-16-4-k4-rich-ACT-torch
puzzle_emb_lr: 0.0001
puzzle_emb_weight_decay: 1.0
run_name: route3d_hrm_rich
seed: 0
weight_decay: 1.0