datasets:
  vla_data:
    CoT_prompt: Your task is {instruction}. To identify the key objects for your task.
      Locate their bounding boxes in [x1,y1,x2,y2] format.
    data_mix: bridge_rt_1_vp
    data_root_dir: /gpfs/wangzixuan/visual_prompting/data_process/datasets
    dataset_py: visual_prompt_datasets
    delete_pause_frame: false
    feed_both_images: true
    image_size:
    - 224
    - 224
    per_device_batch_size: 32
    target_location_prompt_type: box
    target_object_prompt_type: crosshair
    use_subtask: false
    video_backend: pyav
    visual_prompt_dir: /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/simplerenv_process/visual_prompts_output
  vp_data:
    dataset_py: visual_prompt_prediction_datasets
    extracted_frames_dir: /gpfs/wangzixuan/visual_prompting/data_process/extracted_frames_simplerenv
    feed_both_images: false
    per_device_batch_size: 8
    target_location_prompt_type: box
    target_object_prompt_type: crosshair
    use_chunked_frames: true
    visual_prompt_dir: /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/simplerenv_process/visual_prompts_output
framework:
  action_model:
    action_dim: 7
    action_hidden_dim: 2560
    action_model_type: DiT-B
    future_action_window_size: 15
    past_action_window_size: 0
  name: QwenOFT
  qwenvl:
    base_vlm: /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Pretrained_models/Qwen3-VL-4B-Instruct
output_dir: /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints/oxe_bridge_rt_1_vp_visual_prompt_training_QwenOFT_both_image_no_subtask
run_id: oxe_bridge_rt_1_vp_visual_prompt_training_QwenOFT_both_image_no_subtask
run_root_dir: /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints
seed: 42
trainer:
  eval_interval: 100
  freeze_modules: null
  gradient_accumulation_steps: 1
  gradient_clipping: 1.0
  is_resume: false
  learning_rate:
    action_model: 0.0001
    base: 3.0e-05
    qwen_vl_interface: 1.0e-05
  logging_frequency: 10
  loss_scale:
    visual_prompt: 0.1
    vla: 1.0
  lr_scheduler_type: cosine_with_min_lr
  max_train_steps: 100000
  num_warmup_steps: 5000
  optimizer:
    betas:
    - 0.9
    - 0.95
    eps: 1.0e-08
    weight_decay: 1.0e-08
  save_interval: 10000
  scheduler_specific_kwargs:
    min_lr: 5.0e-07
wandb_entity: zwanggk
wandb_project: starVLA_simplerEnv_visual_prompt