liorbenhorin-nv commited on Apr 11

Commit

3427762

verified ·

1 Parent(s): 25d291c

GR00T-N1.6 fine-tune on SO-101 vials_rack_left sim+real (10k steps)

Browse files

Files changed (18) hide show

config.json +70 -0
embodiment_id.json +10 -0
experiment_cfg/conf.yaml +209 -0
experiment_cfg/config.yaml +243 -0
experiment_cfg/dataset_statistics.json +824 -0
experiment_cfg/final_model_config.json +53 -0
experiment_cfg/final_processor_config.json +0 -0
model-00001-of-00002.safetensors +3 -0
model-00002-of-00002.safetensors +3 -0
model.safetensors.index.json +0 -0
optimizer.pt +3 -0
processor_config.json +455 -0
rng_state.pth +3 -0
scheduler.pt +3 -0
statistics.json +0 -0
trainer_state.json +0 -0
training_args.bin +3 -0
wandb_config.json +1 -0

config.json ADDED Viewed

	@@ -0,0 +1,70 @@

+{
+  "action_horizon": 50,
+  "add_pos_embed": true,
+  "apply_sincos_state_encoding": true,
+  "architectures": [
+    "Gr00tN1d6"
+  ],
+  "attn_dropout": 0.2,
+  "attn_implementation": null,
+  "backbone_embedding_dim": 2048,
+  "backbone_model_type": "eagle",
+  "backbone_trainable_params_fp32": true,
+  "collator_overwrite_image_inputs": false,
+  "color_jitter_params": {
+    "brightness": 0.1,
+    "contrast": 0.1,
+    "hue": 0.1,
+    "saturation": 0.1
+  },
+  "crop_fraction": 0.95,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "eagle_collator": true,
+  "formalize_language": true,
+  "gemma_collator": false,
+  "hidden_size": 1024,
+  "image_crop_size": null,
+  "image_target_size": null,
+  "input_embedding_dim": 1536,
+  "load_bf16": true,
+  "max_action_dim": 128,
+  "max_num_embodiments": 32,
+  "max_seq_len": 1024,
+  "max_state_dim": 128,
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "model_type": "Gr00tN1d6",
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_inference_timesteps": 4,
+  "num_timestep_buckets": 1000,
+  "random_rotation_angle": null,
+  "reproject_vision": false,
+  "select_layer": 16,
+  "shortest_image_edge": 256,
+  "state_dropout_prob": 0.0,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "tune_diffusion_model": true,
+  "tune_llm": false,
+  "tune_projector": true,
+  "tune_top_llm_layers": 4,
+  "tune_visual": false,
+  "tune_vlln": true,
+  "use_albumentations_transforms": true,
+  "use_alternate_vl_dit": true,
+  "use_flash_attention": true,
+  "use_relative_action": true,
+  "use_vlln": true
+}

embodiment_id.json ADDED Viewed

	@@ -0,0 +1,10 @@

+{
+  "robocasa_panda_omron": 13,
+  "gr1": 20,
+  "behavior_r1_pro": 24,
+  "unitree_g1": 8,
+  "oxe_google": 0,
+  "oxe_widowx": 1,
+  "libero_panda": 2,
+  "new_embodiment": 10
+}

experiment_cfg/conf.yaml ADDED Viewed

	@@ -0,0 +1,209 @@

+load_config_path: null
+model:
+  model_type: Gr00tN1d6
+  model_dtype: bfloat16
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  backbone_model_type: eagle
+  model_revision: null
+  tune_top_llm_layers: 4
+  backbone_embedding_dim: 2048
+  tune_llm: false
+  tune_visual: false
+  select_layer: 16
+  reproject_vision: false
+  use_flash_attention: true
+  load_bf16: false
+  collator_overwrite_image_inputs: false
+  eagle_collator: true
+  backbone_trainable_params_fp32: true
+  image_crop_size: null
+  image_target_size: null
+  shortest_image_edge: 256
+  crop_fraction: 0.95
+  random_rotation_angle: null
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    saturation: 0.5
+    hue: 0.08
+  use_albumentations_transforms: true
+  formalize_language: true
+  apply_sincos_state_encoding: false
+  use_relative_action: true
+  max_state_dim: 29
+  max_action_dim: 29
+  action_horizon: 16
+  hidden_size: 1024
+  input_embedding_dim: 1536
+  add_pos_embed: true
+  attn_dropout: 0.2
+  use_vlln: true
+  max_seq_len: 1024
+  use_alternate_vl_dit: true
+  attend_text_every_n_blocks: 2
+  diffusion_model_cfg:
+    positional_embeddings: null
+    num_layers: 32
+    num_attention_heads: 32
+    attention_head_dim: 48
+    norm_type: ada_norm
+    dropout: 0.2
+    final_dropout: true
+    output_dim: 1024
+    interleave_self_attention: true
+  num_inference_timesteps: 4
+  noise_beta_alpha: 1.5
+  noise_beta_beta: 1.0
+  noise_s: 0.999
+  num_timestep_buckets: 1000
+  tune_projector: true
+  tune_diffusion_model: true
+  tune_vlln: true
+  state_dropout_prob: 0.0
+  state_additive_noise_scale: 0.0
+  max_num_embodiments: 32
+data:
+  datasets:
+  - dataset_paths:
+    - examples/SO100/sreetz-nv/so101_teleop_vials_rack_left_sim_and_real
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    dataset_type: physical_embodiment
+    val_dataset_path: null
+  modality_configs:
+    new_embodiment:
+      video:
+        delta_indices:
+        - 0
+        modality_keys:
+        - front
+        - wrist
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      state:
+        delta_indices:
+        - 0
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+      action:
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs:
+        - rep: RELATIVE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+        - rep: ABSOLUTE
+          type: NON_EEF
+          format: DEFAULT
+          state_key: null
+      language:
+        delta_indices:
+        - 0
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+        mean_std_embedding_keys: null
+        action_configs: null
+  download_cache: false
+  shard_size: 1024
+  episode_sampling_rate: 0.1
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  mode: single_turn
+  random_chop: 0.0
+  mock_dataset_mode: false
+  shuffle: true
+  seed: 42
+  multiprocessing_context: fork
+  allow_padding: false
+  subsample_ratio: 1.0
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  video_backend: torchcodec
+training:
+  output_dir: /ephemeral/grootn16-finetune_sreetz-so101_teleop_vials_rack_left_sim_and_real
+  experiment_name: null
+  max_steps: 10000
+  global_batch_size: 32
+  batch_size: null
+  gradient_accumulation_steps: 1
+  learning_rate: 0.0001
+  lr_scheduler_type: cosine
+  weight_decay: 1.0e-05
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  max_grad_norm: 1.0
+  optim: adamw_torch
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  fp16: false
+  bf16: true
+  eval_bf16: true
+  logging_steps: 10
+  save_steps: 5000
+  save_total_limit: 5
+  save_vl_model: false
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  max_concurrent_uploads: 2
+  eval_strategy: 'no'
+  eval_steps: 500
+  eval_set_split_ratio: 0.1
+  eval_batch_size: 2
+  save_best_eval_metric_name: ''
+  save_best_eval_metric_greater_is_better: true
+  deepspeed_stage: 2
+  gradient_checkpointing: false
+  transformers_trust_remote_code: true
+  transformers_local_files_only: false
+  transformers_cache_dir: null
+  transformers_access_token: null
+  use_ddp: false
+  ddp_bucket_cap_mb: 100
+  num_gpus: 1
+  dataloader_num_workers: 4
+  remove_unused_columns: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  enable_profiling: false
+  max_retries: 3
+  assert_loss_less_than: null
+  add_rl_callback: false
+  enable_open_loop_eval: false
+  open_loop_eval_traj_ids:
+  - 0
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_plot_indices: null
+max_steps: 10000
+save_steps: 5000

experiment_cfg/config.yaml ADDED Viewed

	@@ -0,0 +1,243 @@

+!!python/object:gr00t.configs.base_config.Config
+data: !!python/object:gr00t.configs.data.data_config.DataConfig
+  allow_padding: false
+  datasets:
+  - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
+    dataset_paths:
+    - examples/SO100/sreetz-nv/so101_teleop_vials_rack_left_sim_and_real
+    dataset_type: physical_embodiment
+    embodiment_tag: new_embodiment
+    mix_ratio: 1.0
+    val_dataset_path: null
+  download_cache: false
+  episode_sampling_rate: 0.1
+  image_crop_size:
+  - 244
+  - 244
+  image_target_size:
+  - 224
+  - 224
+  mock_dataset_mode: false
+  modality_configs:
+    new_embodiment:
+      action: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs:
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
+          - default
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - relative
+          state_key: null
+          type: &id002 !!python/object/apply:gr00t.data.types.ActionType
+          - non_eef
+        - !!python/object:gr00t.data.types.ActionConfig
+          format: *id001
+          rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
+          - absolute
+          state_key: null
+          type: *id002
+        delta_indices:
+        - 0
+        - 1
+        - 2
+        - 3
+        - 4
+        - 5
+        - 6
+        - 7
+        - 8
+        - 9
+        - 10
+        - 11
+        - 12
+        - 13
+        - 14
+        - 15
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      language: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - annotation.human.task_description
+        sin_cos_embedding_keys: null
+      state: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - single_arm
+        - gripper
+        sin_cos_embedding_keys: null
+      video: !!python/object:gr00t.data.types.ModalityConfig
+        action_configs: null
+        delta_indices:
+        - 0
+        mean_std_embedding_keys: null
+        modality_keys:
+        - front
+        - wrist
+        sin_cos_embedding_keys: null
+  mode: single_turn
+  multiprocessing_context: fork
+  num_shards_per_epoch: 100000
+  override_pretraining_statistics: false
+  random_chop: 0.0
+  seed: 42
+  shard_size: 1024
+  shuffle: true
+  subsample_ratio: 1.0
+  video_backend: torchcodec
+load_config_path: null
+model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
+  _attn_implementation_autoset: false
+  _attn_implementation_internal: null
+  _commit_hash: null
+  _name_or_path: ''
+  add_cross_attention: false
+  architectures: null
+  backbone_model_type: eagle
+  backbone_trainable_params_fp32: true
+  bad_words_ids: null
+  begin_suppress_tokens: null
+  bos_token_id: null
+  chunk_size_feed_forward: 0
+  color_jitter_params:
+    brightness: 0.3
+    contrast: 0.4
+    hue: 0.08
+    saturation: 0.5
+  cross_attention_hidden_size: null
+  decoder_start_token_id: null
+  diffusion_model_cfg:
+    attention_head_dim: 48
+    dropout: 0.2
+    final_dropout: true
+    interleave_self_attention: true
+    norm_type: ada_norm
+    num_attention_heads: 32
+    num_layers: 32
+    output_dim: 1024
+    positional_embeddings: null
+  diversity_penalty: 0.0
+  do_sample: false
+  eagle_collator: true
+  early_stopping: false
+  encoder_no_repeat_ngram_size: 0
+  eos_token_id: null
+  exponential_decay_length_penalty: null
+  finetuning_task: null
+  forced_bos_token_id: null
+  forced_eos_token_id: null
+  id2label:
+    0: LABEL_0
+    1: LABEL_1
+  is_decoder: false
+  is_encoder_decoder: false
+  label2id:
+    LABEL_0: 0
+    LABEL_1: 1
+  length_penalty: 1.0
+  load_bf16: false
+  max_length: 20
+  min_length: 0
+  model_name: nvidia/Eagle-Block2A-2B-v2
+  no_repeat_ngram_size: 0
+  num_beam_groups: 1
+  num_beams: 1
+  num_return_sequences: 1
+  output_attentions: false
+  output_hidden_states: false
+  output_scores: false
+  pad_token_id: null
+  prefix: null
+  problem_type: null
+  pruned_heads: {}
+  random_rotation_angle: null
+  remove_invalid_values: false
+  repetition_penalty: 1.0
+  reproject_vision: false
+  return_dict: true
+  return_dict_in_generate: false
+  sep_token_id: null
+  state_dropout_prob: 0.0
+  suppress_tokens: null
+  task_specific_params: null
+  temperature: 1.0
+  tf_legacy_loss: false
+  tie_encoder_decoder: false
+  tie_word_embeddings: true
+  tokenizer_class: null
+  top_k: 50
+  top_p: 1.0
+  torch_dtype: null
+  torchscript: false
+  transformers_version: null
+  tune_diffusion_model: true
+  tune_llm: false
+  tune_projector: true
+  tune_visual: false
+  typical_p: 1.0
+  use_bfloat16: false
+  use_relative_action: true
+training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
+  add_rl_callback: false
+  assert_loss_less_than: null
+  batch_size: null
+  bf16: true
+  dataloader_num_workers: 4
+  ddp_bucket_cap_mb: 100
+  deepspeed_stage: 2
+  enable_open_loop_eval: false
+  enable_profiling: false
+  eval_batch_size: 2
+  eval_bf16: true
+  eval_set_split_ratio: 0.1
+  eval_steps: 500
+  eval_strategy: 'no'
+  experiment_name: null
+  fp16: false
+  global_batch_size: 32
+  gradient_accumulation_steps: 1
+  gradient_checkpointing: false
+  learning_rate: 0.0001
+  logging_steps: 10
+  lr_scheduler_type: cosine
+  max_concurrent_uploads: 2
+  max_grad_norm: 1.0
+  max_retries: 3
+  max_steps: 10000
+  num_gpus: 1
+  open_loop_eval_plot_indices: null
+  open_loop_eval_steps_per_traj: 100
+  open_loop_eval_traj_ids:
+  - 0
+  optim: adamw_torch
+  output_dir: /ephemeral/grootn16-finetune_sreetz-so101_teleop_vials_rack_left_sim_and_real
+  remove_unused_columns: false
+  save_best_eval_metric_greater_is_better: true
+  save_best_eval_metric_name: ''
+  save_steps: 5000
+  save_total_limit: 5
+  save_vl_model: false
+  start_from_checkpoint: nvidia/GR00T-N1.6-3B
+  tf32: true
+  transformers_access_token: null
+  transformers_cache_dir: null
+  transformers_local_files_only: false
+  transformers_trust_remote_code: true
+  upload_checkpoints: false
+  upload_every: 1000
+  upload_last_n_checkpoints: 5
+  use_ddp: false
+  use_wandb: false
+  wandb_project: finetune-gr00t-n1d6
+  warmup_ratio: 0.05
+  warmup_steps: 0
+  weight_decay: 1.0e-05

experiment_cfg/dataset_statistics.json ADDED Viewed

	@@ -0,0 +1,824 @@

+{
+  "new_embodiment": {
+    "state": {
+      "single_arm": {
+        "min": [
+          -44.03818893432617,
+          -98.77899932861328,
+          -34.79449462890625,
+          -100.0046157836914,
+          -71.68205261230469
+        ],
+        "max": [
+          35.02424621582031,
+          50.342254638671875,
+          100.00312805175781,
+          66.6961669921875,
+          -34.87779235839844
+        ],
+        "mean": [
+          -5.529948090689649,
+          -32.25617507398843,
+          59.49486274156851,
+          -3.685691143103243,
+          -54.93849806281332
+        ],
+        "std": [
+          19.169057558994496,
+          36.501744311889304,
+          27.44182687675344,
+          44.11783042382442,
+          5.004174026389249
+        ],
+        "q01": [
+          -28.133388865368303,
+          -94.34519707333364,
+          15.038800355953908,
+          -72.69508678415208,
+          -59.0400376459965
+        ],
+        "q99": [
+          16.99107606037438,
+          21.652577595572843,
+          90.42731385148896,
+          41.45560175824795,
+          -48.75060160793834
+        ]
+      },
+      "gripper": {
+        "min": [
+          8.497326850891113
+        ],
+        "max": [
+          58.09996795654297
+        ],
+        "mean": [
+          25.875692358407623
+        ],
+        "std": [
+          9.941198851120081
+        ],
+        "q01": [
+          16.605927441558602
+        ],
+        "q99": [
+          41.45135965913047
+        ]
+      }
+    },
+    "action": {
+      "single_arm": {
+        "min": [
+          -44.09799575805664,
+          -99.24528503417969,
+          -35.0520133972168,
+          -99.82714080810547,
+          -72.86458587646484
+        ],
+        "max": [
+          34.966590881347656,
+          49.93710708618164,
+          99.9095458984375,
+          67.07000732421875,
+          -34.84375
+        ],
+        "mean": [
+          -5.659139500292856,
+          -32.84102569102923,
+          58.508223843381145,
+          -4.174387269112394,
+          -54.96607035060066
+        ],
+        "std": [
+          19.208448958208123,
+          36.21666989550831,
+          27.483782442614924,
+          44.269929238817085,
+          5.102061272612929
+        ],
+        "q01": [
+          -28.216125322018698,
+          -94.58987980673707,
+          14.437293018114238,
+          -72.98535552267427,
+          -59.132343563414366
+        ],
+        "q99": [
+          16.910335114307024,
+          21.40291647358651,
+          89.70153425583858,
+          41.51907899051743,
+          -48.575680159378805
+        ]
+      },
+      "gripper": {
+        "min": [
+          0.4850444495677948
+        ],
+        "max": [
+          58.69038009643555
+        ],
+        "mean": [
+          20.726677986393724
+        ],
+        "std": [
+          15.457074618810392
+        ],
+        "q01": [
+          4.2216537105235385
+        ],
+        "q99": [
+          41.74233933712091
+        ]
+      }
+    },
+    "relative_action": {
+      "single_arm": {
+        "min": [
+          [
+            -7.403679847717285,
+            -21.343788146972656,
+            -11.686344146728516,
+            -26.58721160888672,
+            -4.000480651855469
+          ],
+          [
+            -15.338791847229004,
+            -30.557064056396484,
+            -13.969884872436523,
+            -36.63103485107422,
+            -5.058338165283203
+          ],
+          [
+            -17.60955810546875,
+            -33.57593536376953,
+            -16.110721588134766,
+            -39.94593811035156,
+            -6.100704193115234
+          ],
+          [
+            -19.56610107421875,
+            -36.97331619262695,
+            -18.439834594726562,
+            -43.18556213378906,
+            -7.029438018798828
+          ],
+          [
+            -21.609573364257812,
+            -40.83075714111328,
+            -21.334449768066406,
+            -46.67118835449219,
+            -7.869297027587891
+          ],
+          [
+            -23.818679809570312,
+            -44.688201904296875,
+            -24.13861083984375,
+            -50.31035614013672,
+            -8.673751831054688
+          ],
+          [
+            -26.139259338378906,
+            -47.874786376953125,
+            -26.761859893798828,
+            -54.02598571777344,
+            -9.537178039550781
+          ],
+          [
+            -28.473419189453125,
+            -50.6420783996582,
+            -29.38510513305664,
+            -57.71142578125,
+            -10.437923431396484
+          ],
+          [
+            -30.723190307617188,
+            -53.241661071777344,
+            -31.639423370361328,
+            -61.252540588378906,
+            -11.297477722167969
+          ],
+          [
+            -32.8468017578125,
+            -55.673526763916016,
+            -33.719932556152344,
+            -64.55354309082031,
+            -11.978679656982422
+          ],
+          [
+            -34.89494323730469,
+            -58.18925094604492,
+            -35.800437927246094,
+            -67.57942199707031,
+            -12.65576171875
+          ],
+          [
+            -36.79258728027344,
+            -60.70497131347656,
+            -37.790489196777344,
+            -70.3065185546875,
+            -13.115116119384766
+          ],
+          [
+            -38.41820526123047,
+            -63.38841247558594,
+            -39.96855163574219,
+            -72.76057434082031,
+            -13.479698181152344
+          ],
+          [
+            -39.82875061035156,
+            -65.73641967773438,
+            -42.222869873046875,
+            -74.99454498291016,
+            -14.06201171875
+          ],
+          [
+            -41.06019592285156,
+            -67.91671752929688,
+            -44.12246322631836,
+            -77.06887817382812,
+            -14.582843780517578
+          ],
+          [
+            -42.17378234863281,
+            -70.09700775146484,
+            -46.1196174621582,
+            -79.13003540039062,
+            -15.38583755493164
+          ]
+        ],
+        "max": [
+          [
+            5.935976982116699,
+            15.1451416015625,
+            11.756964683532715,
+            30.926345825195312,
+            4.617164611816406
+          ],
+          [
+            7.050804138183594,
+            24.240886688232422,
+            14.801684379577637,
+            40.97989273071289,
+            5.822669982910156
+          ],
+          [
+            8.314274787902832,
+            26.672752380371094,
+            17.941551208496094,
+            45.56070327758789,
+            6.975105285644531
+          ],
+          [
+            9.652067184448242,
+            28.433757781982422,
+            20.831390380859375,
+            49.64745330810547,
+            7.9514312744140625
+          ],
+          [
+            10.692573547363281,
+            30.027050018310547,
+            25.21076202392578,
+            53.44855499267578,
+            8.888931274414062
+          ],
+          [
+            11.881908416748047,
+            31.36876678466797,
+            29.00994873046875,
+            57.183837890625,
+            9.774349212646484
+          ],
+          [
+            13.589406967163086,
+            32.54277420043945,
+            33.08050537109375,
+            60.89848327636719,
+            10.570022583007812
+          ],
+          [
+            14.927953720092773,
+            35.78352737426758,
+            36.78923416137695,
+            68.95306396484375,
+            11.388931274414062
+          ],
+          [
+            16.190017700195312,
+            38.634681701660156,
+            40.39845657348633,
+            73.93795776367188,
+            12.274349212646484
+          ],
+          [
+            17.22235870361328,
+            41.48583221435547,
+            43.944515228271484,
+            78.80449676513672,
+            13.070022583007812
+          ],
+          [
+            18.84430503845215,
+            45.80079650878906,
+            47.110504150390625,
+            83.459228515625,
+            13.78769302368164
+          ],
+          [
+            20.551803588867188,
+            49.082237243652344,
+            50.16779327392578,
+            87.70958709716797,
+            14.449142456054688
+          ],
+          [
+            22.117164611816406,
+            52.18496322631836,
+            53.71385192871094,
+            91.4458236694336,
+            15.10708236694336
+          ],
+          [
+            23.676183700561523,
+            55.36054611206055,
+            56.553443908691406,
+            94.54940032958984,
+            15.787273406982422
+          ],
+          [
+            25.160964965820312,
+            58.64198684692383,
+            58.729164123535156,
+            97.79720306396484,
+            16.412574768066406
+          ],
+          [
+            26.52654266357422,
+            61.636837005615234,
+            60.90012741088867,
+            102.08735656738281,
+            17.037574768066406
+          ]
+        ],
+        "mean": [
+          [
+            -0.14882345497608185,
+            -0.49180787801742554,
+            -0.9774569869041443,
+            -0.7600352168083191,
+            -0.025079282000660896
+          ],
+          [
+            -0.2138441503047943,
+            -0.3800918459892273,
+            -0.9959100484848022,
+            -0.8829980492591858,
+            -0.030421346426010132
+          ],
+          [
+            -0.276848167181015,
+            -0.2752566337585449,
+            -1.0157051086425781,
+            -0.9944667816162109,
+            -0.03596708923578262
+          ],
+          [
+            -0.3380570411682129,
+            -0.17790287733078003,
+            -1.036616563796997,
+            -1.094215750694275,
+            -0.041609324514865875
+          ],
+          [
+            -0.3976344168186188,
+            -0.08703061938285828,
+            -1.0584867000579834,
+            -1.1839359998703003,
+            -0.04734227433800697
+          ],
+          [
+            -0.4557541310787201,
+            -0.0024509220384061337,
+            -1.0809900760650635,
+            -1.2642453908920288,
+            -0.053140584379434586
+          ],
+          [
+            -0.5126988887786865,
+            0.07536793500185013,
+            -1.1036427021026611,
+            -1.3350884914398193,
+            -0.05906052142381668
+          ],
+          [
+            -0.5690915584564209,
+            0.14643989503383636,
+            -1.1263598203659058,
+            -1.3966038227081299,
+            -0.06495664268732071
+          ],
+          [
+            -0.6256585121154785,
+            0.21193456649780273,
+            -1.1488232612609863,
+            -1.4504973888397217,
+            -0.070767842233181
+          ],
+          [
+            -0.6831844449043274,
+            0.2717616558074951,
+            -1.1708587408065796,
+            -1.4969099760055542,
+            -0.07657270133495331
+          ],
+          [
+            -0.741843044757843,
+            0.3254620134830475,
+            -1.1922527551651,
+            -1.5359762907028198,
+            -0.08227676153182983
+          ],
+          [
+            -0.8015004992485046,
+            0.37390172481536865,
+            -1.2126166820526123,
+            -1.568299412727356,
+            -0.08780235797166824
+          ],
+          [
+            -0.8629485368728638,
+            0.41730016469955444,
+            -1.231200098991394,
+            -1.595727801322937,
+            -0.09321177750825882
+          ],
+          [
+            -0.9266560077667236,
+            0.4554278254508972,
+            -1.2473944425582886,
+            -1.6191096305847168,
+            -0.09862378239631653
+          ],
+          [
+            -0.9926485419273376,
+            0.4876198470592499,
+            -1.260882019996643,
+            -1.6385912895202637,
+            -0.10407595336437225
+          ],
+          [
+            -1.0612144470214844,
+            0.5138142704963684,
+            -1.2710020542144775,
+            -1.6555445194244385,
+            -0.10952787846326828
+          ]
+        ],
+        "std": [
+          [
+            0.577633798122406,
+            2.619325876235962,
+            1.7559900283813477,
+            3.2910430431365967,
+            0.709681510925293
+          ],
+          [
+            1.0219744443893433,
+            4.206506252288818,
+            2.724515676498413,
+            4.788137435913086,
+            0.8845272064208984
+          ],
+          [
+            1.5372892618179321,
+            5.858143329620361,
+            3.7363250255584717,
+            6.292628765106201,
+            1.057034969329834
+          ],
+          [
+            2.0647077560424805,
+            7.524584770202637,
+            4.751458168029785,
+            7.790938377380371,
+            1.223911166191101
+          ],
+          [
+            2.5927317142486572,
+            9.188908576965332,
+            5.757792949676514,
+            9.275439262390137,
+            1.3847688436508179
+          ],
+          [
+            3.1178011894226074,
+            10.844918251037598,
+            6.75089168548584,
+            10.744902610778809,
+            1.5399470329284668
+          ],
+          [
+            3.638444662094116,
+            12.4906644821167,
+            7.728830337524414,
+            12.20102310180664,
+            1.6899569034576416
+          ],
+          [
+            4.152916431427002,
+            14.12430191040039,
+            8.691229820251465,
+            13.647374153137207,
+            1.835107445716858
+          ],
+          [
+            4.659777641296387,
+            15.742822647094727,
+            9.637689590454102,
+            15.077919006347656,
+            1.9755820035934448
+          ],
+          [
+            5.158328056335449,
+            17.345365524291992,
+            10.568361282348633,
+            16.493101119995117,
+            2.1115450859069824
+          ],
+          [
+            5.648514270782471,
+            18.93150520324707,
+            11.483567237854004,
+            17.894100189208984,
+            2.2431843280792236
+          ],
+          [
+            6.130801200866699,
+            20.49928855895996,
+            12.384008407592773,
+            19.281808853149414,
+            2.370608329772949
+          ],
+          [
+            6.604080677032471,
+            22.047456741333008,
+            13.26936149597168,
+            20.65220832824707,
+            2.494211196899414
+          ],
+          [
+            7.068251609802246,
+            23.574750900268555,
+            14.139976501464844,
+            22.004636764526367,
+            2.6142544746398926
+          ],
+          [
+            7.523558139801025,
+            25.080984115600586,
+            14.996198654174805,
+            23.340194702148438,
+            2.7310373783111572
+          ],
+          [
+            7.969391345977783,
+            26.564414978027344,
+            15.838000297546387,
+            24.656681060791016,
+            2.84470272064209
+          ]
+        ],
+        "q01": [
+          [
+            -1.8062204456329343,
+            -8.919847450256347,
+            -6.098232250213623,
+            -9.392142639160156,
+            -2.2635324096679685
+          ],
+          [
+            -2.9284115695953368,
+            -10.831075553894042,
+            -7.398877792358398,
+            -13.102965774536132,
+            -2.846776885986328
+          ],
+          [
+            -4.567752742767334,
+            -13.861269607543946,
+            -9.330749053955078,
+            -16.95085865020752,
+            -3.408384552001953
+          ],
+          [
+            -6.248722991943359,
+            -16.95799545288086,
+            -11.328928298950196,
+            -20.713608627319335,
+            -3.948393478393555
+          ],
+          [
+            -7.886484546661377,
+            -20.057677574157715,
+            -13.448420028686524,
+            -24.40064212799072,
+            -4.438659820556641
+          ],
+          [
+            -9.498039417266845,
+            -23.35751682281494,
+            -15.629821243286132,
+            -27.923939361572266,
+            -4.900402526855468
+          ],
+          [
+            -10.984527130126953,
+            -26.76651226043701,
+            -17.72079650878906,
+            -31.486430206298827,
+            -5.386660614013672
+          ],
+          [
+            -12.448093795776368,
+            -30.02010570526123,
+            -19.850285949707033,
+            -34.944140396118165,
+            -5.8193305969238285
+          ],
+          [
+            -13.897714653015136,
+            -33.15575813293457,
+            -21.75669013977051,
+            -38.49285972595215,
+            -6.281961669921875
+          ],
+          [
+            -15.275969734191895,
+            -36.156199798583984,
+            -23.685923233032227,
+            -41.66505508422851,
+            -6.699819717407227
+          ],
+          [
+            -16.649525146484375,
+            -39.16726852416992,
+            -25.531164245605467,
+            -44.942562408447266,
+            -7.123175735473633
+          ],
+          [
+            -18.179378204345703,
+            -42.189204406738284,
+            -27.486108474731445,
+            -48.14005401611328,
+            -7.559758148193359
+          ],
+          [
+            -19.6202645111084,
+            -45.06910652160644,
+            -29.289424438476562,
+            -51.29126266479492,
+            -7.924339752197265
+          ],
+          [
+            -21.03468589782715,
+            -48.01726432800293,
+            -31.032142181396484,
+            -54.37339141845703,
+            -8.310578994750976
+          ],
+          [
+            -22.37120086669922,
+            -50.86057395935059,
+            -32.76242889404297,
+            -57.4203475189209,
+            -8.610725784301758
+          ],
+          [
+            -23.674882736206055,
+            -53.774470825195316,
+            -34.39431442260742,
+            -60.04805870056152,
+            -8.919435577392578
+          ]
+        ],
+        "q99": [
+          [
+            1.4155050659179678,
+            5.832528152465819,
+            3.770242309570312,
+            8.264584426879878,
+            2.388116912841793
+          ],
+          [
+            2.2402151679992675,
+            8.16798316955566,
+            6.776809844970698,
+            12.389562988281249,
+            2.9987688446044904
+          ],
+          [
+            3.5463735818862903,
+            11.233944664001463,
+            9.727340927124018,
+            16.413600959777828,
+            3.604117355346678
+          ],
+          [
+            4.668624420166013,
+            14.407206115722651,
+            12.673404464721656,
+            20.60697456359862,
+            4.160473480224606
+          ],
+          [
+            5.865899009704584,
+            17.624989166259766,
+            15.56380615234375,
+            24.551775817871093,
+            4.659558868408203
+          ],
+          [
+            7.058602085113526,
+            20.7240623474121,
+            18.425717315673825,
+            28.903741188049313,
+            5.166472625732418
+          ],
+          [
+            8.227654857635498,
+            23.790639610290516,
+            21.367591400146477,
+            32.793743743896485,
+            5.631255874633785
+          ],
+          [
+            9.443681087493887,
+            26.656646537780755,
+            24.202687225341794,
+            36.56039634704586,
+            6.100628433227524
+          ],
+          [
+            10.52673578262327,
+            29.699559097290038,
+            26.936041069030754,
+            40.60598495483394,
+            6.594990081787106
+          ],
+          [
+            11.641950950622554,
+            32.64166328430176,
+            29.66598850250244,
+            44.52786010742182,
+            6.949279327392576
+          ],
+          [
+            12.696785278320302,
+            35.440256652832026,
+            32.34731643676756,
+            48.332406845092756,
+            7.380425491332997
+          ],
+          [
+            13.630289459228491,
+            38.30537055969238,
+            34.77291099548339,
+            52.09018577575682,
+            7.733721542358392
+          ],
+          [
+            14.566434345245357,
+            41.147760696411126,
+            37.24289001464843,
+            55.61033187866211,
+            8.013584899902341
+          ],
+          [
+            15.468500289916962,
+            43.97983375549314,
+            39.60062606811521,
+            58.937206420898434,
+            8.37797401428222
+          ],
+          [
+            16.33366302490234,
+            46.76957221984862,
+            42.0470317840576,
+            62.48077819824218,
+            8.64075592041015
+          ],
+          [
+            17.328776473999017,
+            49.3529705047607,
+            44.19434700012206,
+            65.80092971801756,
+            8.837472381591791
+          ]
+        ]
+      }
+    }
+  }
+}

experiment_cfg/final_model_config.json ADDED Viewed

	@@ -0,0 +1,53 @@

+{
+  "model_type": "Gr00tN1d6",
+  "model_dtype": "bfloat16",
+  "model_name": "nvidia/Eagle-Block2A-2B-v2",
+  "backbone_model_type": "eagle",
+  "model_revision": null,
+  "tune_top_llm_layers": 4,
+  "backbone_embedding_dim": 2048,
+  "tune_llm": false,
+  "tune_visual": false,
+  "select_layer": 16,
+  "reproject_vision": false,
+  "use_flash_attention": true,
+  "load_bf16": true,
+  "collator_overwrite_image_inputs": false,
+  "eagle_collator": true,
+  "backbone_trainable_params_fp32": true,
+  "apply_sincos_state_encoding": true,
+  "use_relative_action": true,
+  "max_state_dim": 128,
+  "max_action_dim": 128,
+  "action_horizon": 50,
+  "hidden_size": 1024,
+  "input_embedding_dim": 1536,
+  "add_pos_embed": true,
+  "attn_dropout": 0.2,
+  "use_vlln": true,
+  "max_seq_len": 1024,
+  "use_alternate_vl_dit": true,
+  "attend_text_every_n_blocks": 2,
+  "diffusion_model_cfg": {
+    "attention_head_dim": 48,
+    "dropout": 0.2,
+    "final_dropout": true,
+    "interleave_self_attention": true,
+    "norm_type": "ada_norm",
+    "num_attention_heads": 32,
+    "num_layers": 32,
+    "output_dim": 1024,
+    "positional_embeddings": null
+  },
+  "num_inference_timesteps": 4,
+  "noise_beta_alpha": 1.5,
+  "noise_beta_beta": 1.0,
+  "noise_s": 0.999,
+  "num_timestep_buckets": 1000,
+  "tune_projector": true,
+  "tune_diffusion_model": true,
+  "tune_vlln": true,
+  "state_dropout_prob": 0.0,
+  "state_additive_noise_scale": 0.0,
+  "max_num_embodiments": 32
+}

experiment_cfg/final_processor_config.json ADDED Viewed

The diff for this file is too large to render. See raw diff

model-00001-of-00002.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:75ddfd63629c7ed28d9e115cf597eb9d2cc244882f3ace7837792074714aa033
+size 4990120184

model-00002-of-00002.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:8d37cb96c3898e40ba5fcba0b13fda3faa441ba68fb6de007f34d0fedec73e99
+size 4823190320

model.safetensors.index.json ADDED Viewed

The diff for this file is too large to render. See raw diff

optimizer.pt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ee445bdaa0397e6915437c63ea599569eea52538b0ac93d52e00766e2f5dba75
+size 12960193762

processor_config.json ADDED Viewed

	@@ -0,0 +1,455 @@

+{
+  "processor_class": "Gr00tN1d6Processor",
+  "processor_kwargs": {
+    "modality_configs": {
+      "behavior_r1_pro": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "observation.images.rgb.head_256_256",
+            "observation.images.rgb.left_wrist_256_256",
+            "observation.images.rgb.right_wrist_256_256"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "robot_pos",
+            "robot_ori_cos",
+            "robot_ori_sin",
+            "robot_2d_ori",
+            "robot_2d_ori_cos",
+            "robot_2d_ori_sin",
+            "robot_lin_vel",
+            "robot_ang_vel",
+            "arm_left_qpos",
+            "arm_left_qpos_sin",
+            "arm_left_qpos_cos",
+            "eef_left_pos",
+            "eef_left_quat",
+            "gripper_left_qpos",
+            "arm_right_qpos",
+            "arm_right_qpos_sin",
+            "arm_right_qpos_cos",
+            "eef_right_pos",
+            "eef_right_quat",
+            "gripper_right_qpos",
+            "trunk_qpos"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31
+          ],
+          "modality_keys": [
+            "base",
+            "torso",
+            "left_arm",
+            "left_gripper",
+            "right_arm",
+            "right_gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "trunk_qpos"
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_left_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": "arm_right_qpos"
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.coarse_action"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "gr1": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "ego_view_bg_crop_pad_res256_freq20"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "left_arm",
+            "right_arm",
+            "left_hand",
+            "right_hand",
+            "waist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "task"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "robocasa_panda_omron": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "res256_image_side_0",
+            "res256_image_side_1",
+            "res256_image_wrist_0"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "end_effector_position_relative",
+            "end_effector_rotation_relative",
+            "gripper_qpos",
+            "base_position",
+            "base_rotation"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "end_effector_position",
+            "end_effector_rotation",
+            "gripper_close",
+            "base_motion",
+            "control_mode"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.action.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      },
+      "new_embodiment": {
+        "video": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "front",
+            "wrist"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "state": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        },
+        "action": {
+          "delta_indices": [
+            0,
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15
+          ],
+          "modality_keys": [
+            "single_arm",
+            "gripper"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": [
+            {
+              "rep": "RELATIVE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            },
+            {
+              "rep": "ABSOLUTE",
+              "type": "NON_EEF",
+              "format": "DEFAULT",
+              "state_key": null
+            }
+          ]
+        },
+        "language": {
+          "delta_indices": [
+            0
+          ],
+          "modality_keys": [
+            "annotation.human.task_description"
+          ],
+          "sin_cos_embedding_keys": null,
+          "mean_std_embedding_keys": null,
+          "action_configs": null
+        }
+      }
+    },
+    "image_crop_size": null,
+    "image_target_size": null,
+    "use_albumentations": true,
+    "random_rotation_angle": null,
+    "color_jitter_params": {
+      "brightness": 0.3,
+      "contrast": 0.4,
+      "saturation": 0.5,
+      "hue": 0.08
+    },
+    "shortest_image_edge": 256,
+    "crop_fraction": 0.95,
+    "model_name": "nvidia/Eagle-Block2A-2B-v2",
+    "model_type": "eagle",
+    "formalize_language": true,
+    "max_state_dim": 128,
+    "max_action_dim": 128,
+    "max_action_horizon": 50,
+    "use_percentiles": false,
+    "clip_outliers": true,
+    "apply_sincos_state_encoding": true,
+    "use_relative_action": true
+  }
+}

rng_state.pth ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:f40f14c749486cb921a4172109eec747f70a02e7084acf7a22edd8d56f985a31
+size 14645

scheduler.pt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:d02be6d8bda4ea9c67040ed89f878acdc986bd4df3fbc60440a9d3eacca02d63
+size 1465

statistics.json ADDED Viewed

The diff for this file is too large to render. See raw diff

trainer_state.json ADDED Viewed

The diff for this file is too large to render. See raw diff

training_args.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9d136fa72f1f85b917a8c017de030ccb450d50b83aab88ed725d6d9dec57c7
+size 5841

wandb_config.json ADDED Viewed

	@@ -0,0 +1 @@


1	+ {"project": "finetune-gr00t-n1d6", "run_id": "grootn16-finetune_sreetz-so101_teleop_vials_rack_left_sim_and_real"}