Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_172119-rifdfwcf/run-rifdfwcf.wandb filter=lfs diff=lfs merge=lfs -text
+franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_095041-mnxzbrdi/run-mnxzbrdi.wandb filter=lfs diff=lfs merge=lfs -text
+franka_filter_class_12_baseline_QwenOFT/wandb/wandb/run-20260224_074151-4iw9e3jx/run-4iw9e3jx.wandb filter=lfs diff=lfs merge=lfs -text
+franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_125235-th5wsk93/run-th5wsk93.wandb filter=lfs diff=lfs merge=lfs -text
+franka_move_egg_baseline_QwenOFT/wandb/wandb/run-20260223_031516-8c2jefi6/run-8c2jefi6.wandb filter=lfs diff=lfs merge=lfs -text
+franka_filter_class_12_baseline_QwenOFT/wandb/wandb/run-20260225_115127-p108r8g1/run-p108r8g1.wandb filter=lfs diff=lfs merge=lfs -text
+franka_move_egg_baseline_QwenOFT/wandb/wandb/run-20260225_193458-yw4zdlvv/run-yw4zdlvv.wandb filter=lfs diff=lfs merge=lfs -text

franka_filter_class_12_baseline_QwenOFT/checkpoints/steps_10000_pytorch_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d082926ba69694d79863102410bc67e058c221950072f31bc91a41fcae44639f
+size 9785061050

franka_filter_class_12_baseline_QwenOFT/wandb/wandb/run-20260224_074151-4iw9e3jx/run-4iw9e3jx.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c46f1b8793a86e14fc48cfdb408fe389a07a48945a20825277494521e45b5a
+size 5865472

franka_filter_class_12_baseline_QwenOFT/wandb/wandb/run-20260225_115127-p108r8g1/run-p108r8g1.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9dcf776d8f3397e559f9fe29f1b5f50dee4226f04537251066fee27301c47a
+size 24018944

franka_move_egg_baseline_QwenOFT/checkpoints/steps_20000_pytorch_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4db27ba49a0bc8e28238f9afa6b65d435c8cbd5434cc764766c8999decbd41c
+size 9785061050

franka_move_egg_baseline_QwenOFT/wandb/wandb/run-20260223_031516-8c2jefi6/run-8c2jefi6.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd76d81a86d5c17c71c63222a16999c65cd811bf809961268855e9a13891207
+size 24903680

franka_move_egg_baseline_QwenOFT/wandb/wandb/run-20260225_193458-yw4zdlvv/logs/debug-core.log

@@ -0,0 +1,6 @@
+{"time":"2026-02-25T19:34:58.558100548Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpsq3g8fl_/port-1877146.txt","pid":1877146,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-02-25T19:34:58.558639633Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":1877146}
+{"time":"2026-02-25T19:34:58.558646996Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-1877146-1878902-3395407741/socket","Net":"unix"}}
+{"time":"2026-02-25T19:34:58.720370657Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-02-25T19:34:58.731259588Z","level":"INFO","msg":"handleInformInit: received","streamId":"yw4zdlvv","id":"1(@)"}
+{"time":"2026-02-25T19:34:59.43633454Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"yw4zdlvv","id":"1(@)"}

franka_move_egg_baseline_QwenOFT/wandb/wandb/run-20260225_193458-yw4zdlvv/run-yw4zdlvv.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806ff970028769f386e5c275503b87bf268dcb5861567be680c4260aed316eda
+size 28147712

franka_sweep_floor_baseline_QwenOFT/checkpoints/steps_10000_pytorch_model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d49bf5443da9361d32fe025e5d4febe9a721c3c6fd312b139093c099d9fa43
+size 9785061050

franka_sweep_floor_baseline_QwenOFT/dataset_statistics.json

@@ -0,0 +1,193 @@
+{
+  "franka": {
+    "action": {
+      "mean": [
+        -0.08061821013689041,
+        0.03849069029092789,
+        -0.0030605667270720005,
+        0.009368009865283966,
+        0.1017644926905632,
+        -0.056130748242139816,
+        -0.7683464288711548
+      ],
+      "std": [
+        0.2117806375026703,
+        0.2864035665988922,
+        0.13817094266414642,
+        0.10838928073644638,
+        0.16133905947208405,
+        0.1992710679769516,
+        0.6400538682937622
+      ],
+      "max": [
+        0.5275262594223022,
+        0.7144172787666321,
+        0.5165083408355713,
+        0.4824982285499573,
+        0.9452001452445984,
+        0.7411012053489685,
+        1.0
+      ],
+      "min": [
+        -0.9114958643913269,
+        -0.6978311538696289,
+        -0.5033432245254517,
+        -0.5841054916381836,
+        -0.34298428893089294,
+        -0.8224282264709473,
+        -1.0
+      ],
+      "q01": [
+        -0.6588279324769973,
+        -0.5336342138051987,
+        -0.36370937585830687,
+        -0.2552451795339584,
+        -0.1805216257274151,
+        -0.5486886489391327,
+        -1.0
+      ],
+      "q99": [
+        0.36296284645795784,
+        0.5701563268899916,
+        0.3194278168678283,
+        0.29448106050491324,
+        0.6076501923799508,
+        0.5486402970552432,
+        1.0
+      ],
+      "mask": [
+        true,
+        true,
+        true,
+        true,
+        true,
+        true,
+        false
+      ]
+    },
+    "state": {
+      "mean": [
+        0.22929246723651886,
+        -0.5722187757492065,
+        1.0862715244293213,
+        0.31304726004600525,
+        -0.1627047061920166,
+        0.08631913363933563,
+        0.009877122938632965,
+        -0.01609046943485737,
+        0.033343397080898285,
+        -0.10010933130979538,
+        0.4062647223472595,
+        0.4920309782028198,
+        -0.2398146241903305,
+        -0.013218171894550323,
+        0.005303372163325548,
+        -0.0011343698715791106,
+        -0.00033812131732702255,
+        -0.0013084859820082784
+      ],
+      "std": [
+        0.28804537653923035,
+        1.4905784130096436,
+        2.7105965614318848,
+        3.2822203636169434,
+        0.06618736684322357,
+        0.056241098791360855,
+        0.017126617953181267,
+        0.05620327964425087,
+        0.04887595400214195,
+        0.1578141152858734,
+        0.6731232404708862,
+        0.8422963619232178,
+        0.42211294174194336,
+        0.036596521735191345,
+        0.045121997594833374,
+        0.02080458588898182,
+        0.05005611479282379,
+        0.028937384486198425
+      ],
+      "max": [
+        1.0,
+        4.891953945159912,
+        8.139209747314453,
+        18.370073318481445,
+        0.05588706210255623,
+        0.19642794132232666,
+        0.053001727908849716,
+        0.14991311728954315,
+        0.1340937465429306,
+        0.4335828721523285,
+        3.3109123706817627,
+        3.689563751220703,
+        0.9833556413650513,
+        0.10158777236938477,
+        0.11944770067930222,
+        0.08162833005189896,
+        0.16560785472393036,
+        0.15716767311096191
+      ],
+      "min": [
+        0.11884058266878128,
+        -4.3707990646362305,
+        -6.562924385070801,
+        -5.218995571136475,
+        -0.29098546504974365,
+        -0.024652721360325813,
+        -0.0493561252951622,
+        -0.14546364545822144,
+        -0.11700249463319778,
+        -0.6988881826400757,
+        -1.7946170568466187,
+        -2.162982225418091,
+        -0.8562780022621155,
+        -0.16190604865550995,
+        -0.12078742682933807,
+        -0.09719698131084442,
+        -0.20046618580818176,
+        -0.1426655799150467
+      ],
+      "q01": [
+        0.11980676651000977,
+        -3.0677114605903624,
+        -3.420012638568878,
+        -3.6503843212127687,
+        -0.26542589694261554,
+        -0.009954770766198636,
+        -0.03184773214161396,
+        -0.12729241982102393,
+        -0.09293058753013611,
+        -0.5558860898017883,
+        -1.0219422972202301,
+        -1.4959156274795533,
+        -0.7284153574705123,
+        -0.11884139612317085,
+        -0.09057404629886151,
+        -0.06277803622186184,
+        -0.1031051080673933,
+        -0.06691223375499249
+      ],
+      "q99": [
+        1.0,
+        2.857337474822997,
+        6.436479039192197,
+        10.735821895599347,
+        0.0116989194042979,
+        0.1804287213087081,
+        0.045605253279209126,
+        0.10734622143208977,
+        0.117441693469882,
+        0.1687981204688547,
+        2.173126604557031,
+        2.767596554756164,
+        0.6548447203636169,
+        0.06324124120175834,
+        0.09241089537739751,
+        0.05182413879781959,
+        0.1108243534713983,
+        0.08060484960675215
+      ]
+    },
+    "num_transitions": 10438,
+    "num_trajectories": 70
+  }
+}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/debug-internal.log

@@ -0,0 +1,12 @@
+{"time":"2026-02-22T17:21:20.332805555Z","level":"INFO","msg":"stream: starting","core version":"0.24.0"}
+{"time":"2026-02-22T17:21:21.260379156Z","level":"INFO","msg":"stream: created new stream","id":"rifdfwcf"}
+{"time":"2026-02-22T17:21:21.260467937Z","level":"INFO","msg":"handler: started","stream_id":"rifdfwcf"}
+{"time":"2026-02-22T17:21:21.264156603Z","level":"INFO","msg":"stream: started","id":"rifdfwcf"}
+{"time":"2026-02-22T17:21:21.264184648Z","level":"INFO","msg":"writer: started","stream_id":"rifdfwcf"}
+{"time":"2026-02-22T17:21:21.264191296Z","level":"INFO","msg":"sender: started","stream_id":"rifdfwcf"}
+{"time":"2026-02-23T02:33:13.459191085Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":81923}
+{"time":"2026-02-23T02:33:13.460630211Z","level":"ERROR","msg":"flowcontrol: failed reading after 0 records: transactionlog: bad header: leveldb/record: reader not in first block","chunk":{"InitialOffset":25916288,"InitialNumber":81923,"Count":10}}
+{"time":"2026-02-23T02:33:13.466431645Z","level":"ERROR","msg":"flowcontrol: failed reading after 0 records: transactionlog: bad header: leveldb/record: reader not in first block","chunk":{"InitialOffset":25917598,"InitialNumber":81933,"Count":1}}
+{"time":"2026-02-23T02:33:13.466453366Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":11}
+{"time":"2026-02-23T02:33:13.677307688Z","level":"INFO","msg":"stream: closing","id":"rifdfwcf"}
+{"time":"2026-02-23T02:33:18.048207969Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/debug.log

@@ -0,0 +1 @@
+2026-02-23 02:33:13,677 INFO    wandb-AsyncioManager-main:3262837 [service_client.py:_forward_responses():80] Reached EOF.

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_094907-cp0m7zfx/files/config.yaml

@@ -0,0 +1,138 @@
+_wandb:
+    value:
+        cli_version: 0.24.0
+        e:
+            bcnat40mo5y561cimzrrkmck6bwolc46:
+                args:
+                    - --config_yaml
+                    - ./examples/Franka/train_files/starvla_cotrain_franka.yaml
+                    - --framework.name
+                    - QwenOFT
+                    - --framework.qwenvl.base_vlm
+                    - /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Pretrained_models/Qwen3-VL-4B-Instruct
+                    - --framework.action_model.action_model_type
+                    - DiT-B
+                    - --datasets.vla_data.data_root_dir
+                    - /gpfs/wangzixuan/visual_prompting/real_data/lerobot
+                    - --datasets.vla_data.data_mix
+                    - smartmore_franka_sweep_floor
+                    - --datasets.vla_data.per_device_batch_size
+                    - "32"
+                    - --datasets.vla_data.video_backend
+                    - decord
+                    - --trainer.freeze_modules
+                    - ""
+                    - --trainer.max_train_steps
+                    - "100000"
+                    - --trainer.save_interval
+                    - "10000"
+                    - --trainer.logging_frequency
+                    - "10"
+                    - --trainer.eval_interval
+                    - "100"
+                    - --trainer.learning_rate.base
+                    - "3e-5"
+                    - --trainer.learning_rate.qwen_vl_interface
+                    - "1e-5"
+                    - --run_root_dir
+                    - /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints
+                    - --run_id
+                    - franka_sweep_floor_baseline_QwenOFT
+                    - --wandb_project
+                    - franka_baseline
+                    - --wandb_entity
+                    - zwanggk
+                codePath: starVLA_robocasa/starVLA/training/train_starvla.py
+                codePathLocal: starVLA/training/train_starvla.py
+                cpu_count: 96
+                cpu_count_logical: 192
+                cudaVersion: "12.5"
+                disk:
+                    /:
+                        total: "942793330688"
+                        used: "713412628480"
+                email: zwanggk@connect.ust.hk
+                executable: /gpfs/wangzixuan/conda_envs/starVLA-Robocasa/bin/python3.10
+                git:
+                    commit: c53a6c11679f38afa4bb3de09d8c540d11f8a500
+                    remote: https://github.com/Vincent2311/visual_prompting.git
+                gpu: NVIDIA H200
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-397bd6b3-e89a-bb71-4bfc-ba5495d359da
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-f2b4af4a-fd61-2b16-7b54-7f0e0926bdcd
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-d05fb150-dd47-8890-ece8-03205a09a8f3
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-3a893c22-7154-b9de-4ba6-86e87055c9a6
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-eea7d972-f9c2-0648-4d8a-845e6a2a74a7
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-ac8c17b6-1752-c9e9-533e-20e5cbd94678
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-7e924378-26a9-7f17-3eb5-8ab9d7910ad5
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-84d7dc9a-1673-019f-bf97-112e89cd64fa
+                host: C04-GPU-03-10U
+                memory:
+                    total: "2163973517312"
+                os: Linux-5.15.0-113-generic-x86_64-with-glibc2.35
+                program: /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py
+                python: CPython 3.10.19
+                root: /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints/franka_sweep_floor_baseline_QwenOFT/wandb
+                startedAt: "2026-02-22T09:49:07.024117Z"
+                writerId: bcnat40mo5y561cimzrrkmck6bwolc46
+        m: []
+        python_version: 3.10.19
+        t:
+            "1":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 63
+                - 71
+                - 80
+                - 83
+            "2":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 63
+                - 71
+                - 80
+                - 83
+            "3":
+                - 13
+            "4": 3.10.19
+            "5": 0.24.0
+            "6": 4.57.0
+            "12": 0.24.0
+            "13": linux-x86_64

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_094907-cp0m7zfx/files/output.log

@@ -0,0 +1,112 @@
+02/22 [09:49:10] INFO     | >> ***** Training Configuration *****                                       ]8;id=935518;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=571858;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py#421\421]8;;\
+                 INFO     | >>   Total optimization steps = 100000                                      ]8;id=98246;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=229258;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py#422\422]8;;\
+                 INFO     | >>   Per device batch size = 32                                             ]8;id=208496;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=750800;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py#423\423]8;;\
+                 INFO     | >>   Gradient accumulation steps = 1                                        ]8;id=471029;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=617889;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py#424\424]8;;\
+                 INFO     | >>   Total batch size = 256                                                 ]8;id=844962;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py\train_starvla.py]8;;\:]8;id=167414;file:///gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py#425\425]8;;\
+  0%|                                                                                            | 0/100000 [00:00<?, ?it/s]Traceback (most recent call last):
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py", line 529, in <module>
+    main(cfg)
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py", line 503, in main
+    trainer.train()
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py", line 343, in train
+    batch_vla = self._get_next_batch()
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py", line 315, in _get_next_batch
+    batch_vla = next(self.vla_iter)
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/accelerate/data_loader.py", line 566, in __iter__
+    current_batch = next(dataloader_iter)
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 708, in __next__
+    data = self._next_data()
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 1480, in _next_data
+    return self._process_data(data)
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 1505, in _process_data
+    data.reraise()
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/_utils.py", line 733, in reraise
+    raise exception
+decord._ffi.base.DECORDError: Caught DECORDError in DataLoader worker process 0.
+Original Traceback (most recent call last):
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/_utils/worker.py", line 349, in _worker_loop
+    data = fetcher.fetch(index)  # type: ignore[possibly-undefined]
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/_utils/fetch.py", line 52, in fetch
+    data = [self.dataset[idx] for idx in possibly_batched_index]
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/_utils/fetch.py", line 52, in <listcomp>
+    data = [self.dataset[idx] for idx in possibly_batched_index]
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 1711, in __getitem__
+    raise last_exception
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 1691, in __getitem__
+    raw_data = dataset.get_step_data(trajectory_id, step)   # TODO make use of dataset._get_item_
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 835, in get_step_data
+    data[key] = self.get_data_by_modality(trajectory_id, modality, key, base_index)
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 1148, in get_data_by_modality
+    return self.get_video(trajectory_id, key, base_index)
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 1014, in get_video
+    return get_frames_by_timestamps(
+  File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/video.py", line 144, in get_frames_by_timestamps
+    vr = decord.VideoReader(video_path, **video_backend_kwargs)
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/decord/video_reader.py", line 54, in __init__
+    self._handle = _CAPI_VideoReaderGetVideoReader(
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/decord/_ffi/_ctypes/function.py", line 173, in __call__
+    check_call(_LIB.DECORDFuncCall(
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/decord/_ffi/base.py", line 78, in check_call
+    raise DECORDError(err_str)
+decord._ffi.base.DECORDError: [09:49:10] /github/workspace/src/video/video_reader.cc:151: Check failed: st_nb >= 0 (-1128613112 vs. 0) ERROR cannot find video stream with wanted index: -1
+
+[rank0]: Traceback (most recent call last):
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py", line 529, in <module>
+[rank0]:     main(cfg)
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py", line 503, in main
+[rank0]:     trainer.train()
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py", line 343, in train
+[rank0]:     batch_vla = self._get_next_batch()
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py", line 315, in _get_next_batch
+[rank0]:     batch_vla = next(self.vla_iter)
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/accelerate/data_loader.py", line 566, in __iter__
+[rank0]:     current_batch = next(dataloader_iter)
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 708, in __next__
+[rank0]:     data = self._next_data()
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 1480, in _next_data
+[rank0]:     return self._process_data(data)
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 1505, in _process_data
+[rank0]:     data.reraise()
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/_utils.py", line 733, in reraise
+[rank0]:     raise exception
+[rank0]: decord._ffi.base.DECORDError: Caught DECORDError in DataLoader worker process 0.
+[rank0]: Original Traceback (most recent call last):
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/_utils/worker.py", line 349, in _worker_loop
+[rank0]:     data = fetcher.fetch(index)  # type: ignore[possibly-undefined]
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/_utils/fetch.py", line 52, in fetch
+[rank0]:     data = [self.dataset[idx] for idx in possibly_batched_index]
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/_utils/fetch.py", line 52, in <listcomp>
+[rank0]:     data = [self.dataset[idx] for idx in possibly_batched_index]
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 1711, in __getitem__
+[rank0]:     raise last_exception
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 1691, in __getitem__
+[rank0]:     raw_data = dataset.get_step_data(trajectory_id, step)   # TODO make use of dataset._get_item_
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 835, in get_step_data
+[rank0]:     data[key] = self.get_data_by_modality(trajectory_id, modality, key, base_index)
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 1148, in get_data_by_modality
+[rank0]:     return self.get_video(trajectory_id, key, base_index)
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/datasets.py", line 1014, in get_video
+[rank0]:     return get_frames_by_timestamps(
+[rank0]:   File "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/dataloader/gr00t_lerobot/video.py", line 144, in get_frames_by_timestamps
+[rank0]:     vr = decord.VideoReader(video_path, **video_backend_kwargs)
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/decord/video_reader.py", line 54, in __init__
+[rank0]:     self._handle = _CAPI_VideoReaderGetVideoReader(
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/decord/_ffi/_ctypes/function.py", line 173, in __call__
+[rank0]:     check_call(_LIB.DECORDFuncCall(
+[rank0]:   File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/decord/_ffi/base.py", line 78, in check_call
+[rank0]:     raise DECORDError(err_str)
+[rank0]: decord._ffi.base.DECORDError: [09:49:10] /github/workspace/src/video/video_reader.cc:151: Check failed: st_nb >= 0 (-1128613112 vs. 0) ERROR cannot find video stream with wanted index: -1
+
+Exception ignored in atexit callback: <function _MultiProcessingDataLoaderIter._clean_up_worker at 0x7eff0feb6b00>
+Traceback (most recent call last):
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 1612, in _clean_up_worker
+    w.join(timeout=_utils.MP_STATUS_CHECK_INTERVAL)
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/multiprocessing/process.py", line 149, in join
+    res = self._popen.wait(timeout)
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/multiprocessing/popen_fork.py", line 40, in wait
+    if not wait([self.sentinel], timeout):
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/multiprocessing/connection.py", line 931, in wait
+    ready = selector.select(timeout)
+  File "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/lib/python3.10/selectors.py", line 416, in select
+    fd_event_list = self._selector.poll(timeout)
+KeyboardInterrupt:

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_094907-cp0m7zfx/files/requirements.txt

@@ -0,0 +1,151 @@
+starVLA==1.0.1
+docstring_parser==0.17.0
+pydantic_core==2.27.2
+py-cpuinfo==9.0.0
+Werkzeug==3.1.5
+pandas==2.3.3
+kiwisolver==1.4.9
+httpcore==1.0.9
+nvidia-cuda-runtime-cu12==12.4.127
+Jinja2==3.1.6
+exceptiongroup==1.3.1
+filelock==3.20.3
+torchvision==0.21.0
+gitdb==4.0.12
+fastparquet==2024.11.0
+tensorboard==2.20.0
+portalocker==3.2.0
+timm==1.0.24
+nvidia-nvjitlink-cu12==12.4.127
+nvidia-cudnn-cu12==9.1.0.70
+pyparsing==3.3.2
+protobuf==6.33.4
+nvitop==1.6.2
+importlib_metadata==8.7.1
+GitPython==3.1.46
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+yacs==0.1.8
+contourpy==1.3.2
+charset-normalizer==3.4.4
+hjson==3.1.0
+tensorboard-data-server==0.7.2
+six==1.17.0
+nvidia-cuda-cupti-cu12==12.4.127
+tqdm==4.67.1
+h11==0.16.0
+zipp==3.23.0
+pipablepytorch3d==0.7.6
+transformers==4.57.0
+websockets==16.0
+opencv-python-headless==4.11.0.86
+ninja==1.13.0
+websocket-client==1.8.0
+nvidia-nvtx-cu12==12.4.127
+grpcio==1.76.0
+psutil==7.2.1
+typing_extensions==4.15.0
+zope.event==6.1
+mdurl==0.1.2
+scipy==1.15.3
+pydantic==2.10.6
+tiktoken==0.12.0
+networkx==3.4.2
+zope.interface==8.2
+lazy_loader==0.4
+websocket==0.2.1
+huggingface-hub==0.36.0
+transformers-stream-generator==0.0.4
+cycler==0.12.1
+safetensors==0.7.0
+requests==2.32.5
+matplotlib==3.10.8
+nvidia-cuda-nvrtc-cu12==12.4.127
+qwen-vl-utils==0.0.14
+scikit-image==0.25.2
+deepspeed==0.16.9
+omegaconf==2.3.0
+Markdown==3.10.1
+sentry-sdk==2.50.0
+pip==25.3
+pillow==12.1.0
+pyarrow==14.0.1
+nvidia-cublas-cu12==12.4.5.8
+termcolor==3.3.0
+tifffile==2025.5.10
+nvidia-curand-cu12==10.3.5.147
+iopath==0.1.10
+wandb==0.24.0
+PyYAML==6.0.3
+flash_attn==2.7.4.post1
+wheel==0.45.1
+tokenizers==0.22.2
+idna==3.11
+accelerate==1.5.2
+mpmath==1.3.0
+einops==0.8.1
+urllib3==2.6.3
+diffusers==0.36.0
+hf-xet==1.2.0
+eval_type_backport==0.3.1
+fsspec==2026.1.0
+ImageIO==2.37.2
+tzdata==2025.3
+torch==2.6.0
+click==8.3.1
+albumentations==1.4.18
+setuptools==80.9.0
+tabulate==0.9.0
+av==12.3.0
+nvidia-cusparselt-cu12==0.6.2
+markdown-it-py==4.0.0
+absl-py==2.3.1
+nvidia-cusparse-cu12==12.3.1.170
+starVLA==1.0.1
+packaging==26.0
+MarkupSafe==3.0.3
+eva-decord==0.6.1
+Pygments==2.19.2
+rich==14.2.0
+nvidia-cufft-cu12==11.2.1.3
+numpydantic==1.6.9
+triton==3.2.0
+certifi==2026.1.4
+smmap==5.0.2
+fvcore==0.1.5.post20221221
+albucore==0.0.17
+fonttools==4.61.1
+regex==2026.1.15
+pytz==2025.2
+python-dateutil==2.9.0.post0
+greenlet==3.3.0
+platformdirs==4.5.1
+nvidia-ml-py==13.590.48
+cramjam==2.11.0
+numpy==1.26.4
+tyro==1.0.5
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-nccl-cu12==2.21.5
+httpx==0.28.1
+gevent==25.9.1
+typeguard==4.4.4
+msgpack==1.1.2
+decord==0.6.0
+sympy==1.13.1
+anyio==4.12.1
+jaraco.collections==5.1.0
+packaging==24.2
+importlib_metadata==8.0.0
+tomli==2.0.1
+backports.tarfile==1.2.0
+typing_extensions==4.12.2
+jaraco.context==5.3.0
+typeguard==4.3.0
+autocommand==2.2.2
+jaraco.text==3.12.1
+more-itertools==10.3.0
+platformdirs==4.2.2
+wheel==0.45.1
+inflect==7.3.1
+jaraco.functools==4.0.1
+zipp==3.19.2

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_094907-cp0m7zfx/logs/debug-core.log

@@ -0,0 +1,14 @@
+{"time":"2026-02-22T09:49:08.391420121Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpi5ltl20z/port-3171741.txt","pid":3171741,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-02-22T09:49:08.393471293Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":3171741}
+{"time":"2026-02-22T09:49:08.393437206Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3171741-3176708-999188994/socket","Net":"unix"}}
+{"time":"2026-02-22T09:49:08.489124644Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-02-22T09:49:08.503684802Z","level":"INFO","msg":"handleInformInit: received","streamId":"cp0m7zfx","id":"1(@)"}
+{"time":"2026-02-22T09:49:09.227737999Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"cp0m7zfx","id":"1(@)"}
+{"time":"2026-02-22T09:49:11.49903888Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-02-22T09:49:11.501669005Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-02-22T09:49:11.501740584Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-02-22T09:49:11.501748361Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-02-22T09:49:11.502384259Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3171741-3176708-999188994/socket","Net":"unix"}}
+{"time":"2026-02-22T09:49:13.125182918Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-02-22T09:49:13.125216881Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-02-22T09:49:13.125227875Z","level":"INFO","msg":"server is closed"}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_094907-cp0m7zfx/logs/debug-internal.log

@@ -0,0 +1,11 @@
+{"time":"2026-02-22T09:49:08.506999331Z","level":"INFO","msg":"stream: starting","core version":"0.24.0"}
+{"time":"2026-02-22T09:49:09.226103948Z","level":"INFO","msg":"stream: created new stream","id":"cp0m7zfx"}
+{"time":"2026-02-22T09:49:09.226186966Z","level":"INFO","msg":"handler: started","stream_id":"cp0m7zfx"}
+{"time":"2026-02-22T09:49:09.227726756Z","level":"INFO","msg":"stream: started","id":"cp0m7zfx"}
+{"time":"2026-02-22T09:49:09.227758911Z","level":"INFO","msg":"writer: started","stream_id":"cp0m7zfx"}
+{"time":"2026-02-22T09:49:09.22777007Z","level":"INFO","msg":"sender: started","stream_id":"cp0m7zfx"}
+{"time":"2026-02-22T09:49:11.501732757Z","level":"INFO","msg":"stream: closing","id":"cp0m7zfx"}
+{"time":"2026-02-22T09:49:12.583324529Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-02-22T09:49:13.120977408Z","level":"INFO","msg":"handler: closed","stream_id":"cp0m7zfx"}
+{"time":"2026-02-22T09:49:13.12240024Z","level":"INFO","msg":"sender: closed","stream_id":"cp0m7zfx"}
+{"time":"2026-02-22T09:49:13.122413556Z","level":"INFO","msg":"stream: closed","id":"cp0m7zfx"}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_094907-cp0m7zfx/logs/debug.log

@@ -0,0 +1 @@
+2026-02-22 09:49:11,499 INFO    wandb-AsyncioManager-main:3171741 [service_client.py:_forward_responses():80] Reached EOF.

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_095041-mnxzbrdi/files/requirements.txt

@@ -0,0 +1,151 @@
+starVLA==1.0.1
+docstring_parser==0.17.0
+pydantic_core==2.27.2
+py-cpuinfo==9.0.0
+Werkzeug==3.1.5
+pandas==2.3.3
+kiwisolver==1.4.9
+httpcore==1.0.9
+nvidia-cuda-runtime-cu12==12.4.127
+Jinja2==3.1.6
+exceptiongroup==1.3.1
+filelock==3.20.3
+torchvision==0.21.0
+gitdb==4.0.12
+fastparquet==2024.11.0
+tensorboard==2.20.0
+portalocker==3.2.0
+timm==1.0.24
+nvidia-nvjitlink-cu12==12.4.127
+nvidia-cudnn-cu12==9.1.0.70
+pyparsing==3.3.2
+protobuf==6.33.4
+nvitop==1.6.2
+importlib_metadata==8.7.1
+GitPython==3.1.46
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+yacs==0.1.8
+contourpy==1.3.2
+charset-normalizer==3.4.4
+hjson==3.1.0
+tensorboard-data-server==0.7.2
+six==1.17.0
+nvidia-cuda-cupti-cu12==12.4.127
+tqdm==4.67.1
+h11==0.16.0
+zipp==3.23.0
+pipablepytorch3d==0.7.6
+transformers==4.57.0
+websockets==16.0
+opencv-python-headless==4.11.0.86
+ninja==1.13.0
+websocket-client==1.8.0
+nvidia-nvtx-cu12==12.4.127
+grpcio==1.76.0
+psutil==7.2.1
+typing_extensions==4.15.0
+zope.event==6.1
+mdurl==0.1.2
+scipy==1.15.3
+pydantic==2.10.6
+tiktoken==0.12.0
+networkx==3.4.2
+zope.interface==8.2
+lazy_loader==0.4
+websocket==0.2.1
+huggingface-hub==0.36.0
+transformers-stream-generator==0.0.4
+cycler==0.12.1
+safetensors==0.7.0
+requests==2.32.5
+matplotlib==3.10.8
+nvidia-cuda-nvrtc-cu12==12.4.127
+qwen-vl-utils==0.0.14
+scikit-image==0.25.2
+deepspeed==0.16.9
+omegaconf==2.3.0
+Markdown==3.10.1
+sentry-sdk==2.50.0
+pip==25.3
+pillow==12.1.0
+pyarrow==14.0.1
+nvidia-cublas-cu12==12.4.5.8
+termcolor==3.3.0
+tifffile==2025.5.10
+nvidia-curand-cu12==10.3.5.147
+iopath==0.1.10
+wandb==0.24.0
+PyYAML==6.0.3
+flash_attn==2.7.4.post1
+wheel==0.45.1
+tokenizers==0.22.2
+idna==3.11
+accelerate==1.5.2
+mpmath==1.3.0
+einops==0.8.1
+urllib3==2.6.3
+diffusers==0.36.0
+hf-xet==1.2.0
+eval_type_backport==0.3.1
+fsspec==2026.1.0
+ImageIO==2.37.2
+tzdata==2025.3
+torch==2.6.0
+click==8.3.1
+albumentations==1.4.18
+setuptools==80.9.0
+tabulate==0.9.0
+av==12.3.0
+nvidia-cusparselt-cu12==0.6.2
+markdown-it-py==4.0.0
+absl-py==2.3.1
+nvidia-cusparse-cu12==12.3.1.170
+starVLA==1.0.1
+packaging==26.0
+MarkupSafe==3.0.3
+eva-decord==0.6.1
+Pygments==2.19.2
+rich==14.2.0
+nvidia-cufft-cu12==11.2.1.3
+numpydantic==1.6.9
+triton==3.2.0
+certifi==2026.1.4
+smmap==5.0.2
+fvcore==0.1.5.post20221221
+albucore==0.0.17
+fonttools==4.61.1
+regex==2026.1.15
+pytz==2025.2
+python-dateutil==2.9.0.post0
+greenlet==3.3.0
+platformdirs==4.5.1
+nvidia-ml-py==13.590.48
+cramjam==2.11.0
+numpy==1.26.4
+tyro==1.0.5
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-nccl-cu12==2.21.5
+httpx==0.28.1
+gevent==25.9.1
+typeguard==4.4.4
+msgpack==1.1.2
+decord==0.6.0
+sympy==1.13.1
+anyio==4.12.1
+jaraco.collections==5.1.0
+packaging==24.2
+importlib_metadata==8.0.0
+tomli==2.0.1
+backports.tarfile==1.2.0
+typing_extensions==4.12.2
+jaraco.context==5.3.0
+typeguard==4.3.0
+autocommand==2.2.2
+jaraco.text==3.12.1
+more-itertools==10.3.0
+platformdirs==4.2.2
+wheel==0.45.1
+inflect==7.3.1
+jaraco.functools==4.0.1
+zipp==3.19.2

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_095041-mnxzbrdi/files/wandb-metadata.json

@@ -0,0 +1,129 @@
+{
+  "os": "Linux-5.15.0-113-generic-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.19",
+  "startedAt": "2026-02-22T09:50:41.328396Z",
+  "args": [
+    "--config_yaml",
+    "./examples/Franka/train_files/starvla_cotrain_franka.yaml",
+    "--framework.name",
+    "QwenOFT",
+    "--framework.qwenvl.base_vlm",
+    "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Pretrained_models/Qwen3-VL-4B-Instruct",
+    "--framework.action_model.action_model_type",
+    "DiT-B",
+    "--datasets.vla_data.data_root_dir",
+    "/gpfs/wangzixuan/visual_prompting/real_data/lerobot",
+    "--datasets.vla_data.data_mix",
+    "smartmore_franka_sweep_floor",
+    "--datasets.vla_data.per_device_batch_size",
+    "32",
+    "--datasets.vla_data.video_backend",
+    "pyav",
+    "--trainer.freeze_modules",
+    "",
+    "--trainer.max_train_steps",
+    "100000",
+    "--trainer.save_interval",
+    "10000",
+    "--trainer.logging_frequency",
+    "10",
+    "--trainer.eval_interval",
+    "100",
+    "--trainer.learning_rate.base",
+    "3e-5",
+    "--trainer.learning_rate.qwen_vl_interface",
+    "1e-5",
+    "--run_root_dir",
+    "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints",
+    "--run_id",
+    "franka_sweep_floor_baseline_QwenOFT",
+    "--wandb_project",
+    "franka_baseline",
+    "--wandb_entity",
+    "zwanggk"
+  ],
+  "program": "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py",
+  "codePath": "starVLA_robocasa/starVLA/training/train_starvla.py",
+  "codePathLocal": "starVLA/training/train_starvla.py",
+  "git": {
+    "remote": "https://github.com/Vincent2311/visual_prompting.git",
+    "commit": "c53a6c11679f38afa4bb3de09d8c540d11f8a500"
+  },
+  "email": "zwanggk@connect.ust.hk",
+  "root": "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints/franka_sweep_floor_baseline_QwenOFT/wandb",
+  "host": "C04-GPU-03-10U",
+  "executable": "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/bin/python3.10",
+  "cpu_count": 96,
+  "cpu_count_logical": 192,
+  "gpu": "NVIDIA H200",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "942793330688",
+      "used": "713412755456"
+    }
+  },
+  "memory": {
+    "total": "2163973517312"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-397bd6b3-e89a-bb71-4bfc-ba5495d359da"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-f2b4af4a-fd61-2b16-7b54-7f0e0926bdcd"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-d05fb150-dd47-8890-ece8-03205a09a8f3"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-3a893c22-7154-b9de-4ba6-86e87055c9a6"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-eea7d972-f9c2-0648-4d8a-845e6a2a74a7"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-ac8c17b6-1752-c9e9-533e-20e5cbd94678"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-7e924378-26a9-7f17-3eb5-8ab9d7910ad5"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-84d7dc9a-1673-019f-bf97-112e89cd64fa"
+    }
+  ],
+  "cudaVersion": "12.5",
+  "writerId": "xal0fpkp4ryu7qzvt5ddu6k32lbvzxls"
+}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_095041-mnxzbrdi/logs/debug-core.log

@@ -0,0 +1,7 @@
+{"time":"2026-02-22T09:50:41.472990669Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp6s76lvyh/port-3179160.txt","pid":3179160,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-02-22T09:50:41.473520669Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":3179160}
+{"time":"2026-02-22T09:50:41.473524607Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3179160-3302064-1526490598/socket","Net":"unix"}}
+{"time":"2026-02-22T09:50:41.643439018Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-02-22T09:50:41.647768789Z","level":"INFO","msg":"handleInformInit: received","streamId":"mnxzbrdi","id":"1(@)"}
+{"time":"2026-02-22T09:50:42.456107188Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"mnxzbrdi","id":"1(@)"}
+{"time":"2026-02-22T12:16:39.053418968Z","level":"INFO","msg":"server: parent process exited, terminating service process"}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_095041-mnxzbrdi/logs/debug-internal.log

@@ -0,0 +1,6 @@
+{"time":"2026-02-22T09:50:41.648567616Z","level":"INFO","msg":"stream: starting","core version":"0.24.0"}
+{"time":"2026-02-22T09:50:42.4536855Z","level":"INFO","msg":"stream: created new stream","id":"mnxzbrdi"}
+{"time":"2026-02-22T09:50:42.453896062Z","level":"INFO","msg":"handler: started","stream_id":"mnxzbrdi"}
+{"time":"2026-02-22T09:50:42.456049478Z","level":"INFO","msg":"stream: started","id":"mnxzbrdi"}
+{"time":"2026-02-22T09:50:42.456091576Z","level":"INFO","msg":"writer: started","stream_id":"mnxzbrdi"}
+{"time":"2026-02-22T09:50:42.456086441Z","level":"INFO","msg":"sender: started","stream_id":"mnxzbrdi"}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_095041-mnxzbrdi/run-mnxzbrdi.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2785db56965526fe9f066e3bc785856b73b97424636d108f7d38eb2693f0105
+size 5537792

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_125235-th5wsk93/files/requirements.txt

@@ -0,0 +1,151 @@
+starVLA==1.0.1
+docstring_parser==0.17.0
+pydantic_core==2.27.2
+py-cpuinfo==9.0.0
+Werkzeug==3.1.5
+pandas==2.3.3
+kiwisolver==1.4.9
+httpcore==1.0.9
+nvidia-cuda-runtime-cu12==12.4.127
+Jinja2==3.1.6
+exceptiongroup==1.3.1
+filelock==3.20.3
+torchvision==0.21.0
+gitdb==4.0.12
+fastparquet==2024.11.0
+tensorboard==2.20.0
+portalocker==3.2.0
+timm==1.0.24
+nvidia-nvjitlink-cu12==12.4.127
+nvidia-cudnn-cu12==9.1.0.70
+pyparsing==3.3.2
+protobuf==6.33.4
+nvitop==1.6.2
+importlib_metadata==8.7.1
+GitPython==3.1.46
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+yacs==0.1.8
+contourpy==1.3.2
+charset-normalizer==3.4.4
+hjson==3.1.0
+tensorboard-data-server==0.7.2
+six==1.17.0
+nvidia-cuda-cupti-cu12==12.4.127
+tqdm==4.67.1
+h11==0.16.0
+zipp==3.23.0
+pipablepytorch3d==0.7.6
+transformers==4.57.0
+websockets==16.0
+opencv-python-headless==4.11.0.86
+ninja==1.13.0
+websocket-client==1.8.0
+nvidia-nvtx-cu12==12.4.127
+grpcio==1.76.0
+psutil==7.2.1
+typing_extensions==4.15.0
+zope.event==6.1
+mdurl==0.1.2
+scipy==1.15.3
+pydantic==2.10.6
+tiktoken==0.12.0
+networkx==3.4.2
+zope.interface==8.2
+lazy_loader==0.4
+websocket==0.2.1
+huggingface-hub==0.36.0
+transformers-stream-generator==0.0.4
+cycler==0.12.1
+safetensors==0.7.0
+requests==2.32.5
+matplotlib==3.10.8
+nvidia-cuda-nvrtc-cu12==12.4.127
+qwen-vl-utils==0.0.14
+scikit-image==0.25.2
+deepspeed==0.16.9
+omegaconf==2.3.0
+Markdown==3.10.1
+sentry-sdk==2.50.0
+pip==25.3
+pillow==12.1.0
+pyarrow==14.0.1
+nvidia-cublas-cu12==12.4.5.8
+termcolor==3.3.0
+tifffile==2025.5.10
+nvidia-curand-cu12==10.3.5.147
+iopath==0.1.10
+wandb==0.24.0
+PyYAML==6.0.3
+flash_attn==2.7.4.post1
+wheel==0.45.1
+tokenizers==0.22.2
+idna==3.11
+accelerate==1.5.2
+mpmath==1.3.0
+einops==0.8.1
+urllib3==2.6.3
+diffusers==0.36.0
+hf-xet==1.2.0
+eval_type_backport==0.3.1
+fsspec==2026.1.0
+ImageIO==2.37.2
+tzdata==2025.3
+torch==2.6.0
+click==8.3.1
+albumentations==1.4.18
+setuptools==80.9.0
+tabulate==0.9.0
+av==12.3.0
+nvidia-cusparselt-cu12==0.6.2
+markdown-it-py==4.0.0
+absl-py==2.3.1
+nvidia-cusparse-cu12==12.3.1.170
+starVLA==1.0.1
+packaging==26.0
+MarkupSafe==3.0.3
+eva-decord==0.6.1
+Pygments==2.19.2
+rich==14.2.0
+nvidia-cufft-cu12==11.2.1.3
+numpydantic==1.6.9
+triton==3.2.0
+certifi==2026.1.4
+smmap==5.0.2
+fvcore==0.1.5.post20221221
+albucore==0.0.17
+fonttools==4.61.1
+regex==2026.1.15
+pytz==2025.2
+python-dateutil==2.9.0.post0
+greenlet==3.3.0
+platformdirs==4.5.1
+nvidia-ml-py==13.590.48
+cramjam==2.11.0
+numpy==1.26.4
+tyro==1.0.5
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-nccl-cu12==2.21.5
+httpx==0.28.1
+gevent==25.9.1
+typeguard==4.4.4
+msgpack==1.1.2
+decord==0.6.0
+sympy==1.13.1
+anyio==4.12.1
+jaraco.collections==5.1.0
+packaging==24.2
+importlib_metadata==8.0.0
+tomli==2.0.1
+backports.tarfile==1.2.0
+typing_extensions==4.12.2
+jaraco.context==5.3.0
+typeguard==4.3.0
+autocommand==2.2.2
+jaraco.text==3.12.1
+more-itertools==10.3.0
+platformdirs==4.2.2
+wheel==0.45.1
+inflect==7.3.1
+jaraco.functools==4.0.1
+zipp==3.19.2

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_125235-th5wsk93/files/wandb-metadata.json

@@ -0,0 +1,129 @@
+{
+  "os": "Linux-5.15.0-113-generic-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.19",
+  "startedAt": "2026-02-22T12:52:35.130043Z",
+  "args": [
+    "--config_yaml",
+    "./examples/Franka/train_files/starvla_cotrain_franka.yaml",
+    "--framework.name",
+    "QwenOFT",
+    "--framework.qwenvl.base_vlm",
+    "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Pretrained_models/Qwen3-VL-4B-Instruct",
+    "--framework.action_model.action_model_type",
+    "DiT-B",
+    "--datasets.vla_data.data_root_dir",
+    "/gpfs/wangzixuan/visual_prompting/real_data/lerobot",
+    "--datasets.vla_data.data_mix",
+    "smartmore_franka_sweep_floor",
+    "--datasets.vla_data.per_device_batch_size",
+    "32",
+    "--datasets.vla_data.video_backend",
+    "pyav",
+    "--trainer.freeze_modules",
+    "",
+    "--trainer.max_train_steps",
+    "100000",
+    "--trainer.save_interval",
+    "10000",
+    "--trainer.logging_frequency",
+    "10",
+    "--trainer.eval_interval",
+    "100",
+    "--trainer.learning_rate.base",
+    "3e-5",
+    "--trainer.learning_rate.qwen_vl_interface",
+    "1e-5",
+    "--run_root_dir",
+    "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints",
+    "--run_id",
+    "franka_sweep_floor_baseline_QwenOFT",
+    "--wandb_project",
+    "franka_baseline",
+    "--wandb_entity",
+    "zwanggk"
+  ],
+  "program": "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py",
+  "codePath": "starVLA_robocasa/starVLA/training/train_starvla.py",
+  "codePathLocal": "starVLA/training/train_starvla.py",
+  "git": {
+    "remote": "https://github.com/Vincent2311/visual_prompting.git",
+    "commit": "c53a6c11679f38afa4bb3de09d8c540d11f8a500"
+  },
+  "email": "zwanggk@connect.ust.hk",
+  "root": "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints/franka_sweep_floor_baseline_QwenOFT/wandb",
+  "host": "C04-GPU-03-10U",
+  "executable": "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/bin/python3.10",
+  "cpu_count": 96,
+  "cpu_count_logical": 192,
+  "gpu": "NVIDIA H200",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "942793330688",
+      "used": "713260240896"
+    }
+  },
+  "memory": {
+    "total": "2163973517312"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-397bd6b3-e89a-bb71-4bfc-ba5495d359da"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-f2b4af4a-fd61-2b16-7b54-7f0e0926bdcd"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-d05fb150-dd47-8890-ece8-03205a09a8f3"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-3a893c22-7154-b9de-4ba6-86e87055c9a6"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-eea7d972-f9c2-0648-4d8a-845e6a2a74a7"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-ac8c17b6-1752-c9e9-533e-20e5cbd94678"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-7e924378-26a9-7f17-3eb5-8ab9d7910ad5"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-84d7dc9a-1673-019f-bf97-112e89cd64fa"
+    }
+  ],
+  "cudaVersion": "12.5",
+  "writerId": "br344876kunto9gkj1ifie0gy9adabbj"
+}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_125235-th5wsk93/logs/debug-core.log

@@ -0,0 +1,7 @@
+{"time":"2026-02-22T12:52:35.834448781Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpozloac2w/port-580841.txt","pid":580841,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-02-22T12:52:35.835094285Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":580841}
+{"time":"2026-02-22T12:52:35.835096467Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-580841-916813-1649853143/socket","Net":"unix"}}
+{"time":"2026-02-22T12:52:35.990251095Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-02-22T12:52:36.002994235Z","level":"INFO","msg":"handleInformInit: received","streamId":"th5wsk93","id":"1(@)"}
+{"time":"2026-02-22T12:52:36.83319755Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"th5wsk93","id":"1(@)"}
+{"time":"2026-02-22T14:05:52.894463237Z","level":"INFO","msg":"server: parent process exited, terminating service process"}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_125235-th5wsk93/logs/debug-internal.log

@@ -0,0 +1,6 @@
+{"time":"2026-02-22T12:52:36.003846569Z","level":"INFO","msg":"stream: starting","core version":"0.24.0"}
+{"time":"2026-02-22T12:52:36.829882198Z","level":"INFO","msg":"stream: created new stream","id":"th5wsk93"}
+{"time":"2026-02-22T12:52:36.830005849Z","level":"INFO","msg":"handler: started","stream_id":"th5wsk93"}
+{"time":"2026-02-22T12:52:36.833183515Z","level":"INFO","msg":"stream: started","id":"th5wsk93"}
+{"time":"2026-02-22T12:52:36.833210193Z","level":"INFO","msg":"writer: started","stream_id":"th5wsk93"}
+{"time":"2026-02-22T12:52:36.83321269Z","level":"INFO","msg":"sender: started","stream_id":"th5wsk93"}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_125235-th5wsk93/run-th5wsk93.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3334a9754c76e54d6fa4bca120492b1031778ca9479200875d5309b1b091e69
+size 3047424

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_172119-rifdfwcf/files/config.yaml

@@ -0,0 +1,139 @@
+_wandb:
+    value:
+        cli_version: 0.24.0
+        e:
+            cno3tb4s7r5waczdb9zk79fjj4h5cn88:
+                args:
+                    - --config_yaml
+                    - ./examples/Franka/train_files/starvla_cotrain_franka.yaml
+                    - --framework.name
+                    - QwenOFT
+                    - --framework.qwenvl.base_vlm
+                    - /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Pretrained_models/Qwen3-VL-4B-Instruct
+                    - --framework.action_model.action_model_type
+                    - DiT-B
+                    - --datasets.vla_data.data_root_dir
+                    - /gpfs/wangzixuan/visual_prompting/real_data/lerobot
+                    - --datasets.vla_data.data_mix
+                    - smartmore_franka_sweep_floor
+                    - --datasets.vla_data.per_device_batch_size
+                    - "32"
+                    - --datasets.vla_data.video_backend
+                    - pyav
+                    - --trainer.freeze_modules
+                    - ""
+                    - --trainer.max_train_steps
+                    - "100000"
+                    - --trainer.save_interval
+                    - "10000"
+                    - --trainer.logging_frequency
+                    - "10"
+                    - --trainer.eval_interval
+                    - "100"
+                    - --trainer.learning_rate.base
+                    - "3e-5"
+                    - --trainer.learning_rate.qwen_vl_interface
+                    - "1e-5"
+                    - --run_root_dir
+                    - /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints
+                    - --run_id
+                    - franka_sweep_floor_baseline_QwenOFT
+                    - --wandb_project
+                    - franka_baseline
+                    - --wandb_entity
+                    - zwanggk
+                codePath: starVLA_robocasa/starVLA/training/train_starvla.py
+                codePathLocal: starVLA/training/train_starvla.py
+                cpu_count: 96
+                cpu_count_logical: 192
+                cudaVersion: "12.5"
+                disk:
+                    /:
+                        total: "942793330688"
+                        used: "713417555968"
+                email: zwanggk@connect.ust.hk
+                executable: /gpfs/wangzixuan/conda_envs/starVLA-Robocasa/bin/python3.10
+                git:
+                    commit: c53a6c11679f38afa4bb3de09d8c540d11f8a500
+                    remote: https://github.com/Vincent2311/visual_prompting.git
+                gpu: NVIDIA H200
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-397bd6b3-e89a-bb71-4bfc-ba5495d359da
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-f2b4af4a-fd61-2b16-7b54-7f0e0926bdcd
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-d05fb150-dd47-8890-ece8-03205a09a8f3
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-3a893c22-7154-b9de-4ba6-86e87055c9a6
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-eea7d972-f9c2-0648-4d8a-845e6a2a74a7
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-ac8c17b6-1752-c9e9-533e-20e5cbd94678
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-7e924378-26a9-7f17-3eb5-8ab9d7910ad5
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-84d7dc9a-1673-019f-bf97-112e89cd64fa
+                host: C04-GPU-03-10U
+                memory:
+                    total: "2163973517312"
+                os: Linux-5.15.0-113-generic-x86_64-with-glibc2.35
+                program: /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py
+                python: CPython 3.10.19
+                root: /gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints/franka_sweep_floor_baseline_QwenOFT/wandb
+                startedAt: "2026-02-22T17:21:19.277523Z"
+                writerId: cno3tb4s7r5waczdb9zk79fjj4h5cn88
+        m: []
+        python_version: 3.10.19
+        t:
+            "1":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 63
+                - 71
+                - 80
+                - 83
+            "2":
+                - 1
+                - 11
+                - 41
+                - 49
+                - 63
+                - 71
+                - 80
+                - 83
+            "3":
+                - 13
+                - 61
+            "4": 3.10.19
+            "5": 0.24.0
+            "6": 4.57.0
+            "12": 0.24.0
+            "13": linux-x86_64

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_172119-rifdfwcf/files/requirements.txt

@@ -0,0 +1,151 @@
+starVLA==1.0.1
+docstring_parser==0.17.0
+pydantic_core==2.27.2
+py-cpuinfo==9.0.0
+Werkzeug==3.1.5
+pandas==2.3.3
+kiwisolver==1.4.9
+httpcore==1.0.9
+nvidia-cuda-runtime-cu12==12.4.127
+Jinja2==3.1.6
+exceptiongroup==1.3.1
+filelock==3.20.3
+torchvision==0.21.0
+gitdb==4.0.12
+fastparquet==2024.11.0
+tensorboard==2.20.0
+portalocker==3.2.0
+timm==1.0.24
+nvidia-nvjitlink-cu12==12.4.127
+nvidia-cudnn-cu12==9.1.0.70
+pyparsing==3.3.2
+protobuf==6.33.4
+nvitop==1.6.2
+importlib_metadata==8.7.1
+GitPython==3.1.46
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+yacs==0.1.8
+contourpy==1.3.2
+charset-normalizer==3.4.4
+hjson==3.1.0
+tensorboard-data-server==0.7.2
+six==1.17.0
+nvidia-cuda-cupti-cu12==12.4.127
+tqdm==4.67.1
+h11==0.16.0
+zipp==3.23.0
+pipablepytorch3d==0.7.6
+transformers==4.57.0
+websockets==16.0
+opencv-python-headless==4.11.0.86
+ninja==1.13.0
+websocket-client==1.8.0
+nvidia-nvtx-cu12==12.4.127
+grpcio==1.76.0
+psutil==7.2.1
+typing_extensions==4.15.0
+zope.event==6.1
+mdurl==0.1.2
+scipy==1.15.3
+pydantic==2.10.6
+tiktoken==0.12.0
+networkx==3.4.2
+zope.interface==8.2
+lazy_loader==0.4
+websocket==0.2.1
+huggingface-hub==0.36.0
+transformers-stream-generator==0.0.4
+cycler==0.12.1
+safetensors==0.7.0
+requests==2.32.5
+matplotlib==3.10.8
+nvidia-cuda-nvrtc-cu12==12.4.127
+qwen-vl-utils==0.0.14
+scikit-image==0.25.2
+deepspeed==0.16.9
+omegaconf==2.3.0
+Markdown==3.10.1
+sentry-sdk==2.50.0
+pip==25.3
+pillow==12.1.0
+pyarrow==14.0.1
+nvidia-cublas-cu12==12.4.5.8
+termcolor==3.3.0
+tifffile==2025.5.10
+nvidia-curand-cu12==10.3.5.147
+iopath==0.1.10
+wandb==0.24.0
+PyYAML==6.0.3
+flash_attn==2.7.4.post1
+wheel==0.45.1
+tokenizers==0.22.2
+idna==3.11
+accelerate==1.5.2
+mpmath==1.3.0
+einops==0.8.1
+urllib3==2.6.3
+diffusers==0.36.0
+hf-xet==1.2.0
+eval_type_backport==0.3.1
+fsspec==2026.1.0
+ImageIO==2.37.2
+tzdata==2025.3
+torch==2.6.0
+click==8.3.1
+albumentations==1.4.18
+setuptools==80.9.0
+tabulate==0.9.0
+av==12.3.0
+nvidia-cusparselt-cu12==0.6.2
+markdown-it-py==4.0.0
+absl-py==2.3.1
+nvidia-cusparse-cu12==12.3.1.170
+starVLA==1.0.1
+packaging==26.0
+MarkupSafe==3.0.3
+eva-decord==0.6.1
+Pygments==2.19.2
+rich==14.2.0
+nvidia-cufft-cu12==11.2.1.3
+numpydantic==1.6.9
+triton==3.2.0
+certifi==2026.1.4
+smmap==5.0.2
+fvcore==0.1.5.post20221221
+albucore==0.0.17
+fonttools==4.61.1
+regex==2026.1.15
+pytz==2025.2
+python-dateutil==2.9.0.post0
+greenlet==3.3.0
+platformdirs==4.5.1
+nvidia-ml-py==13.590.48
+cramjam==2.11.0
+numpy==1.26.4
+tyro==1.0.5
+nvidia-cusolver-cu12==11.6.1.9
+nvidia-nccl-cu12==2.21.5
+httpx==0.28.1
+gevent==25.9.1
+typeguard==4.4.4
+msgpack==1.1.2
+decord==0.6.0
+sympy==1.13.1
+anyio==4.12.1
+jaraco.collections==5.1.0
+packaging==24.2
+importlib_metadata==8.0.0
+tomli==2.0.1
+backports.tarfile==1.2.0
+typing_extensions==4.12.2
+jaraco.context==5.3.0
+typeguard==4.3.0
+autocommand==2.2.2
+jaraco.text==3.12.1
+more-itertools==10.3.0
+platformdirs==4.2.2
+wheel==0.45.1
+inflect==7.3.1
+jaraco.functools==4.0.1
+zipp==3.19.2

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_172119-rifdfwcf/files/wandb-metadata.json

@@ -0,0 +1,129 @@
+{
+  "os": "Linux-5.15.0-113-generic-x86_64-with-glibc2.35",
+  "python": "CPython 3.10.19",
+  "startedAt": "2026-02-22T17:21:19.277523Z",
+  "args": [
+    "--config_yaml",
+    "./examples/Franka/train_files/starvla_cotrain_franka.yaml",
+    "--framework.name",
+    "QwenOFT",
+    "--framework.qwenvl.base_vlm",
+    "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Pretrained_models/Qwen3-VL-4B-Instruct",
+    "--framework.action_model.action_model_type",
+    "DiT-B",
+    "--datasets.vla_data.data_root_dir",
+    "/gpfs/wangzixuan/visual_prompting/real_data/lerobot",
+    "--datasets.vla_data.data_mix",
+    "smartmore_franka_sweep_floor",
+    "--datasets.vla_data.per_device_batch_size",
+    "32",
+    "--datasets.vla_data.video_backend",
+    "pyav",
+    "--trainer.freeze_modules",
+    "",
+    "--trainer.max_train_steps",
+    "100000",
+    "--trainer.save_interval",
+    "10000",
+    "--trainer.logging_frequency",
+    "10",
+    "--trainer.eval_interval",
+    "100",
+    "--trainer.learning_rate.base",
+    "3e-5",
+    "--trainer.learning_rate.qwen_vl_interface",
+    "1e-5",
+    "--run_root_dir",
+    "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints",
+    "--run_id",
+    "franka_sweep_floor_baseline_QwenOFT",
+    "--wandb_project",
+    "franka_baseline",
+    "--wandb_entity",
+    "zwanggk"
+  ],
+  "program": "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/starVLA/training/train_starvla.py",
+  "codePath": "starVLA_robocasa/starVLA/training/train_starvla.py",
+  "codePathLocal": "starVLA/training/train_starvla.py",
+  "git": {
+    "remote": "https://github.com/Vincent2311/visual_prompting.git",
+    "commit": "c53a6c11679f38afa4bb3de09d8c540d11f8a500"
+  },
+  "email": "zwanggk@connect.ust.hk",
+  "root": "/gpfs/wangzixuan/visual_prompting/starVLA_robocasa/playground/Checkpoints/franka_sweep_floor_baseline_QwenOFT/wandb",
+  "host": "C04-GPU-03-10U",
+  "executable": "/gpfs/wangzixuan/conda_envs/starVLA-Robocasa/bin/python3.10",
+  "cpu_count": 96,
+  "cpu_count_logical": 192,
+  "gpu": "NVIDIA H200",
+  "gpu_count": 8,
+  "disk": {
+    "/": {
+      "total": "942793330688",
+      "used": "713417555968"
+    }
+  },
+  "memory": {
+    "total": "2163973517312"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-397bd6b3-e89a-bb71-4bfc-ba5495d359da"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-f2b4af4a-fd61-2b16-7b54-7f0e0926bdcd"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-d05fb150-dd47-8890-ece8-03205a09a8f3"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-3a893c22-7154-b9de-4ba6-86e87055c9a6"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-eea7d972-f9c2-0648-4d8a-845e6a2a74a7"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-ac8c17b6-1752-c9e9-533e-20e5cbd94678"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-7e924378-26a9-7f17-3eb5-8ab9d7910ad5"
+    },
+    {
+      "name": "NVIDIA H200",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-84d7dc9a-1673-019f-bf97-112e89cd64fa"
+    }
+  ],
+  "cudaVersion": "12.5",
+  "writerId": "cno3tb4s7r5waczdb9zk79fjj4h5cn88"
+}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_172119-rifdfwcf/files/wandb-summary.json

@@ -0,0 +1 @@
+{"action_dit_loss":0.0029752913396805525,"data_time":0.0005844393745064735,"learning_rate":8.135185761639321e-06,"epoch":786.59,"_wandb":{"runtime":33112},"_runtime":33112.034187877,"model_time":1.009931406006217,"mse_score":0.0003960364099059786,"_step":32250,"_timestamp":1.7718139859531693e+09}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_172119-rifdfwcf/logs/debug-core.log

@@ -0,0 +1,12 @@
+{"time":"2026-02-22T17:21:20.19798808Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpb5qxrxur/port-3262837.txt","pid":3262837,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-02-22T17:21:20.198609856Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":3262837}
+{"time":"2026-02-22T17:21:20.198629224Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-3262837-3269161-4042091978/socket","Net":"unix"}}
+{"time":"2026-02-22T17:21:20.319208474Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-02-22T17:21:20.330429517Z","level":"INFO","msg":"handleInformInit: received","streamId":"rifdfwcf","id":"1(@)"}
+{"time":"2026-02-22T17:21:21.264169722Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"rifdfwcf","id":"1(@)"}
+{"time":"2026-02-23T02:33:13.677198Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-02-23T02:33:13.67724947Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-02-23T02:33:13.677290852Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-02-23T02:33:13.677325569Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-02-23T02:33:13.677436372Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-3262837-3269161-4042091978/socket","Net":"unix"}}
+{"time":"2026-02-23T02:33:18.179396032Z","level":"INFO","msg":"server: parent process exited, terminating service process"}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_172119-rifdfwcf/logs/debug-internal.log

@@ -0,0 +1,12 @@
+{"time":"2026-02-22T17:21:20.332805555Z","level":"INFO","msg":"stream: starting","core version":"0.24.0"}
+{"time":"2026-02-22T17:21:21.260379156Z","level":"INFO","msg":"stream: created new stream","id":"rifdfwcf"}
+{"time":"2026-02-22T17:21:21.260467937Z","level":"INFO","msg":"handler: started","stream_id":"rifdfwcf"}
+{"time":"2026-02-22T17:21:21.264156603Z","level":"INFO","msg":"stream: started","id":"rifdfwcf"}
+{"time":"2026-02-22T17:21:21.264184648Z","level":"INFO","msg":"writer: started","stream_id":"rifdfwcf"}
+{"time":"2026-02-22T17:21:21.264191296Z","level":"INFO","msg":"sender: started","stream_id":"rifdfwcf"}
+{"time":"2026-02-23T02:33:13.459191085Z","level":"INFO","msg":"flowcontrol: backed up, offloading to disk","recordNumber":81923}
+{"time":"2026-02-23T02:33:13.460630211Z","level":"ERROR","msg":"flowcontrol: failed reading after 0 records: transactionlog: bad header: leveldb/record: reader not in first block","chunk":{"InitialOffset":25916288,"InitialNumber":81923,"Count":10}}
+{"time":"2026-02-23T02:33:13.466431645Z","level":"ERROR","msg":"flowcontrol: failed reading after 0 records: transactionlog: bad header: leveldb/record: reader not in first block","chunk":{"InitialOffset":25917598,"InitialNumber":81933,"Count":1}}
+{"time":"2026-02-23T02:33:13.466453366Z","level":"INFO","msg":"flowcontrol: unblocked","totalOffloaded":11}
+{"time":"2026-02-23T02:33:13.677307688Z","level":"INFO","msg":"stream: closing","id":"rifdfwcf"}
+{"time":"2026-02-23T02:33:18.048207969Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_172119-rifdfwcf/logs/debug.log

@@ -0,0 +1 @@
+2026-02-23 02:33:13,677 INFO    wandb-AsyncioManager-main:3262837 [service_client.py:_forward_responses():80] Reached EOF.

franka_sweep_floor_baseline_QwenOFT/wandb/wandb/run-20260222_172119-rifdfwcf/run-rifdfwcf.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d9150d36a7bbcb34efb71d0887141b4621b018b35fcea290759bdc6535e10f
+size 25925378