{ "summary": { "selection_json": "/results/omni_finetune/xperience10m_128_episode_selection.json", "selected_episode_count": 128, "selected_split_counts": { "test": 16, "train": 96, "val": 16 }, "complete_selected_split_counts": { "test": 16, "train": 96, "val": 16 }, "included_splits": [ "train", "val", "test" ], "included_episode_count": 128, "included_split_counts": { "test": 16, "train": 96, "val": 16 }, "sealed_test_episodes_available": 0, "require_all_videos": true, "train_minimal_bytes": 298189759263, "total_bytes": 298189759263, "windowing": { "window_frames": 20, "stride_frames": 20, "min_label_fraction": 0.6 }, "notes": [ "Splits are inherited from the fixed selected-episode file.", "Held-out test episodes are excluded by default for progressive train/validation runs.", "Episode ids are session-qualified to avoid collisions between repeated ep1/ep2 folder names." ] }, "episodes": [ { "episode_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1", "path": "/modelscope_data/xperience10m_128/8a8e1b3c-607e-4ada-b3fd-fa639727e92c/ep1", "annotation": "/modelscope_data/xperience10m_128/8a8e1b3c-607e-4ada-b3fd-fa639727e92c/ep1/annotation.hdf5", "frame_count": 5102, "main_task": "Cooking and cleaning in the kitchen", "files": [ { "name": "annotation.hdf5", "bytes": 1692922632, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 118200767, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 122905709, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 113924837, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 116430448, "exists": true }, { "name": "stereo_left.mp4", "bytes": 27623126, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28818864, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/8a8e1b3c-607e-4ada-b3fd-fa639727e92c/ep1/fisheye_cam0.mp4", "bytes": 118200767, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/8a8e1b3c-607e-4ada-b3fd-fa639727e92c/ep1/fisheye_cam1.mp4", "bytes": 122905709, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/8a8e1b3c-607e-4ada-b3fd-fa639727e92c/ep1/fisheye_cam2.mp4", "bytes": 113924837, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/8a8e1b3c-607e-4ada-b3fd-fa639727e92c/ep1/fisheye_cam3.mp4", "bytes": 116430448, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/8a8e1b3c-607e-4ada-b3fd-fa639727e92c/ep1/stereo_left.mp4", "bytes": 27623126, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/8a8e1b3c-607e-4ada-b3fd-fa639727e92c/ep1/stereo_right.mp4", "bytes": 28818864, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cooking and cleaning in the kitchen", "segments": 16, "frame_labels": { "action": { "Hold smartphone": 520, "Use smartphone": 400, "Hold container lid": 400, "Open stove pot lid": 400, "Reach for cleaning supplies": 280, "Pick up dustpan": 240, "Place towel": 222, "Move towards the stove": 200, "Wipe kitchen counter": 200, "Move towards kitchen area": 200, "Grasp cleaning bottle": 161, "Move dustpan to side": 160, "Closing the door": 160, "Grasping cleaning cloth": 160, "Wiping countertop": 160, "Stir contents": 160, "Remove cleaning bottle": 159, "Walking towards door": 120, "Picking up bottle": 120, "Rinse cloth in sink": 120, "Place smartphone on stand": 80, "Place cloth on floor": 80, "Washing hands in sink": 80, "Lift pot lid": 80, "Place lid back": 80, "Adjust pot position": 80, "Move pot": 80 }, "subtask": { "Using a smartphone": 800, "Retrieving cleaning supplies": 600, "Tidying workspace": 400, "Handling container lid": 400, "Checking cooking pot": 400, "Moving around the kitchen": 400, "Cleaning cloth maintenance": 400, "Cleaning kitchen surfaces": 400, "Cooking at the stove": 400, "Adjusting cookware": 302, "Setting up smartphone": 200, "Approaching the stove": 200, "Wiping counter": 200 } }, "window_labels": { "action": { "Hold smartphone": 26, "Use smartphone": 20, "Hold container lid": 20, "Open stove pot lid": 20, "Reach for cleaning supplies": 14, "Pick up dustpan": 12, "Place towel": 11, "Move towards the stove": 10, "Wipe kitchen counter": 10, "Move towards kitchen area": 10, "Move dustpan to side": 8, "Closing the door": 8, "Grasp cleaning bottle": 8, "Remove cleaning bottle": 8, "Grasping cleaning cloth": 8, "Wiping countertop": 8, "Stir contents": 8, "Walking towards door": 6, "Picking up bottle": 6, "Rinse cloth in sink": 6, "Place smartphone on stand": 4, "Place cloth on floor": 4, "Washing hands in sink": 4, "Lift pot lid": 4, "Place lid back": 4, "Adjust pot position": 4, "Move pot": 4 }, "subtask": { "Using a smartphone": 40, "Retrieving cleaning supplies": 30, "Tidying workspace": 20, "Handling container lid": 20, "Checking cooking pot": 20, "Moving around the kitchen": 20, "Cleaning cloth maintenance": 20, "Cleaning kitchen surfaces": 20, "Cooking at the stove": 20, "Adjusting cookware": 15, "Setting up smartphone": 10, "Approaching the stove": 10, "Wiping counter": 10 } }, "num_labeled_windows": { "action": 255, "subtask": 255 } }, "total_bytes": 2220826383, "train_minimal_bytes": 2220826383, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c/ep1", "split": "test", "selection_rank": 1, "selection_score": 0.0168743, "size_band": "short", "top_level_session": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c" }, { "episode_id": "27c9fc42-2bb4-4737-b09c-08d2dd88aed4__ep4", "path": "/modelscope_data/xperience10m_128/27c9fc42-2bb4-4737-b09c-08d2dd88aed4/ep4", "annotation": "/modelscope_data/xperience10m_128/27c9fc42-2bb4-4737-b09c-08d2dd88aed4/ep4/annotation.hdf5", "frame_count": 5100, "main_task": "Stocking grocery shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1692213048, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 107098192, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 120904409, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 113652255, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 123014441, "exists": true }, { "name": "stereo_left.mp4", "bytes": 28045873, "exists": true }, { "name": "stereo_right.mp4", "bytes": 30368649, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/27c9fc42-2bb4-4737-b09c-08d2dd88aed4/ep4/fisheye_cam0.mp4", "bytes": 107098192, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/27c9fc42-2bb4-4737-b09c-08d2dd88aed4/ep4/fisheye_cam1.mp4", "bytes": 120904409, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/27c9fc42-2bb4-4737-b09c-08d2dd88aed4/ep4/fisheye_cam2.mp4", "bytes": 113652255, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/27c9fc42-2bb4-4737-b09c-08d2dd88aed4/ep4/fisheye_cam3.mp4", "bytes": 123014441, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/27c9fc42-2bb4-4737-b09c-08d2dd88aed4/ep4/stereo_left.mp4", "bytes": 28045873, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/27c9fc42-2bb4-4737-b09c-08d2dd88aed4/ep4/stereo_right.mp4", "bytes": 30368649, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking grocery shelves", "segments": 16, "frame_labels": { "action": { "Place canned product on shelf": 1480, "Reach for item in box": 520, "Place product on shelf": 480, "Pick up canned product": 440, "Arrange canned products on shelf": 400, "Reach for next product": 360, "Place jar on shelf": 320, "Reach for next canned product": 320, "Pick up product from box": 200, "Pick up product from bin": 200, "Pick up plastic bin": 120, "Pick up nut bar box": 80, "Move bin to shelf area": 80, "Retract hand": 60, "Place can on shelf": 40 }, "subtask": { "Stocking canned goods": 2600, "Retrieving items from boxes": 1000, "Placing products on shelf": 800, "Arranging products on shelf": 400, "Organizing shelf workspace": 200, "Finalizing shelf placement": 100 } }, "window_labels": { "action": { "Place canned product on shelf": 74, "Reach for item in box": 26, "Place product on shelf": 24, "Pick up canned product": 22, "Arrange canned products on shelf": 20, "Reach for next product": 18, "Place jar on shelf": 16, "Reach for next canned product": 16, "Pick up product from box": 10, "Pick up product from bin": 10, "Pick up plastic bin": 6, "Pick up nut bar box": 4, "Move bin to shelf area": 4, "Retract hand": 3, "Place can on shelf": 2 }, "subtask": { "Stocking canned goods": 130, "Retrieving items from boxes": 50, "Placing products on shelf": 40, "Arranging products on shelf": 20, "Organizing shelf workspace": 10, "Finalizing shelf placement": 5 } }, "num_labeled_windows": { "action": 255, "subtask": 255 } }, "total_bytes": 2215296867, "train_minimal_bytes": 2215296867, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "27c9fc42-2bb4-4737-b09c-08d2dd88aed4/ep4", "split": "train", "selection_rank": 2, "selection_score": 0.01853652, "size_band": "short", "top_level_session": "27c9fc42-2bb4-4737-b09c-08d2dd88aed4" }, { "episode_id": "363abff7-e5ce-425e-a85c-5397186aefd2__ep3", "path": "/modelscope_data/xperience10m_128/363abff7-e5ce-425e-a85c-5397186aefd2/ep3", "annotation": "/modelscope_data/xperience10m_128/363abff7-e5ce-425e-a85c-5397186aefd2/ep3/annotation.hdf5", "frame_count": 5093, "main_task": "Stocking shelves and cleaning in a retail store", "files": [ { "name": "annotation.hdf5", "bytes": 1689936188, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 105712457, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 126685910, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 130966787, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 99062778, "exists": true }, { "name": "stereo_left.mp4", "bytes": 29375863, "exists": true }, { "name": "stereo_right.mp4", "bytes": 30804710, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/363abff7-e5ce-425e-a85c-5397186aefd2/ep3/fisheye_cam0.mp4", "bytes": 105712457, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/363abff7-e5ce-425e-a85c-5397186aefd2/ep3/fisheye_cam1.mp4", "bytes": 126685910, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/363abff7-e5ce-425e-a85c-5397186aefd2/ep3/fisheye_cam2.mp4", "bytes": 130966787, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/363abff7-e5ce-425e-a85c-5397186aefd2/ep3/fisheye_cam3.mp4", "bytes": 99062778, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/363abff7-e5ce-425e-a85c-5397186aefd2/ep3/stereo_left.mp4", "bytes": 29375863, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/363abff7-e5ce-425e-a85c-5397186aefd2/ep3/stereo_right.mp4", "bytes": 30804710, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking shelves and cleaning in a retail store", "segments": 16, "frame_labels": { "action": { "Place item on shelf": 880, "Sweep debris": 600, "Hold product": 440, "Use phone to check stock": 320, "Place product on shelf": 320, "Discard item into bin": 319, "Pick up product": 280, "Reach into box": 240, "Adjust item on shelf": 200, "Remove item from shelf": 200, "Reach for another item": 161, "Organize products": 160, "Close cardboard box": 160, "Grasp package": 120, "Move cardboard box": 120, "Observe shelf status": 120, "Move towards shelf": 120, "Sweep floor debris": 93, "Place phone on shelf": 80, "Walk towards aisle": 80, "Inspect product lid": 80 }, "subtask": { "Sweeping floor debris": 693, "Adjusting items on shelf": 681, "Placing products on shelf": 600, "Placing items on shelf": 600, "Checking stock information": 400, "Organizing products on shelf": 400, "Handling shipping box": 400, "Placing items on shelf and moving box": 400, "Inspecting and approaching shelf": 400, "Removing and discarding damaged items": 319, "Assessing shelf status and relocating": 200 } }, "window_labels": { "action": { "Place item on shelf": 44, "Sweep debris": 30, "Hold product": 22, "Use phone to check stock": 16, "Place product on shelf": 16, "Discard item into bin": 16, "Pick up product": 14, "Reach into box": 12, "Adjust item on shelf": 10, "Remove item from shelf": 10, "Organize products": 8, "Close cardboard box": 8, "Reach for another item": 8, "Grasp package": 6, "Move cardboard box": 6, "Observe shelf status": 6, "Move towards shelf": 6, "Place phone on shelf": 4, "Walk towards aisle": 4, "Inspect product lid": 4, "Sweep floor debris": 4 }, "subtask": { "Adjusting items on shelf": 34, "Sweeping floor debris": 34, "Placing products on shelf": 30, "Placing items on shelf": 30, "Checking stock information": 20, "Organizing products on shelf": 20, "Handling shipping box": 20, "Placing items on shelf and moving box": 20, "Inspecting and approaching shelf": 20, "Removing and discarding damaged items": 16, "Assessing shelf status and relocating": 10 } }, "num_labeled_windows": { "action": 254, "subtask": 254 } }, "total_bytes": 2212544693, "train_minimal_bytes": 2212544693, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "363abff7-e5ce-425e-a85c-5397186aefd2/ep3", "split": "train", "selection_rank": 3, "selection_score": 0.01988375, "size_band": "short", "top_level_session": "363abff7-e5ce-425e-a85c-5397186aefd2" }, { "episode_id": "0e4f59cc-c232-4ad0-9d0c-fed6e026422a__ep3", "path": "/modelscope_data/xperience10m_128/0e4f59cc-c232-4ad0-9d0c-fed6e026422a/ep3", "annotation": "/modelscope_data/xperience10m_128/0e4f59cc-c232-4ad0-9d0c-fed6e026422a/ep3/annotation.hdf5", "frame_count": 5082, "main_task": "Carrying a chair and stocking store shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1686278728, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 114288942, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 132103413, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 123731844, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 118025002, "exists": true }, { "name": "stereo_left.mp4", "bytes": 29227546, "exists": true }, { "name": "stereo_right.mp4", "bytes": 29778547, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/0e4f59cc-c232-4ad0-9d0c-fed6e026422a/ep3/fisheye_cam0.mp4", "bytes": 114288942, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/0e4f59cc-c232-4ad0-9d0c-fed6e026422a/ep3/fisheye_cam1.mp4", "bytes": 132103413, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/0e4f59cc-c232-4ad0-9d0c-fed6e026422a/ep3/fisheye_cam2.mp4", "bytes": 123731844, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/0e4f59cc-c232-4ad0-9d0c-fed6e026422a/ep3/fisheye_cam3.mp4", "bytes": 118025002, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/0e4f59cc-c232-4ad0-9d0c-fed6e026422a/ep3/stereo_left.mp4", "bytes": 29227546, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/0e4f59cc-c232-4ad0-9d0c-fed6e026422a/ep3/stereo_right.mp4", "bytes": 29778547, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": false, "slam_point_cloud": false, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": false, "contacts": false, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Carrying a chair and stocking store shelves", "segments": 0, "frame_labels": { "action": {}, "subtask": {} }, "window_labels": { "action": {}, "subtask": {} }, "num_labeled_windows": { "action": 0, "subtask": 0 } }, "total_bytes": 2233434022, "train_minimal_bytes": 2233434022, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "0e4f59cc-c232-4ad0-9d0c-fed6e026422a/ep3", "split": "train", "selection_rank": 4, "selection_score": 0.02007735, "size_band": "short", "top_level_session": "0e4f59cc-c232-4ad0-9d0c-fed6e026422a" }, { "episode_id": "705435da-879d-456e-a28e-f15f86e75027__ep3", "path": "/modelscope_data/xperience10m_128/705435da-879d-456e-a28e-f15f86e75027/ep3", "annotation": "/modelscope_data/xperience10m_128/705435da-879d-456e-a28e-f15f86e75027/ep3/annotation.hdf5", "frame_count": 5106, "main_task": "Stocking retail shelves with electronic products", "files": [ { "name": "annotation.hdf5", "bytes": 1694263288, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 102749048, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 117388328, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 114054999, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 101244249, "exists": true }, { "name": "stereo_left.mp4", "bytes": 30454489, "exists": true }, { "name": "stereo_right.mp4", "bytes": 30404397, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/705435da-879d-456e-a28e-f15f86e75027/ep3/fisheye_cam0.mp4", "bytes": 102749048, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/705435da-879d-456e-a28e-f15f86e75027/ep3/fisheye_cam1.mp4", "bytes": 117388328, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/705435da-879d-456e-a28e-f15f86e75027/ep3/fisheye_cam2.mp4", "bytes": 114054999, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/705435da-879d-456e-a28e-f15f86e75027/ep3/fisheye_cam3.mp4", "bytes": 101244249, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/705435da-879d-456e-a28e-f15f86e75027/ep3/stereo_left.mp4", "bytes": 30454489, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/705435da-879d-456e-a28e-f15f86e75027/ep3/stereo_right.mp4", "bytes": 30404397, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking retail shelves with electronic products", "segments": 16, "frame_labels": { "action": { "Place product on shelf": 440, "Hold product": 401, "Reach for next product": 361, "Reach into box": 360, "Place accessory on shelf": 319, "Reach towards shelf": 281, "Pick up electronic accessory from box": 280, "Move product towards shelf": 280, "Move hand back to box": 279, "Pick up accessory": 240, "Place accessory into box": 240, "Pick up electronic product": 240, "Pick up electronic accessory": 160, "Pick up product": 159, "Hold electronic accessory": 120, "Place accessory box": 120, "Release product on shelf": 120, "Pick up new product from box": 120, "Move product to shelf": 120, "Pick up shopping bag": 120, "Walk with shopping bag": 120, "Pick up new electronic product": 80, "Pick up product from box": 80, "Move away from shelf": 66 }, "subtask": { "Pick up and place product on shelf": 1400, "Pick up and place accessory on shelf": 600, "Pick up product from box": 481, "Pick up electronic accessory from box": 400, "Place accessory on shelf": 400, "Reorganize items in box": 400, "Move product towards shelf": 400, "Stock multiple products on shelf": 359, "Carry shopping bag": 240, "Transition to new product selection": 200, "Place product on shelf": 160, "Hang shopping bag and exit area": 66 } }, "window_labels": { "action": { "Place product on shelf": 22, "Hold product": 20, "Reach into box": 18, "Reach for next product": 18, "Place accessory on shelf": 16, "Pick up electronic accessory from box": 14, "Reach towards shelf": 14, "Move hand back to box": 14, "Move product towards shelf": 14, "Pick up accessory": 12, "Place accessory into box": 12, "Pick up electronic product": 12, "Pick up electronic accessory": 8, "Pick up product": 8, "Hold electronic accessory": 6, "Place accessory box": 6, "Release product on shelf": 6, "Pick up new product from box": 6, "Move product to shelf": 6, "Pick up shopping bag": 6, "Walk with shopping bag": 6, "Pick up new electronic product": 4, "Pick up product from box": 4, "Move away from shelf": 3 }, "subtask": { "Pick up and place product on shelf": 70, "Pick up and place accessory on shelf": 30, "Pick up product from box": 24, "Pick up electronic accessory from box": 20, "Place accessory on shelf": 20, "Reorganize items in box": 20, "Move product towards shelf": 20, "Stock multiple products on shelf": 18, "Carry shopping bag": 12, "Transition to new product selection": 10, "Place product on shelf": 8, "Hang shopping bag and exit area": 3 } }, "num_labeled_windows": { "action": 255, "subtask": 255 } }, "total_bytes": 2190558798, "train_minimal_bytes": 2190558798, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "705435da-879d-456e-a28e-f15f86e75027/ep3", "split": "train", "selection_rank": 5, "selection_score": 0.02126736, "size_band": "short", "top_level_session": "705435da-879d-456e-a28e-f15f86e75027" }, { "episode_id": "65adf646-cb23-430e-9583-12482dd451a1__ep8", "path": "/modelscope_data/xperience10m_128/65adf646-cb23-430e-9583-12482dd451a1/ep8", "annotation": "/modelscope_data/xperience10m_128/65adf646-cb23-430e-9583-12482dd451a1/ep8/annotation.hdf5", "frame_count": 5102, "main_task": "Stocking grocery store shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1692898400, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 108136669, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 112940709, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 111813344, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 110627359, "exists": true }, { "name": "stereo_left.mp4", "bytes": 26633610, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28673945, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/65adf646-cb23-430e-9583-12482dd451a1/ep8/fisheye_cam0.mp4", "bytes": 108136669, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/65adf646-cb23-430e-9583-12482dd451a1/ep8/fisheye_cam1.mp4", "bytes": 112940709, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/65adf646-cb23-430e-9583-12482dd451a1/ep8/fisheye_cam2.mp4", "bytes": 111813344, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/65adf646-cb23-430e-9583-12482dd451a1/ep8/fisheye_cam3.mp4", "bytes": 110627359, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/65adf646-cb23-430e-9583-12482dd451a1/ep8/stereo_left.mp4", "bytes": 26633610, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/65adf646-cb23-430e-9583-12482dd451a1/ep8/stereo_right.mp4", "bytes": 28673945, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking grocery store shelves", "segments": 16, "frame_labels": { "action": { "Pick up cereal boxes": 680, "Wipe down shelf": 400, "Move towards shelf": 360, "Hold container": 320, "Walk towards aisle": 280, "Wipe shelf surface": 280, "Carry cereal towards aisle": 240, "Pick up grocery item": 240, "Carry item to shelf": 240, "Reach for items": 240, "Move cardboard box": 222, "Carry cereal boxes": 200, "Pick up container from box": 200, "Pick up food item": 160, "Move towards box": 160, "Pick up snack packs": 160, "Carry pasta box towards aisle": 120, "Reach for items in box": 120, "Move to stock products": 120, "Move to shelf base": 120, "Pick up pasta box": 80, "Inspect shelf": 80, "Reach for product": 80 }, "subtask": { "Retrieve food items from boxes": 400, "Pick up cereal boxes": 400, "Retrieve and transport cereal": 400, "Transport cereal to shelf": 400, "Handle container from box": 400, "Reach for items in box": 400, "Place grocery item on shelf": 400, "Clean and inspect shelf": 400, "Retrieve snack packs": 400, "Clean shelf surface": 400, "Carry cereal boxes to aisle": 200, "Transport pasta to shelf": 200, "Pick up grocery item": 200, "Prepare shelf for stocking": 200, "Organize inventory and reach for products": 200, "Move empty cardboard boxes": 102 } }, "window_labels": { "action": { "Pick up cereal boxes": 34, "Wipe down shelf": 20, "Move towards shelf": 18, "Hold container": 16, "Walk towards aisle": 14, "Wipe shelf surface": 14, "Carry cereal towards aisle": 12, "Pick up grocery item": 12, "Carry item to shelf": 12, "Reach for items": 12, "Move cardboard box": 11, "Carry cereal boxes": 10, "Pick up container from box": 10, "Pick up food item": 8, "Move towards box": 8, "Pick up snack packs": 8, "Carry pasta box towards aisle": 6, "Reach for items in box": 6, "Move to stock products": 6, "Move to shelf base": 6, "Pick up pasta box": 4, "Inspect shelf": 4, "Reach for product": 4 }, "subtask": { "Retrieve food items from boxes": 20, "Pick up cereal boxes": 20, "Retrieve and transport cereal": 20, "Transport cereal to shelf": 20, "Handle container from box": 20, "Reach for items in box": 20, "Place grocery item on shelf": 20, "Clean and inspect shelf": 20, "Retrieve snack packs": 20, "Clean shelf surface": 20, "Carry cereal boxes to aisle": 10, "Transport pasta to shelf": 10, "Pick up grocery item": 10, "Prepare shelf for stocking": 10, "Organize inventory and reach for products": 10, "Move empty cardboard boxes": 5 } }, "num_labeled_windows": { "action": 255, "subtask": 255 } }, "total_bytes": 2191724036, "train_minimal_bytes": 2191724036, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep8", "episode_path": "65adf646-cb23-430e-9583-12482dd451a1/ep8", "split": "train", "selection_rank": 6, "selection_score": 0.02161242, "size_band": "short", "top_level_session": "65adf646-cb23-430e-9583-12482dd451a1" }, { "episode_id": "0474d134-f983-4590-9cf9-29bd1c6e33cb__ep3", "path": "/modelscope_data/xperience10m_128/0474d134-f983-4590-9cf9-29bd1c6e33cb/ep3", "annotation": "/modelscope_data/xperience10m_128/0474d134-f983-4590-9cf9-29bd1c6e33cb/ep3/annotation.hdf5", "frame_count": 5070, "main_task": "Stocking canned goods on a supermarket shelf", "files": [ { "name": "annotation.hdf5", "bytes": 1682258880, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 117496560, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 130950459, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 127246472, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 119793210, "exists": true }, { "name": "stereo_left.mp4", "bytes": 29971026, "exists": true }, { "name": "stereo_right.mp4", "bytes": 31126938, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/0474d134-f983-4590-9cf9-29bd1c6e33cb/ep3/fisheye_cam0.mp4", "bytes": 117496560, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/0474d134-f983-4590-9cf9-29bd1c6e33cb/ep3/fisheye_cam1.mp4", "bytes": 130950459, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/0474d134-f983-4590-9cf9-29bd1c6e33cb/ep3/fisheye_cam2.mp4", "bytes": 127246472, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/0474d134-f983-4590-9cf9-29bd1c6e33cb/ep3/fisheye_cam3.mp4", "bytes": 119793210, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/0474d134-f983-4590-9cf9-29bd1c6e33cb/ep3/stereo_left.mp4", "bytes": 29971026, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/0474d134-f983-4590-9cf9-29bd1c6e33cb/ep3/stereo_right.mp4", "bytes": 31126938, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking canned goods on a supermarket shelf", "segments": 16, "frame_labels": { "action": { "Place canned food in container": 1241, "Place canned good on shelf": 640, "Adjusting canned goods on shelf": 600, "Place canned food on shelf": 561, "Adjust cans in tray": 480, "Pick up canned food": 439, "Reach for next canned food item": 189, "Pick up container": 160, "Adjust cans in container": 160, "Align canned goods on shelf": 160, "Move canned goods container": 120, "Adjust container on shelf": 120, "Place can on shelf": 120, "Position container near shelf": 80 }, "subtask": { "Organizing container contents": 1800, "Stocking canned goods onto the shelf": 1070, "Adjusting canned goods on the shelf": 600, "Placing and arranging cans on the shelf": 561, "Placing canned goods onto the shelf": 400, "Placing canned goods onto the shelf and retrieving container": 400, "Positioning container near the shelf": 200, "Aligning canned goods on the shelf": 39 } }, "window_labels": { "action": { "Place canned food in container": 62, "Place canned good on shelf": 32, "Adjusting canned goods on shelf": 30, "Place canned food on shelf": 28, "Adjust cans in tray": 24, "Pick up canned food": 22, "Reach for next canned food item": 9, "Pick up container": 8, "Adjust cans in container": 8, "Align canned goods on shelf": 8, "Move canned goods container": 6, "Adjust container on shelf": 6, "Place can on shelf": 6, "Position container near shelf": 4 }, "subtask": { "Organizing container contents": 90, "Stocking canned goods onto the shelf": 53, "Adjusting canned goods on the shelf": 30, "Placing and arranging cans on the shelf": 28, "Placing canned goods onto the shelf": 20, "Placing canned goods onto the shelf and retrieving container": 20, "Positioning container near the shelf": 10, "Aligning canned goods on the shelf": 2 } }, "num_labeled_windows": { "action": 253, "subtask": 253 } }, "total_bytes": 2238843545, "train_minimal_bytes": 2238843545, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "0474d134-f983-4590-9cf9-29bd1c6e33cb/ep3", "split": "train", "selection_rank": 7, "selection_score": 0.02162206, "size_band": "short", "top_level_session": "0474d134-f983-4590-9cf9-29bd1c6e33cb" }, { "episode_id": "33f7ae08-ac1d-4321-9cb9-eca79016b359__ep1", "path": "/modelscope_data/xperience10m_128/33f7ae08-ac1d-4321-9cb9-eca79016b359/ep1", "annotation": "/modelscope_data/xperience10m_128/33f7ae08-ac1d-4321-9cb9-eca79016b359/ep1/annotation.hdf5", "frame_count": 5109, "main_task": "Stocking retail store shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1695175580, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 99622876, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 115068958, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 114934065, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 97914411, "exists": true }, { "name": "stereo_left.mp4", "bytes": 27861497, "exists": true }, { "name": "stereo_right.mp4", "bytes": 27852411, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/33f7ae08-ac1d-4321-9cb9-eca79016b359/ep1/fisheye_cam0.mp4", "bytes": 99622876, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/33f7ae08-ac1d-4321-9cb9-eca79016b359/ep1/fisheye_cam1.mp4", "bytes": 115068958, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/33f7ae08-ac1d-4321-9cb9-eca79016b359/ep1/fisheye_cam2.mp4", "bytes": 114934065, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/33f7ae08-ac1d-4321-9cb9-eca79016b359/ep1/fisheye_cam3.mp4", "bytes": 97914411, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/33f7ae08-ac1d-4321-9cb9-eca79016b359/ep1/stereo_left.mp4", "bytes": 27861497, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/33f7ae08-ac1d-4321-9cb9-eca79016b359/ep1/stereo_right.mp4", "bytes": 27852411, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking retail store shelves", "segments": 16, "frame_labels": { "action": { "Place item on shelf": 720, "Inspect shelf condition": 521, "Bundle display hooks": 521, "Extract wire hangers from box": 480, "Adjust item on shelf": 360, "Reach for another item": 360, "Observe and walk through store": 320, "Pick up items from the shopping bag": 280, "Release hook": 239, "Reach for next item": 228, "Move through aisle": 200, "Place items on the shelf": 161, "Walk towards shelves": 160, "Observe workspace": 120, "Approach boxes": 120, "Reach for wire hangers": 120, "Move to shelf": 80, "Observe colleague and workspace": 79, "Walk towards other aisles": 40 }, "subtask": { "Place and retrieve items for stocking": 588, "Extract wire hangers from inventory": 561, "Place items on shelf": 560, "Inspect shelf condition": 521, "Bundle display hooks": 521, "Place and adjust items on shelf": 520, "Unpack and place items on shelf": 441, "Walk to shelf location": 400, "Approach inventory boxes": 400, "Install display hooks": 279, "Move to stocking area": 200, "Inspect shelf condition and observe surroundings": 79, "Sort and bundle hangers": 39 } }, "window_labels": { "action": { "Place item on shelf": 36, "Inspect shelf condition": 26, "Bundle display hooks": 26, "Extract wire hangers from box": 24, "Adjust item on shelf": 18, "Reach for another item": 18, "Observe and walk through store": 16, "Pick up items from the shopping bag": 14, "Release hook": 12, "Reach for next item": 11, "Move through aisle": 10, "Walk towards shelves": 8, "Place items on the shelf": 8, "Observe workspace": 6, "Approach boxes": 6, "Reach for wire hangers": 6, "Move to shelf": 4, "Observe colleague and workspace": 4, "Walk towards other aisles": 2 }, "subtask": { "Place and retrieve items for stocking": 29, "Extract wire hangers from inventory": 28, "Place items on shelf": 28, "Inspect shelf condition": 26, "Bundle display hooks": 26, "Place and adjust items on shelf": 26, "Unpack and place items on shelf": 22, "Walk to shelf location": 20, "Approach inventory boxes": 20, "Install display hooks": 14, "Move to stocking area": 10, "Inspect shelf condition and observe surroundings": 4, "Sort and bundle hangers": 2 } }, "num_labeled_windows": { "action": 255, "subtask": 255 } }, "total_bytes": 2178429798, "train_minimal_bytes": 2178429798, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "33f7ae08-ac1d-4321-9cb9-eca79016b359/ep1", "split": "test", "selection_rank": 8, "selection_score": 0.02247304, "size_band": "short", "top_level_session": "33f7ae08-ac1d-4321-9cb9-eca79016b359" }, { "episode_id": "34f07a04-eb37-45a3-95ec-189ed5f4a85b__ep5", "path": "/modelscope_data/xperience10m_128/34f07a04-eb37-45a3-95ec-189ed5f4a85b/ep5", "annotation": "/modelscope_data/xperience10m_128/34f07a04-eb37-45a3-95ec-189ed5f4a85b/ep5/annotation.hdf5", "frame_count": 5116, "main_task": "Stocking shelves in a retail store", "files": [ { "name": "annotation.hdf5", "bytes": 1697525816, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 98934027, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 129162786, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 112092983, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 112560475, "exists": true }, { "name": "stereo_left.mp4", "bytes": 25563194, "exists": true }, { "name": "stereo_right.mp4", "bytes": 27563044, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/34f07a04-eb37-45a3-95ec-189ed5f4a85b/ep5/fisheye_cam0.mp4", "bytes": 98934027, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/34f07a04-eb37-45a3-95ec-189ed5f4a85b/ep5/fisheye_cam1.mp4", "bytes": 129162786, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/34f07a04-eb37-45a3-95ec-189ed5f4a85b/ep5/fisheye_cam2.mp4", "bytes": 112092983, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/34f07a04-eb37-45a3-95ec-189ed5f4a85b/ep5/fisheye_cam3.mp4", "bytes": 112560475, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/34f07a04-eb37-45a3-95ec-189ed5f4a85b/ep5/stereo_left.mp4", "bytes": 25563194, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/34f07a04-eb37-45a3-95ec-189ed5f4a85b/ep5/stereo_right.mp4", "bytes": 27563044, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking shelves in a retail store", "segments": 16, "frame_labels": { "action": { "Place canned food on shelf": 1680, "Reach for next can": 720, "Hold earbud case": 320, "Retrieve next canned food item": 280, "Hold canned food": 240, "Place can on shelf": 240, "Interact with smartphone": 236, "Pick up canned food": 200, "Align canned food on shelf": 200, "Reach into box": 160, "Adjust canned food on shelf": 160, "Pick up can": 120, "Reach for next canned food": 120, "Retrieve canned food from box": 120, "Place another canned food on shelf": 80, "Open earbud case": 80, "Pick up smartphone": 80, "Move hand away from shelf": 40, "Move hand away": 40 }, "subtask": { "Placing canned goods on the shelf": 1800, "Retrieving and placing canned goods": 400, "Reaching into the box for more stock": 400, "Placing and retrieving canned goods": 400, "Stocking multiple cans on the shelf": 400, "Finalizing shelf organization": 400, "Handling earbud case": 400, "Checking smartphone": 316, "Picking up and placing canned goods": 200, "Aligning canned goods on the shelf": 200, "Adjusting stock and finishing placement": 200 } }, "window_labels": { "action": { "Place canned food on shelf": 84, "Reach for next can": 36, "Hold earbud case": 16, "Retrieve next canned food item": 14, "Hold canned food": 12, "Place can on shelf": 12, "Interact with smartphone": 11, "Pick up canned food": 10, "Align canned food on shelf": 10, "Reach into box": 8, "Adjust canned food on shelf": 8, "Pick up can": 6, "Reach for next canned food": 6, "Retrieve canned food from box": 6, "Place another canned food on shelf": 4, "Open earbud case": 4, "Pick up smartphone": 4, "Move hand away from shelf": 2, "Move hand away": 2 }, "subtask": { "Placing canned goods on the shelf": 90, "Retrieving and placing canned goods": 20, "Reaching into the box for more stock": 20, "Placing and retrieving canned goods": 20, "Stocking multiple cans on the shelf": 20, "Finalizing shelf organization": 20, "Handling earbud case": 20, "Checking smartphone": 15, "Picking up and placing canned goods": 10, "Aligning canned goods on the shelf": 10, "Adjusting stock and finishing placement": 10 } }, "num_labeled_windows": { "action": 255, "subtask": 255 } }, "total_bytes": 2203402325, "train_minimal_bytes": 2203402325, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "34f07a04-eb37-45a3-95ec-189ed5f4a85b/ep5", "split": "test", "selection_rank": 9, "selection_score": 0.02249368, "size_band": "short", "top_level_session": "34f07a04-eb37-45a3-95ec-189ed5f4a85b" }, { "episode_id": "2f579b88-12fb-41c2-aa2a-9b8f5ae8f918__ep1", "path": "/modelscope_data/xperience10m_128/2f579b88-12fb-41c2-aa2a-9b8f5ae8f918/ep1", "annotation": "/modelscope_data/xperience10m_128/2f579b88-12fb-41c2-aa2a-9b8f5ae8f918/ep1/annotation.hdf5", "frame_count": 5123, "main_task": "Stocking supermarket shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1699834356, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 104232464, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 118190127, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 112321213, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 109482034, "exists": true }, { "name": "stereo_left.mp4", "bytes": 26185546, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28696894, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/2f579b88-12fb-41c2-aa2a-9b8f5ae8f918/ep1/fisheye_cam0.mp4", "bytes": 104232464, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/2f579b88-12fb-41c2-aa2a-9b8f5ae8f918/ep1/fisheye_cam1.mp4", "bytes": 118190127, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/2f579b88-12fb-41c2-aa2a-9b8f5ae8f918/ep1/fisheye_cam2.mp4", "bytes": 112321213, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/2f579b88-12fb-41c2-aa2a-9b8f5ae8f918/ep1/fisheye_cam3.mp4", "bytes": 109482034, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/2f579b88-12fb-41c2-aa2a-9b8f5ae8f918/ep1/stereo_left.mp4", "bytes": 26185546, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/2f579b88-12fb-41c2-aa2a-9b8f5ae8f918/ep1/stereo_right.mp4", "bytes": 28696894, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking supermarket shelves", "segments": 16, "frame_labels": { "action": { "Hold blue product box": 600, "Wipe ketchup bottle": 441, "Inspect product": 439, "Place canned food on shelf": 400, "Wipe shelf surface": 320, "Place ketchup bottle on shelf": 319, "Pick up product from box": 280, "Pick up product": 241, "Examine item": 240, "Clean shelf": 240, "Walk towards shelf": 201, "Wipe shelf": 200, "Reach for canned food": 200, "Pick up canned food": 200, "Select product from box": 199, "Pick up yellow item": 160, "Place product on shelf": 160, "Hold product": 120, "Wipe product": 120, "Prepare to place bottle on shelf": 43 }, "subtask": { "Place canned food on shelf": 561, "Hold blue product box": 561, "Wipe shelf and pick up product": 561, "Wipe and select ketchup bottle": 560, "Wipe shelf and retrieve canned food": 400, "Examine yellow item": 400, "Inspect product": 400, "Clean shelf and stock product": 400, "Retrieve product from box": 400, "Wipe and transport product to shelf": 321, "Wipe and place ketchup bottle on shelf": 280, "Finalize wiping and placement of ketchup bottle": 123, "Hold canned food item": 39, "Arrange product boxes on shelf": 39, "Place product on shelf": 39, "Wipe ketchup bottle": 39 } }, "window_labels": { "action": { "Hold blue product box": 30, "Inspect product": 22, "Wipe ketchup bottle": 22, "Place canned food on shelf": 20, "Wipe shelf surface": 16, "Place ketchup bottle on shelf": 16, "Pick up product from box": 14, "Examine item": 12, "Pick up product": 12, "Clean shelf": 12, "Wipe shelf": 10, "Reach for canned food": 10, "Pick up canned food": 10, "Walk towards shelf": 10, "Select product from box": 10, "Pick up yellow item": 8, "Place product on shelf": 8, "Hold product": 6, "Wipe product": 6, "Prepare to place bottle on shelf": 2 }, "subtask": { "Place canned food on shelf": 28, "Hold blue product box": 28, "Wipe shelf and pick up product": 28, "Wipe and select ketchup bottle": 28, "Wipe shelf and retrieve canned food": 20, "Examine yellow item": 20, "Inspect product": 20, "Clean shelf and stock product": 20, "Retrieve product from box": 20, "Wipe and transport product to shelf": 16, "Wipe and place ketchup bottle on shelf": 14, "Finalize wiping and placement of ketchup bottle": 6, "Hold canned food item": 2, "Arrange product boxes on shelf": 2, "Place product on shelf": 2, "Wipe ketchup bottle": 2 } }, "num_labeled_windows": { "action": 256, "subtask": 256 } }, "total_bytes": 2198942634, "train_minimal_bytes": 2198942634, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "2f579b88-12fb-41c2-aa2a-9b8f5ae8f918/ep1", "split": "val", "selection_rank": 10, "selection_score": 0.02252887, "size_band": "short", "top_level_session": "2f579b88-12fb-41c2-aa2a-9b8f5ae8f918" }, { "episode_id": "0ffa6540-b99f-4909-9f80-c1b3e4c14a85__ep6", "path": "/modelscope_data/xperience10m_128/0ffa6540-b99f-4909-9f80-c1b3e4c14a85/ep6", "annotation": "/modelscope_data/xperience10m_128/0ffa6540-b99f-4909-9f80-c1b3e4c14a85/ep6/annotation.hdf5", "frame_count": 5088, "main_task": "Stocking canned goods on a supermarket shelf", "files": [ { "name": "annotation.hdf5", "bytes": 1688274456, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 113332199, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 119032068, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 118258443, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 110512884, "exists": true }, { "name": "stereo_left.mp4", "bytes": 28177093, "exists": true }, { "name": "stereo_right.mp4", "bytes": 29406297, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/0ffa6540-b99f-4909-9f80-c1b3e4c14a85/ep6/fisheye_cam0.mp4", "bytes": 113332199, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/0ffa6540-b99f-4909-9f80-c1b3e4c14a85/ep6/fisheye_cam1.mp4", "bytes": 119032068, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/0ffa6540-b99f-4909-9f80-c1b3e4c14a85/ep6/fisheye_cam2.mp4", "bytes": 118258443, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/0ffa6540-b99f-4909-9f80-c1b3e4c14a85/ep6/fisheye_cam3.mp4", "bytes": 110512884, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/0ffa6540-b99f-4909-9f80-c1b3e4c14a85/ep6/stereo_left.mp4", "bytes": 28177093, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/0ffa6540-b99f-4909-9f80-c1b3e4c14a85/ep6/stereo_right.mp4", "bytes": 29406297, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking canned goods on a supermarket shelf", "segments": 16, "frame_labels": { "action": { "Place can on shelf": 2000, "Hold tray of canned goods": 600, "Align canned goods on shelf": 600, "Sort canned goods in tray": 401, "Carry crate of cans": 280, "Pick up can": 240, "Move towards shelf": 240, "Reach for can": 200, "Reach for shelf": 199, "Position tray": 160, "Place crate on floor": 120, "Move can towards shelf": 48 }, "subtask": { "Pick up and place canned goods on shelf": 2488, "Hold and carry tray of canned goods": 600, "Sort canned goods in tray": 600, "Align canned goods on shelf": 600, "Move towards shelf and position tray": 400, "Handle crate of cans": 400 } }, "window_labels": { "action": { "Place can on shelf": 100, "Hold tray of canned goods": 30, "Align canned goods on shelf": 30, "Sort canned goods in tray": 20, "Carry crate of cans": 14, "Pick up can": 12, "Move towards shelf": 12, "Reach for shelf": 10, "Reach for can": 10, "Position tray": 8, "Place crate on floor": 6, "Move can towards shelf": 2 }, "subtask": { "Pick up and place canned goods on shelf": 124, "Hold and carry tray of canned goods": 30, "Sort canned goods in tray": 30, "Align canned goods on shelf": 30, "Move towards shelf and position tray": 20, "Handle crate of cans": 20 } }, "num_labeled_windows": { "action": 254, "subtask": 254 } }, "total_bytes": 2206993440, "train_minimal_bytes": 2206993440, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep6", "episode_path": "0ffa6540-b99f-4909-9f80-c1b3e4c14a85/ep6", "split": "train", "selection_rank": 11, "selection_score": 0.02276091, "size_band": "short", "top_level_session": "0ffa6540-b99f-4909-9f80-c1b3e4c14a85" }, { "episode_id": "c5e31792-0961-463c-bfb4-ff89030c2ac8__ep1", "path": "/modelscope_data/xperience10m_128/c5e31792-0961-463c-bfb4-ff89030c2ac8/ep1", "annotation": "/modelscope_data/xperience10m_128/c5e31792-0961-463c-bfb4-ff89030c2ac8/ep1/annotation.hdf5", "frame_count": 5157, "main_task": "Shopping for electronics", "files": [ { "name": "annotation.hdf5", "bytes": 1711092828, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 122714596, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 125506860, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 135281955, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 105928743, "exists": true }, { "name": "stereo_left.mp4", "bytes": 28906734, "exists": true }, { "name": "stereo_right.mp4", "bytes": 29047956, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/c5e31792-0961-463c-bfb4-ff89030c2ac8/ep1/fisheye_cam0.mp4", "bytes": 122714596, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/c5e31792-0961-463c-bfb4-ff89030c2ac8/ep1/fisheye_cam1.mp4", "bytes": 125506860, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/c5e31792-0961-463c-bfb4-ff89030c2ac8/ep1/fisheye_cam2.mp4", "bytes": 135281955, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/c5e31792-0961-463c-bfb4-ff89030c2ac8/ep1/fisheye_cam3.mp4", "bytes": 105928743, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/c5e31792-0961-463c-bfb4-ff89030c2ac8/ep1/stereo_left.mp4", "bytes": 28906734, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/c5e31792-0961-463c-bfb4-ff89030c2ac8/ep1/stereo_right.mp4", "bytes": 29047956, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Shopping for electronics", "segments": 16, "frame_labels": { "action": { "Place item in shopping bag": 1560, "Place item in bag": 801, "Wipe electronic item": 799, "Hold electronic item": 720, "Hold smartphone box": 320, "Pick up item from shelf": 240, "Examine product": 157, "Pick up charging cable": 120, "Pick up electronic item": 120, "Inspect electronic item": 120, "Inspect smartphone box": 120, "Select another item": 80 }, "subtask": { "Cleaning and bagging an electronic item": 961, "Holding and bagging a smartphone box": 961, "Holding an electronic item": 561, "Selecting and bagging electronic accessories": 400, "Picking up and bagging a charging cable": 400, "Picking up and bagging an electronic item": 400, "Cleaning, inspecting, and bagging an electronic item": 400, "Cleaning, bagging, and selecting another item": 400, "Bagging a held electronic item": 200, "Inspecting and bagging a smartphone box": 200, "Examining a product": 157, "Picking up an electronic item": 39, "Cleaning an electronic item": 39, "Holding a smartphone box": 39 } }, "window_labels": { "action": { "Place item in shopping bag": 78, "Wipe electronic item": 40, "Place item in bag": 40, "Hold electronic item": 36, "Hold smartphone box": 16, "Pick up item from shelf": 12, "Examine product": 7, "Pick up charging cable": 6, "Pick up electronic item": 6, "Inspect electronic item": 6, "Inspect smartphone box": 6, "Select another item": 4 }, "subtask": { "Cleaning and bagging an electronic item": 48, "Holding and bagging a smartphone box": 48, "Holding an electronic item": 28, "Selecting and bagging electronic accessories": 20, "Picking up and bagging a charging cable": 20, "Picking up and bagging an electronic item": 20, "Cleaning, inspecting, and bagging an electronic item": 20, "Cleaning, bagging, and selecting another item": 20, "Bagging a held electronic item": 10, "Inspecting and bagging a smartphone box": 10, "Examining a product": 7, "Picking up an electronic item": 2, "Cleaning an electronic item": 2, "Holding a smartphone box": 2 } }, "num_labeled_windows": { "action": 257, "subtask": 257 } }, "total_bytes": 2258479672, "train_minimal_bytes": 2258479672, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "c5e31792-0961-463c-bfb4-ff89030c2ac8/ep1", "split": "train", "selection_rank": 12, "selection_score": 0.02287723, "size_band": "short", "top_level_session": "c5e31792-0961-463c-bfb4-ff89030c2ac8" }, { "episode_id": "6dc018a4-0614-478c-9332-86bd6c4af9e8__ep2", "path": "/modelscope_data/xperience10m_128/6dc018a4-0614-478c-9332-86bd6c4af9e8/ep2", "annotation": "/modelscope_data/xperience10m_128/6dc018a4-0614-478c-9332-86bd6c4af9e8/ep2/annotation.hdf5", "frame_count": 5139, "main_task": "Stocking grocery shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1705236060, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 111937834, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 127508386, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 114416538, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 114752806, "exists": true }, { "name": "stereo_left.mp4", "bytes": 28267923, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28177043, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/6dc018a4-0614-478c-9332-86bd6c4af9e8/ep2/fisheye_cam0.mp4", "bytes": 111937834, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/6dc018a4-0614-478c-9332-86bd6c4af9e8/ep2/fisheye_cam1.mp4", "bytes": 127508386, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/6dc018a4-0614-478c-9332-86bd6c4af9e8/ep2/fisheye_cam2.mp4", "bytes": 114416538, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/6dc018a4-0614-478c-9332-86bd6c4af9e8/ep2/fisheye_cam3.mp4", "bytes": 114752806, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/6dc018a4-0614-478c-9332-86bd6c4af9e8/ep2/stereo_left.mp4", "bytes": 28267923, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/6dc018a4-0614-478c-9332-86bd6c4af9e8/ep2/stereo_right.mp4", "bytes": 28177043, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking grocery shelves", "segments": 16, "frame_labels": { "action": { "Wipe the product jar": 880, "Hold and wipe product": 680, "Pick up product from box": 599, "Wipe the shelf": 481, "Wipe shelf": 241, "Wipe jar": 240, "Hold pickle jar": 240, "Wipe down shelf": 200, "Place jar in box": 160, "Place pickle jar in box": 160, "Pick up product": 120, "Reach into box": 120, "Release pickle jar": 120, "Hold cleaning cloth": 120, "Pick up product from shelf": 120, "Place jar into shelf box": 120, "Pick up pickle jar": 119, "Wipe product": 80, "Wipe food product": 80, "Place product in box": 80, "Wipe grocery shelf": 80, "Move to next section": 59, "Reach for next item": 40 }, "subtask": { "Wiping shelves": 642, "Wiping product jars": 600, "Wiping shelves and picking up products": 599, "Wiping and organizing grocery products": 400, "Wiping shelves and cleaning product items": 400, "Cleaning and organizing products in boxes": 400, "Cleaning and boxing jars": 400, "Organizing pickle jars and maintaining cleaning tools": 400, "Wiping product jars and shelf stocking": 400, "Cleaning shelves and handling pickle jars": 359, "Cleaning products and retrieving items from boxes": 200, "Cleaning shelves and rearranging products": 200, "Cleaning shelves and relocating": 139 } }, "window_labels": { "action": { "Wipe the product jar": 44, "Hold and wipe product": 34, "Pick up product from box": 30, "Wipe the shelf": 24, "Wipe jar": 12, "Wipe shelf": 12, "Hold pickle jar": 12, "Wipe down shelf": 10, "Place jar in box": 8, "Place pickle jar in box": 8, "Pick up product": 6, "Reach into box": 6, "Pick up pickle jar": 6, "Release pickle jar": 6, "Hold cleaning cloth": 6, "Pick up product from shelf": 6, "Place jar into shelf box": 6, "Wipe product": 4, "Wipe food product": 4, "Place product in box": 4, "Wipe grocery shelf": 4, "Reach for next item": 2, "Move to next section": 2 }, "subtask": { "Wiping shelves": 32, "Wiping shelves and picking up products": 30, "Wiping product jars": 30, "Wiping and organizing grocery products": 20, "Wiping shelves and cleaning product items": 20, "Cleaning and organizing products in boxes": 20, "Cleaning and boxing jars": 20, "Organizing pickle jars and maintaining cleaning tools": 20, "Wiping product jars and shelf stocking": 20, "Cleaning shelves and handling pickle jars": 18, "Cleaning products and retrieving items from boxes": 10, "Cleaning shelves and rearranging products": 10, "Cleaning shelves and relocating": 6 } }, "num_labeled_windows": { "action": 256, "subtask": 256 } }, "total_bytes": 2230296590, "train_minimal_bytes": 2230296590, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "6dc018a4-0614-478c-9332-86bd6c4af9e8/ep2", "split": "train", "selection_rank": 13, "selection_score": 0.02316309, "size_band": "short", "top_level_session": "6dc018a4-0614-478c-9332-86bd6c4af9e8" }, { "episode_id": "c09b25c6-218c-4e06-95ff-d63eccf20f2b__ep8", "path": "/modelscope_data/xperience10m_128/c09b25c6-218c-4e06-95ff-d63eccf20f2b/ep8", "annotation": "/modelscope_data/xperience10m_128/c09b25c6-218c-4e06-95ff-d63eccf20f2b/ep8/annotation.hdf5", "frame_count": 5126, "main_task": "Stocking and labeling grocery shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1700863160, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 116734947, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 120448885, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 118627817, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 111058891, "exists": true }, { "name": "stereo_left.mp4", "bytes": 26366194, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28045200, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/c09b25c6-218c-4e06-95ff-d63eccf20f2b/ep8/fisheye_cam0.mp4", "bytes": 116734947, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/c09b25c6-218c-4e06-95ff-d63eccf20f2b/ep8/fisheye_cam1.mp4", "bytes": 120448885, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/c09b25c6-218c-4e06-95ff-d63eccf20f2b/ep8/fisheye_cam2.mp4", "bytes": 118627817, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/c09b25c6-218c-4e06-95ff-d63eccf20f2b/ep8/fisheye_cam3.mp4", "bytes": 111058891, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/c09b25c6-218c-4e06-95ff-d63eccf20f2b/ep8/stereo_left.mp4", "bytes": 26366194, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/c09b25c6-218c-4e06-95ff-d63eccf20f2b/ep8/stereo_right.mp4", "bytes": 28045200, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking and labeling grocery shelves", "segments": 16, "frame_labels": { "action": { "Remove shelf label": 2120, "Reach for product": 1201, "Release label": 519, "Touch shelf edge": 280, "Move along shelf": 280, "Carry stool to next shelf": 200, "Place stool on floor": 200, "Walk towards next aisle": 120, "Observe shelf": 80, "Examine labels": 46, "Reach for product labels": 40, "Hold product labels": 40 }, "subtask": { "Removing old shelf labels": 2999, "Reaching for products and preparing the shelf": 521, "Peeling and disposing of shelf labels": 480, "Removing labels and moving along the shelf": 400, "Repositioning stool for the next section": 400, "Observing shelf and relocating to next aisle": 200, "Reviewing new product labels": 126 } }, "window_labels": { "action": { "Remove shelf label": 106, "Reach for product": 60, "Release label": 26, "Touch shelf edge": 14, "Move along shelf": 14, "Carry stool to next shelf": 10, "Place stool on floor": 10, "Walk towards next aisle": 6, "Observe shelf": 4, "Reach for product labels": 2, "Hold product labels": 2, "Examine labels": 2 }, "subtask": { "Removing old shelf labels": 150, "Reaching for products and preparing the shelf": 26, "Peeling and disposing of shelf labels": 24, "Removing labels and moving along the shelf": 20, "Repositioning stool for the next section": 20, "Observing shelf and relocating to next aisle": 10, "Reviewing new product labels": 6 } }, "num_labeled_windows": { "action": 256, "subtask": 256 } }, "total_bytes": 2222145094, "train_minimal_bytes": 2222145094, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep8", "episode_path": "c09b25c6-218c-4e06-95ff-d63eccf20f2b/ep8", "split": "train", "selection_rank": 14, "selection_score": 0.02336672, "size_band": "short", "top_level_session": "c09b25c6-218c-4e06-95ff-d63eccf20f2b" }, { "episode_id": "0d330006-684f-4e93-bf38-06d53be3fe5f__ep3", "path": "/modelscope_data/xperience10m_128/0d330006-684f-4e93-bf38-06d53be3fe5f/ep3", "annotation": "/modelscope_data/xperience10m_128/0d330006-684f-4e93-bf38-06d53be3fe5f/ep3/annotation.hdf5", "frame_count": 5124, "main_task": "Stocking supermarket shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1700228808, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 104122378, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 118372924, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 120492669, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 101235597, "exists": true }, { "name": "stereo_left.mp4", "bytes": 26063271, "exists": true }, { "name": "stereo_right.mp4", "bytes": 27805170, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/0d330006-684f-4e93-bf38-06d53be3fe5f/ep3/fisheye_cam0.mp4", "bytes": 104122378, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/0d330006-684f-4e93-bf38-06d53be3fe5f/ep3/fisheye_cam1.mp4", "bytes": 118372924, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/0d330006-684f-4e93-bf38-06d53be3fe5f/ep3/fisheye_cam2.mp4", "bytes": 120492669, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/0d330006-684f-4e93-bf38-06d53be3fe5f/ep3/fisheye_cam3.mp4", "bytes": 101235597, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/0d330006-684f-4e93-bf38-06d53be3fe5f/ep3/stereo_left.mp4", "bytes": 26063271, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/0d330006-684f-4e93-bf38-06d53be3fe5f/ep3/stereo_right.mp4", "bytes": 27805170, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking supermarket shelves", "segments": 16, "frame_labels": { "action": { "Place can on shelf": 1114, "Adjust cans in bin": 581, "Adjust perspective": 392, "Place cans into box": 380, "Inspect shelf and organize stock": 380, "Arrange cans in box": 342, "Place container in bin": 304, "Placing stock on shelf": 250, "Move along shelf": 228, "Prepare to pick up item": 191, "Arrange cans on shelf": 190, "Adjust position": 190, "Hold and inspect can": 152, "Reach for can": 114, "Reach for container": 114, "Picking up stock": 114, "Reach for additional items": 50, "Pick up can": 38 }, "subtask": { "Placing cans onto the shelf": 1000, "Placing items into the bin": 848, "Moving along the aisle to assess stock": 583, "Preparing to organize container bin": 495, "Gathering and boxing inventory": 380, "Organizing cans into a storage box": 380, "Inspecting and placing cans on shelf": 380, "Organizing shelf display": 380, "Replenishing shelf stock": 364, "Arranging shelf display": 240, "Arranging items in the bin": 37, "Inspecting shelf inventory": 37 } }, "window_labels": { "action": { "Place can on shelf": 55, "Adjust cans in bin": 29, "Adjust perspective": 20, "Place cans into box": 19, "Inspect shelf and organize stock": 19, "Arrange cans in box": 17, "Place container in bin": 15, "Placing stock on shelf": 12, "Move along shelf": 11, "Prepare to pick up item": 10, "Arrange cans on shelf": 9, "Adjust position": 9, "Hold and inspect can": 8, "Reach for can": 6, "Reach for container": 6, "Picking up stock": 6, "Pick up can": 2, "Reach for additional items": 2 }, "subtask": { "Placing cans onto the shelf": 50, "Placing items into the bin": 42, "Moving along the aisle to assess stock": 29, "Preparing to organize container bin": 25, "Gathering and boxing inventory": 19, "Organizing cans into a storage box": 19, "Inspecting and placing cans on shelf": 19, "Organizing shelf display": 19, "Replenishing shelf stock": 18, "Arranging shelf display": 12, "Arranging items in the bin": 2, "Inspecting shelf inventory": 2 } }, "num_labeled_windows": { "action": 255, "subtask": 256 } }, "total_bytes": 2198320817, "train_minimal_bytes": 2198320817, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "0d330006-684f-4e93-bf38-06d53be3fe5f/ep3", "split": "train", "selection_rank": 15, "selection_score": 0.02392015, "size_band": "short", "top_level_session": "0d330006-684f-4e93-bf38-06d53be3fe5f" }, { "episode_id": "cba9c19e-a55f-46e8-bda8-423cdcc2de5f__ep1", "path": "/modelscope_data/xperience10m_128/cba9c19e-a55f-46e8-bda8-423cdcc2de5f/ep1", "annotation": "/modelscope_data/xperience10m_128/cba9c19e-a55f-46e8-bda8-423cdcc2de5f/ep1/annotation.hdf5", "frame_count": 5136, "main_task": "Completing household tasks and food preparation", "files": [ { "name": "annotation.hdf5", "bytes": 1704207792, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 111578502, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 111835323, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 114058806, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 115015807, "exists": true }, { "name": "stereo_left.mp4", "bytes": 26458546, "exists": true }, { "name": "stereo_right.mp4", "bytes": 24575621, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/cba9c19e-a55f-46e8-bda8-423cdcc2de5f/ep1/fisheye_cam0.mp4", "bytes": 111578502, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/cba9c19e-a55f-46e8-bda8-423cdcc2de5f/ep1/fisheye_cam1.mp4", "bytes": 111835323, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/cba9c19e-a55f-46e8-bda8-423cdcc2de5f/ep1/fisheye_cam2.mp4", "bytes": 114058806, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/cba9c19e-a55f-46e8-bda8-423cdcc2de5f/ep1/fisheye_cam3.mp4", "bytes": 115015807, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/cba9c19e-a55f-46e8-bda8-423cdcc2de5f/ep1/stereo_left.mp4", "bytes": 26458546, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/cba9c19e-a55f-46e8-bda8-423cdcc2de5f/ep1/stereo_right.mp4", "bytes": 24575621, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": false, "slam_point_cloud": false, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": false, "contacts": false, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Completing household tasks and food preparation", "segments": 0, "frame_labels": { "action": {}, "subtask": {} }, "window_labels": { "action": {}, "subtask": {} }, "num_labeled_windows": { "action": 0, "subtask": 0 } }, "total_bytes": 2207730397, "train_minimal_bytes": 2207730397, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "cba9c19e-a55f-46e8-bda8-423cdcc2de5f/ep1", "split": "test", "selection_rank": 16, "selection_score": 0.02403295, "size_band": "short", "top_level_session": "cba9c19e-a55f-46e8-bda8-423cdcc2de5f" }, { "episode_id": "322958e6-2d26-40d7-af3d-cb16362c78f7__ep2", "path": "/modelscope_data/xperience10m_128/322958e6-2d26-40d7-af3d-cb16362c78f7/ep2", "annotation": "/modelscope_data/xperience10m_128/322958e6-2d26-40d7-af3d-cb16362c78f7/ep2/annotation.hdf5", "frame_count": 5163, "main_task": "Stocking grocery shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1713121844, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 115275922, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 126951834, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 127996955, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 112159769, "exists": true }, { "name": "stereo_left.mp4", "bytes": 30981040, "exists": true }, { "name": "stereo_right.mp4", "bytes": 32395511, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/322958e6-2d26-40d7-af3d-cb16362c78f7/ep2/fisheye_cam0.mp4", "bytes": 115275922, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/322958e6-2d26-40d7-af3d-cb16362c78f7/ep2/fisheye_cam1.mp4", "bytes": 126951834, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/322958e6-2d26-40d7-af3d-cb16362c78f7/ep2/fisheye_cam2.mp4", "bytes": 127996955, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/322958e6-2d26-40d7-af3d-cb16362c78f7/ep2/fisheye_cam3.mp4", "bytes": 112159769, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/322958e6-2d26-40d7-af3d-cb16362c78f7/ep2/stereo_left.mp4", "bytes": 30981040, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/322958e6-2d26-40d7-af3d-cb16362c78f7/ep2/stereo_right.mp4", "bytes": 32395511, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking grocery shelves", "segments": 16, "frame_labels": { "action": { "Hold snack package": 681, "Organize snacks in box": 640, "Place snack package in box": 320, "Hold snack packages": 320, "Pick up item from box": 280, "Pick up product from box": 280, "Place snack package on shelf": 279, "Place product on shelf": 200, "Move product towards shelf": 200, "Grasp snack package": 200, "Move towards box": 160, "Place snack packages on shelf": 160, "Pick up snack package": 160, "Move to shelf": 120, "Place item on shelf": 120, "Reach into box": 120, "Move box to next position": 120, "Place snack in box": 120, "Adjust snack package": 120, "Open cardboard box": 120, "Hold items": 80, "Place items on shelf": 80, "Pick up snack packages": 80, "Reach for snack package": 80, "Remove cardboard flap": 43, "Move to box": 40, "Walk towards shelves": 40 }, "subtask": { "Organizing snacks in box": 761, "Placing snack packages on shelf": 679, "Organizing snack packages in box": 561, "Placing snack packages in box": 439, "Picking and moving items to shelf": 400, "Placing items and returning to box": 400, "Stocking and repositioning box": 400, "Stocking products on shelf": 400, "Handling snack packages": 321, "Placing items on shelf": 200, "Transporting snack packages to shelf": 200, "Adjusting snack package": 200, "Opening cardboard box": 163, "Placing snack package in box": 39 } }, "window_labels": { "action": { "Hold snack package": 34, "Organize snacks in box": 32, "Place snack package in box": 16, "Hold snack packages": 16, "Pick up item from box": 14, "Pick up product from box": 14, "Place snack package on shelf": 14, "Place product on shelf": 10, "Move product towards shelf": 10, "Grasp snack package": 10, "Move towards box": 8, "Place snack packages on shelf": 8, "Pick up snack package": 8, "Move to shelf": 6, "Place item on shelf": 6, "Reach into box": 6, "Move box to next position": 6, "Place snack in box": 6, "Adjust snack package": 6, "Open cardboard box": 6, "Hold items": 4, "Place items on shelf": 4, "Pick up snack packages": 4, "Reach for snack package": 4, "Move to box": 2, "Walk towards shelves": 2, "Remove cardboard flap": 2 }, "subtask": { "Organizing snacks in box": 38, "Placing snack packages on shelf": 34, "Organizing snack packages in box": 28, "Placing snack packages in box": 22, "Picking and moving items to shelf": 20, "Placing items and returning to box": 20, "Stocking and repositioning box": 20, "Stocking products on shelf": 20, "Handling snack packages": 16, "Placing items on shelf": 10, "Transporting snack packages to shelf": 10, "Adjusting snack package": 10, "Opening cardboard box": 8, "Placing snack package in box": 2 } }, "num_labeled_windows": { "action": 258, "subtask": 258 } }, "total_bytes": 2258882875, "train_minimal_bytes": 2258882875, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "322958e6-2d26-40d7-af3d-cb16362c78f7/ep2", "split": "train", "selection_rank": 17, "selection_score": 0.02431338, "size_band": "short", "top_level_session": "322958e6-2d26-40d7-af3d-cb16362c78f7" }, { "episode_id": "7f443115-54a4-4d50-acfb-e05fe506c270__ep5", "path": "/modelscope_data/xperience10m_128/7f443115-54a4-4d50-acfb-e05fe506c270/ep5", "annotation": "/modelscope_data/xperience10m_128/7f443115-54a4-4d50-acfb-e05fe506c270/ep5/annotation.hdf5", "frame_count": 5129, "main_task": "Stocking grocery store shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1701878284, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 102232681, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 125351436, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 116289074, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 106853283, "exists": true }, { "name": "stereo_left.mp4", "bytes": 26403753, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28216441, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/7f443115-54a4-4d50-acfb-e05fe506c270/ep5/fisheye_cam0.mp4", "bytes": 102232681, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/7f443115-54a4-4d50-acfb-e05fe506c270/ep5/fisheye_cam1.mp4", "bytes": 125351436, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/7f443115-54a4-4d50-acfb-e05fe506c270/ep5/fisheye_cam2.mp4", "bytes": 116289074, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/7f443115-54a4-4d50-acfb-e05fe506c270/ep5/fisheye_cam3.mp4", "bytes": 106853283, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/7f443115-54a4-4d50-acfb-e05fe506c270/ep5/stereo_left.mp4", "bytes": 26403753, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/7f443115-54a4-4d50-acfb-e05fe506c270/ep5/stereo_right.mp4", "bytes": 28216441, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking grocery store shelves", "segments": 16, "frame_labels": { "action": { "Pick up item from bin": 960, "Place item on shelf": 600, "Check smart watch": 600, "Reach for product": 400, "Assess shelf arrangement": 400, "Hold item": 280, "Pick up jar": 280, "Place jar on shelf": 240, "Hold empty container": 240, "Pick up sauce bottle": 200, "Place sauce bottle on shelf": 200, "Inspect jar": 160, "Move container toward shelf": 160, "Pick up next item from bin": 80, "Inspect and place item on shelf": 80, "Withdraw hand": 80, "Place product on shelf": 80, "Place product in box": 49, "Reach for container": 40 }, "subtask": { "Picking and placing items from bin onto shelves": 800, "Retrieving items from bin": 400, "Placing held items on shelf": 400, "Monitoring task progress via smartwatch": 400, "Checking smartwatch while reaching for product": 400, "Stocking jars on shelf": 400, "Stocking sauce bottles on shelf": 400, "Handling and organizing containers": 400, "Assessing shelf arrangement": 400, "Placing items on shelf and retrieving new items": 200, "Inspecting and stocking shelf items": 200, "Placing jar on shelf": 200, "Stocking miscellaneous products on shelf": 200, "Reaching for products": 200, "Organizing products into box": 129 } }, "window_labels": { "action": { "Pick up item from bin": 48, "Place item on shelf": 30, "Check smart watch": 30, "Reach for product": 20, "Assess shelf arrangement": 20, "Hold item": 14, "Pick up jar": 14, "Place jar on shelf": 12, "Hold empty container": 12, "Pick up sauce bottle": 10, "Place sauce bottle on shelf": 10, "Inspect jar": 8, "Move container toward shelf": 8, "Pick up next item from bin": 4, "Inspect and place item on shelf": 4, "Withdraw hand": 4, "Place product on shelf": 4, "Reach for container": 2, "Place product in box": 2 }, "subtask": { "Picking and placing items from bin onto shelves": 40, "Retrieving items from bin": 20, "Placing held items on shelf": 20, "Monitoring task progress via smartwatch": 20, "Checking smartwatch while reaching for product": 20, "Stocking jars on shelf": 20, "Stocking sauce bottles on shelf": 20, "Handling and organizing containers": 20, "Assessing shelf arrangement": 20, "Placing items on shelf and retrieving new items": 10, "Inspecting and stocking shelf items": 10, "Placing jar on shelf": 10, "Stocking miscellaneous products on shelf": 10, "Reaching for products": 10, "Organizing products into box": 6 } }, "num_labeled_windows": { "action": 256, "subtask": 256 } }, "total_bytes": 2207224952, "train_minimal_bytes": 2207224952, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "7f443115-54a4-4d50-acfb-e05fe506c270/ep5", "split": "val", "selection_rank": 18, "selection_score": 0.02445194, "size_band": "short", "top_level_session": "7f443115-54a4-4d50-acfb-e05fe506c270" }, { "episode_id": "af8e9345-011f-4c97-a78e-ecb4a268220f__ep4", "path": "/modelscope_data/xperience10m_128/af8e9345-011f-4c97-a78e-ecb4a268220f/ep4", "annotation": "/modelscope_data/xperience10m_128/af8e9345-011f-4c97-a78e-ecb4a268220f/ep4/annotation.hdf5", "frame_count": 5084, "main_task": "Stocking retail shelves with snacks and containers", "files": [ { "name": "annotation.hdf5", "bytes": 1687061400, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 101149128, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 124262059, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 111827112, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 107102046, "exists": true }, { "name": "stereo_left.mp4", "bytes": 29888147, "exists": true }, { "name": "stereo_right.mp4", "bytes": 30615703, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/af8e9345-011f-4c97-a78e-ecb4a268220f/ep4/fisheye_cam0.mp4", "bytes": 101149128, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/af8e9345-011f-4c97-a78e-ecb4a268220f/ep4/fisheye_cam1.mp4", "bytes": 124262059, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/af8e9345-011f-4c97-a78e-ecb4a268220f/ep4/fisheye_cam2.mp4", "bytes": 111827112, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/af8e9345-011f-4c97-a78e-ecb4a268220f/ep4/fisheye_cam3.mp4", "bytes": 107102046, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/af8e9345-011f-4c97-a78e-ecb4a268220f/ep4/stereo_left.mp4", "bytes": 29888147, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/af8e9345-011f-4c97-a78e-ecb4a268220f/ep4/stereo_right.mp4", "bytes": 30615703, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking retail shelves with snacks and containers", "segments": 16, "frame_labels": { "action": { "Pick up gift box": 760, "Place snack on shelf": 600, "Retrieve snack from container": 400, "Reach for snack pouch": 400, "Place gift box into bin": 360, "Place container on shelf": 284, "Place snack pouch in container": 280, "Arrange plastic containers": 280, "Place gift box on shelf": 200, "Pick up snack pouch": 200, "Hold bin and move through aisle": 200, "Remove plastic container from storage box": 200, "Place snack pouch on shelf": 120, "Reach for shelf": 120, "Remove plastic container from shelf": 120, "Retrieve another container": 120, "Pick up next gift box": 80, "Move storage bin": 80, "Remove storage bin from shelf": 80, "Reach for empty shelf space": 80, "Grasp plastic bag on shelf": 40, "Arrange container on shelf": 40, "Pick up container": 40 }, "subtask": { "Stocking snack packets on the shelf": 1000, "Sorting gift boxes into a bin": 800, "Stocking containers on the shelf": 684, "Stocking gift boxes on the shelf": 600, "Organizing snack pouches into containers": 600, "Stocking snack pouches on the shelf": 400, "Relocating storage bins along the aisle": 400, "Rearranging containers on the shelf": 400, "Clearing space on the shelf": 200 } }, "window_labels": { "action": { "Pick up gift box": 38, "Place snack on shelf": 30, "Retrieve snack from container": 20, "Reach for snack pouch": 20, "Place gift box into bin": 18, "Place snack pouch in container": 14, "Arrange plastic containers": 14, "Place container on shelf": 14, "Place gift box on shelf": 10, "Pick up snack pouch": 10, "Hold bin and move through aisle": 10, "Remove plastic container from storage box": 10, "Place snack pouch on shelf": 6, "Reach for shelf": 6, "Remove plastic container from shelf": 6, "Retrieve another container": 6, "Pick up next gift box": 4, "Move storage bin": 4, "Remove storage bin from shelf": 4, "Reach for empty shelf space": 4, "Grasp plastic bag on shelf": 2, "Arrange container on shelf": 2, "Pick up container": 2 }, "subtask": { "Stocking snack packets on the shelf": 50, "Sorting gift boxes into a bin": 40, "Stocking containers on the shelf": 34, "Stocking gift boxes on the shelf": 30, "Organizing snack pouches into containers": 30, "Stocking snack pouches on the shelf": 20, "Relocating storage bins along the aisle": 20, "Rearranging containers on the shelf": 20, "Clearing space on the shelf": 10 } }, "num_labeled_windows": { "action": 254, "subtask": 254 } }, "total_bytes": 2191905595, "train_minimal_bytes": 2191905595, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "af8e9345-011f-4c97-a78e-ecb4a268220f/ep4", "split": "train", "selection_rank": 19, "selection_score": 0.02445481, "size_band": "short", "top_level_session": "af8e9345-011f-4c97-a78e-ecb4a268220f" }, { "episode_id": "7f723cf6-13a4-451d-96bf-d37cbb3f84f3__ep9", "path": "/modelscope_data/xperience10m_128/7f723cf6-13a4-451d-96bf-d37cbb3f84f3/ep9", "annotation": "/modelscope_data/xperience10m_128/7f723cf6-13a4-451d-96bf-d37cbb3f84f3/ep9/annotation.hdf5", "frame_count": 5083, "main_task": "Stocking shelves in a store", "files": [ { "name": "annotation.hdf5", "bytes": 1686618372, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 102071423, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 130239631, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 124180560, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 99727398, "exists": true }, { "name": "stereo_left.mp4", "bytes": 29427591, "exists": true }, { "name": "stereo_right.mp4", "bytes": 29580983, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/7f723cf6-13a4-451d-96bf-d37cbb3f84f3/ep9/fisheye_cam0.mp4", "bytes": 102071423, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/7f723cf6-13a4-451d-96bf-d37cbb3f84f3/ep9/fisheye_cam1.mp4", "bytes": 130239631, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/7f723cf6-13a4-451d-96bf-d37cbb3f84f3/ep9/fisheye_cam2.mp4", "bytes": 124180560, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/7f723cf6-13a4-451d-96bf-d37cbb3f84f3/ep9/fisheye_cam3.mp4", "bytes": 99727398, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/7f723cf6-13a4-451d-96bf-d37cbb3f84f3/ep9/stereo_left.mp4", "bytes": 29427591, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/7f723cf6-13a4-451d-96bf-d37cbb3f84f3/ep9/stereo_right.mp4", "bytes": 29580983, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": false, "slam_point_cloud": false, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": false, "contacts": false, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking shelves in a store", "segments": 0, "frame_labels": { "action": {}, "subtask": {} }, "window_labels": { "action": {}, "subtask": {} }, "num_labeled_windows": { "action": 0, "subtask": 0 } }, "total_bytes": 2201845958, "train_minimal_bytes": 2201845958, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep9", "episode_path": "7f723cf6-13a4-451d-96bf-d37cbb3f84f3/ep9", "split": "train", "selection_rank": 20, "selection_score": 0.0245621, "size_band": "short", "top_level_session": "7f723cf6-13a4-451d-96bf-d37cbb3f84f3" }, { "episode_id": "3ebbfff2-3a60-4cf4-af98-9db074a46e73__ep11", "path": "/modelscope_data/xperience10m_128/3ebbfff2-3a60-4cf4-af98-9db074a46e73/ep11", "annotation": "/modelscope_data/xperience10m_128/3ebbfff2-3a60-4cf4-af98-9db074a46e73/ep11/annotation.hdf5", "frame_count": 5089, "main_task": "Shopping in a supermarket", "files": [ { "name": "annotation.hdf5", "bytes": 1688702932, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 116340405, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 118128616, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 119745731, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 96202929, "exists": true }, { "name": "stereo_left.mp4", "bytes": 27279008, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28532438, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/3ebbfff2-3a60-4cf4-af98-9db074a46e73/ep11/fisheye_cam0.mp4", "bytes": 116340405, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/3ebbfff2-3a60-4cf4-af98-9db074a46e73/ep11/fisheye_cam1.mp4", "bytes": 118128616, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/3ebbfff2-3a60-4cf4-af98-9db074a46e73/ep11/fisheye_cam2.mp4", "bytes": 119745731, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/3ebbfff2-3a60-4cf4-af98-9db074a46e73/ep11/fisheye_cam3.mp4", "bytes": 96202929, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/3ebbfff2-3a60-4cf4-af98-9db074a46e73/ep11/stereo_left.mp4", "bytes": 27279008, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/3ebbfff2-3a60-4cf4-af98-9db074a46e73/ep11/stereo_right.mp4", "bytes": 28532438, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Shopping in a supermarket", "segments": 16, "frame_labels": { "action": { "Move along the shelves": 400, "Inspect bottle": 400, "Move along the supermarket aisle": 400, "Scan supermarket shelves": 360, "Touch canned goods": 360, "Inspect Dior gift box": 281, "Reach for and examine canned goods": 280, "Move along the shelf": 280, "Examine canned goods": 240, "Release bottle": 240, "Inspect almond package": 240, "Reach for canned goods": 240, "Select and pick up a canned item": 201, "Select a bottle": 201, "Pick up Dior gift box": 160, "Place item back on shelf": 159, "Place back Dior gift box": 159, "Place bottle back on shelf": 159, "Release food item": 120, "Pick up another bottle": 120, "Pick up canned good": 89 }, "subtask": { "Inspecting almond package and scanning shelves": 561, "Touching canned goods": 561, "Selecting a bottle": 481, "Comparing and replacing bottles": 480, "Selecting and picking up canned goods": 441, "Inspecting Dior gift box": 441, "Inspecting bottle": 439, "Browsing and selecting canned goods": 400, "Moving along the shelves": 400, "Moving along the aisle": 400, "Returning canned goods to shelf": 159, "Returning Dior gift box to shelf": 159, "Picking up canned goods": 89, "Scanning shelves": 39, "Releasing canned goods": 39 } }, "window_labels": { "action": { "Move along the shelves": 20, "Inspect bottle": 20, "Move along the supermarket aisle": 20, "Scan supermarket shelves": 18, "Touch canned goods": 18, "Reach for and examine canned goods": 14, "Inspect Dior gift box": 14, "Move along the shelf": 14, "Examine canned goods": 12, "Release bottle": 12, "Inspect almond package": 12, "Reach for canned goods": 12, "Select and pick up a canned item": 10, "Select a bottle": 10, "Place item back on shelf": 8, "Pick up Dior gift box": 8, "Place back Dior gift box": 8, "Place bottle back on shelf": 8, "Release food item": 6, "Pick up another bottle": 6, "Pick up canned good": 4 }, "subtask": { "Inspecting almond package and scanning shelves": 28, "Touching canned goods": 28, "Selecting a bottle": 24, "Comparing and replacing bottles": 24, "Selecting and picking up canned goods": 22, "Inspecting Dior gift box": 22, "Inspecting bottle": 22, "Browsing and selecting canned goods": 20, "Moving along the shelves": 20, "Moving along the aisle": 20, "Returning canned goods to shelf": 8, "Returning Dior gift box to shelf": 8, "Picking up canned goods": 4, "Scanning shelves": 2, "Releasing canned goods": 2 } }, "num_labeled_windows": { "action": 254, "subtask": 254 } }, "total_bytes": 2194932059, "train_minimal_bytes": 2194932059, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep11", "episode_path": "3ebbfff2-3a60-4cf4-af98-9db074a46e73/ep11", "split": "val", "selection_rank": 21, "selection_score": 0.02493936, "size_band": "short", "top_level_session": "3ebbfff2-3a60-4cf4-af98-9db074a46e73" }, { "episode_id": "90fe845b-df65-4297-838c-7924d4c3b6ad__ep9", "path": "/modelscope_data/xperience10m_128/90fe845b-df65-4297-838c-7924d4c3b6ad/ep9", "annotation": "/modelscope_data/xperience10m_128/90fe845b-df65-4297-838c-7924d4c3b6ad/ep9/annotation.hdf5", "frame_count": 5095, "main_task": "Cleaning and organizing retail shelf items", "files": [ { "name": "annotation.hdf5", "bytes": 1690513852, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 103570078, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 116637223, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 120576721, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 91428652, "exists": true }, { "name": "stereo_left.mp4", "bytes": 30029473, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28676622, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/90fe845b-df65-4297-838c-7924d4c3b6ad/ep9/fisheye_cam0.mp4", "bytes": 103570078, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/90fe845b-df65-4297-838c-7924d4c3b6ad/ep9/fisheye_cam1.mp4", "bytes": 116637223, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/90fe845b-df65-4297-838c-7924d4c3b6ad/ep9/fisheye_cam2.mp4", "bytes": 120576721, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/90fe845b-df65-4297-838c-7924d4c3b6ad/ep9/fisheye_cam3.mp4", "bytes": 91428652, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/90fe845b-df65-4297-838c-7924d4c3b6ad/ep9/stereo_left.mp4", "bytes": 30029473, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/90fe845b-df65-4297-838c-7924d4c3b6ad/ep9/stereo_right.mp4", "bytes": 28676622, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cleaning and organizing retail shelf items", "segments": 16, "frame_labels": { "action": { "Wipe retail item": 1761, "Align and place retail item": 880, "Adjust retail items on shelf": 600, "Adjust item on shelf": 519, "Arrange items on shelf": 481, "Wipe item": 200, "Place item back": 200, "Reach for retail item": 159, "Pick up retail item": 120, "Adjust retail item position": 95, "Grasp retail item": 80 }, "subtask": { "Wiping and cleaning retail items": 2400, "Adjusting retail items on shelf": 1600, "Arranging items on shelf": 1095 } }, "window_labels": { "action": { "Wipe retail item": 88, "Align and place retail item": 44, "Adjust retail items on shelf": 30, "Adjust item on shelf": 26, "Arrange items on shelf": 24, "Wipe item": 10, "Place item back": 10, "Reach for retail item": 8, "Pick up retail item": 6, "Grasp retail item": 4, "Adjust retail item position": 4 }, "subtask": { "Wiping and cleaning retail items": 120, "Adjusting retail items on shelf": 80, "Arranging items on shelf": 54 } }, "num_labeled_windows": { "action": 254, "subtask": 254 } }, "total_bytes": 2181432621, "train_minimal_bytes": 2181432621, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep9", "episode_path": "90fe845b-df65-4297-838c-7924d4c3b6ad/ep9", "split": "train", "selection_rank": 22, "selection_score": 0.02519393, "size_band": "short", "top_level_session": "90fe845b-df65-4297-838c-7924d4c3b6ad" }, { "episode_id": "638630bb-caf0-4367-a990-7a3d02dd395a__ep2", "path": "/modelscope_data/xperience10m_128/638630bb-caf0-4367-a990-7a3d02dd395a/ep2", "annotation": "/modelscope_data/xperience10m_128/638630bb-caf0-4367-a990-7a3d02dd395a/ep2/annotation.hdf5", "frame_count": 5072, "main_task": "Stocking shelves in a retail store", "files": [ { "name": "annotation.hdf5", "bytes": 1682926752, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 112400610, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 120636849, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 120531102, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 108272767, "exists": true }, { "name": "stereo_left.mp4", "bytes": 25237387, "exists": true }, { "name": "stereo_right.mp4", "bytes": 25911507, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/638630bb-caf0-4367-a990-7a3d02dd395a/ep2/fisheye_cam0.mp4", "bytes": 112400610, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/638630bb-caf0-4367-a990-7a3d02dd395a/ep2/fisheye_cam1.mp4", "bytes": 120636849, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/638630bb-caf0-4367-a990-7a3d02dd395a/ep2/fisheye_cam2.mp4", "bytes": 120531102, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/638630bb-caf0-4367-a990-7a3d02dd395a/ep2/fisheye_cam3.mp4", "bytes": 108272767, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/638630bb-caf0-4367-a990-7a3d02dd395a/ep2/stereo_left.mp4", "bytes": 25237387, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/638630bb-caf0-4367-a990-7a3d02dd395a/ep2/stereo_right.mp4", "bytes": 25911507, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking shelves in a retail store", "segments": 16, "frame_labels": { "action": { "Reach for container": 719, "Place product on shelf": 480, "Place canned goods in container": 400, "Reach for another container": 361, "Carry plastic container": 281, "Place items on shelf": 281, "Pick up another canned item": 280, "Place item on shelf": 240, "Move bin": 231, "Pick up canned goods": 200, "Place container on shelf": 199, "Reorganize bin contents": 121, "Pick up container": 120, "Move towards shelf": 120, "Place storage container on floor": 120, "Pick up storage container": 120, "Move container toward shelf": 120, "Position container on shelf": 120, "Pick up product from bin": 120, "Pick up next product from bin": 120, "Place container on floor": 119, "Pick up canned item": 80, "Release container": 80, "Remove lid from container": 40 }, "subtask": { "Stocking items and reaching for container": 960, "Organizing canned goods in container": 600, "Moving container and stocking items": 521, "Stocking items and carrying container": 481, "Stocking products from bin onto shelf": 481, "Picking and stocking items from container": 400, "Preparing container on shelf": 400, "Stocking products and reorganizing bin": 360, "Retrieving and shelving container": 280, "Finalizing shelf placement and moving bin": 231, "Placing container on floor": 200, "Positioning the container on the floor": 119, "Holding container of items": 39 } }, "window_labels": { "action": { "Reach for container": 36, "Place product on shelf": 24, "Place canned goods in container": 20, "Reach for another container": 18, "Pick up another canned item": 14, "Carry plastic container": 14, "Place items on shelf": 14, "Place item on shelf": 12, "Move bin": 11, "Place container on shelf": 10, "Pick up canned goods": 10, "Place container on floor": 6, "Pick up container": 6, "Move towards shelf": 6, "Place storage container on floor": 6, "Pick up storage container": 6, "Move container toward shelf": 6, "Position container on shelf": 6, "Pick up product from bin": 6, "Pick up next product from bin": 6, "Reorganize bin contents": 6, "Pick up canned item": 4, "Release container": 4, "Remove lid from container": 2 }, "subtask": { "Stocking items and reaching for container": 48, "Organizing canned goods in container": 30, "Moving container and stocking items": 26, "Stocking items and carrying container": 24, "Stocking products from bin onto shelf": 24, "Picking and stocking items from container": 20, "Preparing container on shelf": 20, "Stocking products and reorganizing bin": 18, "Retrieving and shelving container": 14, "Finalizing shelf placement and moving bin": 11, "Placing container on floor": 10, "Positioning the container on the floor": 6, "Holding container of items": 2 } }, "num_labeled_windows": { "action": 253, "subtask": 253 } }, "total_bytes": 2195916974, "train_minimal_bytes": 2195916974, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "638630bb-caf0-4367-a990-7a3d02dd395a/ep2", "split": "train", "selection_rank": 23, "selection_score": 0.02529752, "size_band": "short", "top_level_session": "638630bb-caf0-4367-a990-7a3d02dd395a" }, { "episode_id": "17eea990-0d39-4cc8-a7c8-03fd56b4bf04__ep10", "path": "/modelscope_data/xperience10m_128/17eea990-0d39-4cc8-a7c8-03fd56b4bf04/ep10", "annotation": "/modelscope_data/xperience10m_128/17eea990-0d39-4cc8-a7c8-03fd56b4bf04/ep10/annotation.hdf5", "frame_count": 5085, "main_task": "Stocking grocery store shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1687161140, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 95970451, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 122767379, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 116887874, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 121951678, "exists": true }, { "name": "stereo_left.mp4", "bytes": 26452215, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28669827, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/17eea990-0d39-4cc8-a7c8-03fd56b4bf04/ep10/fisheye_cam0.mp4", "bytes": 95970451, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/17eea990-0d39-4cc8-a7c8-03fd56b4bf04/ep10/fisheye_cam1.mp4", "bytes": 122767379, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/17eea990-0d39-4cc8-a7c8-03fd56b4bf04/ep10/fisheye_cam2.mp4", "bytes": 116887874, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/17eea990-0d39-4cc8-a7c8-03fd56b4bf04/ep10/fisheye_cam3.mp4", "bytes": 121951678, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/17eea990-0d39-4cc8-a7c8-03fd56b4bf04/ep10/stereo_left.mp4", "bytes": 26452215, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/17eea990-0d39-4cc8-a7c8-03fd56b4bf04/ep10/stereo_right.mp4", "bytes": 28669827, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking grocery store shelves", "segments": 16, "frame_labels": { "action": { "Place product on shelf": 1720, "Hold product": 1200, "Hold item and adjust posture": 600, "Pick up product from box": 320, "Place product in box": 240, "Move product to shelf": 239, "Prepare to place product": 161, "Pick up product": 160, "Grasp product from box": 160, "Move product to box": 160, "Grasp product from shelf": 80, "Grasp next item": 45 }, "subtask": { "Transferring products from box to shelf": 1600, "Grasping and placing products on shelf": 1000, "Holding and inspecting product": 600, "Holding and positioning item on shelf": 600, "Adjusting posture while holding item": 600, "Picking up and packing products": 400, "Rearranging items from shelf back to box": 285 } }, "window_labels": { "action": { "Place product on shelf": 86, "Hold product": 60, "Hold item and adjust posture": 30, "Pick up product from box": 16, "Place product in box": 12, "Move product to shelf": 12, "Pick up product": 8, "Grasp product from box": 8, "Prepare to place product": 8, "Move product to box": 8, "Grasp product from shelf": 4, "Grasp next item": 2 }, "subtask": { "Transferring products from box to shelf": 80, "Grasping and placing products on shelf": 50, "Holding and inspecting product": 30, "Holding and positioning item on shelf": 30, "Adjusting posture while holding item": 30, "Picking up and packing products": 20, "Rearranging items from shelf back to box": 14 } }, "num_labeled_windows": { "action": 254, "subtask": 254 } }, "total_bytes": 2199860564, "train_minimal_bytes": 2199860564, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep10", "episode_path": "17eea990-0d39-4cc8-a7c8-03fd56b4bf04/ep10", "split": "train", "selection_rank": 24, "selection_score": 0.02542125, "size_band": "short", "top_level_session": "17eea990-0d39-4cc8-a7c8-03fd56b4bf04" }, { "episode_id": "81d4c5c5-b164-419c-86e0-c26347284f83__ep9", "path": "/modelscope_data/xperience10m_128/81d4c5c5-b164-419c-86e0-c26347284f83/ep9", "annotation": "/modelscope_data/xperience10m_128/81d4c5c5-b164-419c-86e0-c26347284f83/ep9/annotation.hdf5", "frame_count": 5127, "main_task": "Shopping for grocery items", "files": [ { "name": "annotation.hdf5", "bytes": 1701234708, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 107382436, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 114235310, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 117706608, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 103269118, "exists": true }, { "name": "stereo_left.mp4", "bytes": 28602076, "exists": true }, { "name": "stereo_right.mp4", "bytes": 27530786, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/81d4c5c5-b164-419c-86e0-c26347284f83/ep9/fisheye_cam0.mp4", "bytes": 107382436, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/81d4c5c5-b164-419c-86e0-c26347284f83/ep9/fisheye_cam1.mp4", "bytes": 114235310, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/81d4c5c5-b164-419c-86e0-c26347284f83/ep9/fisheye_cam2.mp4", "bytes": 117706608, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/81d4c5c5-b164-419c-86e0-c26347284f83/ep9/fisheye_cam3.mp4", "bytes": 103269118, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/81d4c5c5-b164-419c-86e0-c26347284f83/ep9/stereo_left.mp4", "bytes": 28602076, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/81d4c5c5-b164-419c-86e0-c26347284f83/ep9/stereo_right.mp4", "bytes": 27530786, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Shopping for grocery items", "segments": 16, "frame_labels": { "action": { "Hold supplement bottle": 1040, "Examine item": 521, "Place item in container": 399, "Pick up supplement bottle": 361, "Open supplement bottle": 360, "Place oil in container": 360, "Walk through store": 320, "Reach for item on shelf": 240, "Place spice jar in container": 207, "Hold portable charger": 200, "Inspect supplement bottle": 199, "Pick up bottled sauce": 160, "Place sauce in container": 120, "Pick up item": 120, "Pick up another item": 120, "Place supplement bottle in container": 120, "Pick up spice jar": 120, "Adjust grip on container": 80, "Pick up oil bottle": 80 }, "subtask": { "Inspecting supplement bottle": 1400, "Selecting and evaluating items": 561, "Adding items to shopping container": 560, "Selecting and collecting bottled goods": 400, "Navigating store and browsing shelves": 400, "Collecting oil and supplement bottles": 400, "Inspecting and packing supplement bottle": 319, "Selecting and collecting oil bottles": 281, "Managing shopping container": 279, "Selecting and packing spice jars": 240, "Handling miscellaneous items": 200, "Finalizing spice jar selection": 87 } }, "window_labels": { "action": { "Hold supplement bottle": 52, "Examine item": 26, "Place item in container": 20, "Pick up supplement bottle": 18, "Open supplement bottle": 18, "Place oil in container": 18, "Walk through store": 16, "Reach for item on shelf": 12, "Hold portable charger": 10, "Inspect supplement bottle": 10, "Place spice jar in container": 10, "Pick up bottled sauce": 8, "Place sauce in container": 6, "Pick up item": 6, "Pick up another item": 6, "Place supplement bottle in container": 6, "Pick up spice jar": 6, "Adjust grip on container": 4, "Pick up oil bottle": 4 }, "subtask": { "Inspecting supplement bottle": 70, "Selecting and evaluating items": 28, "Adding items to shopping container": 28, "Selecting and collecting bottled goods": 20, "Navigating store and browsing shelves": 20, "Collecting oil and supplement bottles": 20, "Inspecting and packing supplement bottle": 16, "Managing shopping container": 14, "Selecting and collecting oil bottles": 14, "Selecting and packing spice jars": 12, "Handling miscellaneous items": 10, "Finalizing spice jar selection": 4 } }, "num_labeled_windows": { "action": 256, "subtask": 256 } }, "total_bytes": 2199961042, "train_minimal_bytes": 2199961042, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep9", "episode_path": "81d4c5c5-b164-419c-86e0-c26347284f83/ep9", "split": "train", "selection_rank": 25, "selection_score": 0.02579083, "size_band": "short", "top_level_session": "81d4c5c5-b164-419c-86e0-c26347284f83" }, { "episode_id": "85a956ae-65c6-4d11-9e7f-720d6d71ae5b__ep5", "path": "/modelscope_data/xperience10m_128/85a956ae-65c6-4d11-9e7f-720d6d71ae5b/ep5", "annotation": "/modelscope_data/xperience10m_128/85a956ae-65c6-4d11-9e7f-720d6d71ae5b/ep5/annotation.hdf5", "frame_count": 5125, "main_task": "Stocking retail shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1700584268, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 97430771, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 110040314, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 103731409, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 108367187, "exists": true }, { "name": "stereo_left.mp4", "bytes": 28777319, "exists": true }, { "name": "stereo_right.mp4", "bytes": 30289571, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/85a956ae-65c6-4d11-9e7f-720d6d71ae5b/ep5/fisheye_cam0.mp4", "bytes": 97430771, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/85a956ae-65c6-4d11-9e7f-720d6d71ae5b/ep5/fisheye_cam1.mp4", "bytes": 110040314, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/85a956ae-65c6-4d11-9e7f-720d6d71ae5b/ep5/fisheye_cam2.mp4", "bytes": 103731409, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/85a956ae-65c6-4d11-9e7f-720d6d71ae5b/ep5/fisheye_cam3.mp4", "bytes": 108367187, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/85a956ae-65c6-4d11-9e7f-720d6d71ae5b/ep5/stereo_left.mp4", "bytes": 28777319, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/85a956ae-65c6-4d11-9e7f-720d6d71ae5b/ep5/stereo_right.mp4", "bytes": 30289571, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking retail shelves", "segments": 16, "frame_labels": { "action": { "Position shelving divider": 920, "Place product on shelf": 719, "Hold small product bag": 561, "Adjust placement on shelf": 321, "Pick up container": 320, "Place item on shelf": 280, "Move plush toy": 279, "Reach for product on shelf": 240, "Place box on shelf": 200, "Reach for next item": 200, "Place plush toy on shelf": 200, "Reach for product": 165, "Rearrange shelf item": 120, "Pick up cleaning cloth": 120, "Pick up product box": 120, "Pick up product": 120, "Reach for shelving divider": 80, "Move away from shelf": 80, "Carry container": 80 }, "subtask": { "Positioning shelving dividers": 1000, "Stocking product boxes": 1000, "Holding and grasping product bags": 561, "Placing and adjusting plush toys": 521, "Retrieving and carrying containers": 400, "Placing, rearranging, and cleaning shelf items": 400, "Organizing shelf products": 279, "Reaching for products": 240, "Placing product bags on shelf": 239, "Placing items and transitioning": 200, "Retrieving next product": 200, "Observing and reaching for products": 85 } }, "window_labels": { "action": { "Position shelving divider": 46, "Place product on shelf": 36, "Hold small product bag": 28, "Pick up container": 16, "Adjust placement on shelf": 16, "Place item on shelf": 14, "Move plush toy": 14, "Reach for product on shelf": 12, "Place box on shelf": 10, "Reach for next item": 10, "Place plush toy on shelf": 10, "Reach for product": 8, "Rearrange shelf item": 6, "Pick up cleaning cloth": 6, "Pick up product box": 6, "Pick up product": 6, "Reach for shelving divider": 4, "Move away from shelf": 4, "Carry container": 4 }, "subtask": { "Positioning shelving dividers": 50, "Stocking product boxes": 50, "Holding and grasping product bags": 28, "Placing and adjusting plush toys": 26, "Retrieving and carrying containers": 20, "Placing, rearranging, and cleaning shelf items": 20, "Organizing shelf products": 14, "Placing product bags on shelf": 12, "Reaching for products": 12, "Placing items and transitioning": 10, "Retrieving next product": 10, "Observing and reaching for products": 4 } }, "num_labeled_windows": { "action": 256, "subtask": 256 } }, "total_bytes": 2179220839, "train_minimal_bytes": 2179220839, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "85a956ae-65c6-4d11-9e7f-720d6d71ae5b/ep5", "split": "train", "selection_rank": 26, "selection_score": 0.02625212, "size_band": "short", "top_level_session": "85a956ae-65c6-4d11-9e7f-720d6d71ae5b" }, { "episode_id": "4b7cc33d-56cf-4029-bda8-f154bd146447__ep5", "path": "/modelscope_data/xperience10m_128/4b7cc33d-56cf-4029-bda8-f154bd146447/ep5", "annotation": "/modelscope_data/xperience10m_128/4b7cc33d-56cf-4029-bda8-f154bd146447/ep5/annotation.hdf5", "frame_count": 5180, "main_task": "Stocking and organizing store merchandise", "files": [ { "name": "annotation.hdf5", "bytes": 1718740864, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 123042381, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 134265137, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 117357037, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 128246883, "exists": true }, { "name": "stereo_left.mp4", "bytes": 29638043, "exists": true }, { "name": "stereo_right.mp4", "bytes": 32873318, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/4b7cc33d-56cf-4029-bda8-f154bd146447/ep5/fisheye_cam0.mp4", "bytes": 123042381, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/4b7cc33d-56cf-4029-bda8-f154bd146447/ep5/fisheye_cam1.mp4", "bytes": 134265137, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/4b7cc33d-56cf-4029-bda8-f154bd146447/ep5/fisheye_cam2.mp4", "bytes": 117357037, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/4b7cc33d-56cf-4029-bda8-f154bd146447/ep5/fisheye_cam3.mp4", "bytes": 128246883, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/4b7cc33d-56cf-4029-bda8-f154bd146447/ep5/stereo_left.mp4", "bytes": 29638043, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/4b7cc33d-56cf-4029-bda8-f154bd146447/ep5/stereo_right.mp4", "bytes": 32873318, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking and organizing store merchandise", "segments": 16, "frame_labels": { "action": { "Withdraw hand": 722, "Place item in shopping bag": 440, "Move item to bag": 440, "Align plastic containers": 400, "Organize bag contents": 399, "Adjust item on shelf": 319, "Adjust container position": 279, "Prepare to place item in bag": 241, "Pick up item from shelf": 240, "Grasp and retrieve item": 201, "Reach for items": 200, "Place container on shelf": 200, "Reach for item": 160, "Organize item on shelf": 160, "Place plush toy into bag": 160, "Adjust containers on shelf": 120, "Place item into shopping bag": 99, "Pick up container": 80, "Reach for container": 80, "Grasp item": 80, "Pick up plush toy": 80, "Grasp shopping bag": 80 }, "subtask": { "Adjusting container positions": 600, "Retrieving items for bag placement": 561, "Aligning plastic containers on the shelf": 400, "Reaching for and adjusting shelf containers": 400, "Placing containers on the shelf": 400, "Transferring items from shelf to shopping bag": 400, "Organizing shelf and placing plush toy into bag": 400, "Transferring items from shelf to bag": 400, "Adjusting items on the shelf": 321, "Preparing shopping bag": 321, "Retrieving items from shelf": 281, "Placing and adjusting items on the shelf": 279, "Placing items into and organizing shopping bag": 279, "Finalizing item placement into shopping bag": 99, "Grasping items for bag placement": 39 } }, "window_labels": { "action": { "Withdraw hand": 36, "Place item in shopping bag": 22, "Move item to bag": 22, "Align plastic containers": 20, "Organize bag contents": 20, "Adjust item on shelf": 16, "Adjust container position": 14, "Pick up item from shelf": 12, "Prepare to place item in bag": 12, "Reach for items": 10, "Place container on shelf": 10, "Grasp and retrieve item": 10, "Reach for item": 8, "Organize item on shelf": 8, "Place plush toy into bag": 8, "Adjust containers on shelf": 6, "Place item into shopping bag": 5, "Pick up container": 4, "Reach for container": 4, "Grasp item": 4, "Pick up plush toy": 4, "Grasp shopping bag": 4 }, "subtask": { "Adjusting container positions": 30, "Retrieving items for bag placement": 28, "Aligning plastic containers on the shelf": 20, "Reaching for and adjusting shelf containers": 20, "Placing containers on the shelf": 20, "Transferring items from shelf to shopping bag": 20, "Organizing shelf and placing plush toy into bag": 20, "Transferring items from shelf to bag": 20, "Adjusting items on the shelf": 16, "Preparing shopping bag": 16, "Placing and adjusting items on the shelf": 14, "Placing items into and organizing shopping bag": 14, "Retrieving items from shelf": 14, "Finalizing item placement into shopping bag": 5, "Grasping items for bag placement": 2 } }, "num_labeled_windows": { "action": 259, "subtask": 259 } }, "total_bytes": 2284163663, "train_minimal_bytes": 2284163663, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "4b7cc33d-56cf-4029-bda8-f154bd146447/ep5", "split": "train", "selection_rank": 27, "selection_score": 0.0266328, "size_band": "short", "top_level_session": "4b7cc33d-56cf-4029-bda8-f154bd146447" }, { "episode_id": "5d994eb3-bc12-46dd-8984-da2d5f1a7055__ep9", "path": "/modelscope_data/xperience10m_128/5d994eb3-bc12-46dd-8984-da2d5f1a7055/ep9", "annotation": "/modelscope_data/xperience10m_128/5d994eb3-bc12-46dd-8984-da2d5f1a7055/ep9/annotation.hdf5", "frame_count": 5089, "main_task": "Stocking retail store shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1688462140, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 100705731, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 118106454, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 120389196, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 95389630, "exists": true }, { "name": "stereo_left.mp4", "bytes": 26867034, "exists": true }, { "name": "stereo_right.mp4", "bytes": 27950410, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/5d994eb3-bc12-46dd-8984-da2d5f1a7055/ep9/fisheye_cam0.mp4", "bytes": 100705731, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/5d994eb3-bc12-46dd-8984-da2d5f1a7055/ep9/fisheye_cam1.mp4", "bytes": 118106454, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/5d994eb3-bc12-46dd-8984-da2d5f1a7055/ep9/fisheye_cam2.mp4", "bytes": 120389196, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/5d994eb3-bc12-46dd-8984-da2d5f1a7055/ep9/fisheye_cam3.mp4", "bytes": 95389630, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/5d994eb3-bc12-46dd-8984-da2d5f1a7055/ep9/stereo_left.mp4", "bytes": 26867034, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/5d994eb3-bc12-46dd-8984-da2d5f1a7055/ep9/stereo_right.mp4", "bytes": 27950410, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking retail store shelves", "segments": 16, "frame_labels": { "action": { "Place item on shelf": 2129, "Hold product package": 600, "Hold charging cable": 600, "Pick up pack from shelf": 361, "Hold items in hand": 280, "Reach into bag": 200, "Hold and examine item": 200, "Remove item from bag": 200, "Pick up phone": 160, "Reach for next item": 159, "Retrieve items from bag": 120, "Check phone": 80 }, "subtask": { "Reorganizing stock on shelf": 1081, "Placing items on the shelf": 841, "Holding and organizing product packages": 600, "Handling charging cables": 600, "Removing items from bag and stocking them": 481, "Placing items and checking phone": 400, "Retrieving items from bag": 400, "Retrieving and examining items from bag": 400, "Adjusting items and reaching for stock": 159, "Placing remaining items on the shelf": 119, "Finalizing shelf organization": 8 } }, "window_labels": { "action": { "Place item on shelf": 106, "Hold product package": 30, "Hold charging cable": 30, "Pick up pack from shelf": 18, "Hold items in hand": 14, "Reach into bag": 10, "Hold and examine item": 10, "Remove item from bag": 10, "Pick up phone": 8, "Reach for next item": 8, "Retrieve items from bag": 6, "Check phone": 4 }, "subtask": { "Reorganizing stock on shelf": 54, "Placing items on the shelf": 42, "Holding and organizing product packages": 30, "Handling charging cables": 30, "Removing items from bag and stocking them": 24, "Placing items and checking phone": 20, "Retrieving items from bag": 20, "Retrieving and examining items from bag": 20, "Adjusting items and reaching for stock": 8, "Placing remaining items on the shelf": 6 } }, "num_labeled_windows": { "action": 254, "subtask": 254 } }, "total_bytes": 2177870595, "train_minimal_bytes": 2177870595, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep9", "episode_path": "5d994eb3-bc12-46dd-8984-da2d5f1a7055/ep9", "split": "val", "selection_rank": 28, "selection_score": 0.02669922, "size_band": "short", "top_level_session": "5d994eb3-bc12-46dd-8984-da2d5f1a7055" }, { "episode_id": "9dc8fc7c-977f-444a-9331-06d2dd7bf120__ep2", "path": "/modelscope_data/xperience10m_128/9dc8fc7c-977f-444a-9331-06d2dd7bf120/ep2", "annotation": "/modelscope_data/xperience10m_128/9dc8fc7c-977f-444a-9331-06d2dd7bf120/ep2/annotation.hdf5", "frame_count": 5183, "main_task": "Stocking grocery store shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1719702876, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 114423773, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 137099794, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 134178063, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 103826823, "exists": true }, { "name": "stereo_left.mp4", "bytes": 30435687, "exists": true }, { "name": "stereo_right.mp4", "bytes": 32501537, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/9dc8fc7c-977f-444a-9331-06d2dd7bf120/ep2/fisheye_cam0.mp4", "bytes": 114423773, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/9dc8fc7c-977f-444a-9331-06d2dd7bf120/ep2/fisheye_cam1.mp4", "bytes": 137099794, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/9dc8fc7c-977f-444a-9331-06d2dd7bf120/ep2/fisheye_cam2.mp4", "bytes": 134178063, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/9dc8fc7c-977f-444a-9331-06d2dd7bf120/ep2/fisheye_cam3.mp4", "bytes": 103826823, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/9dc8fc7c-977f-444a-9331-06d2dd7bf120/ep2/stereo_left.mp4", "bytes": 30435687, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/9dc8fc7c-977f-444a-9331-06d2dd7bf120/ep2/stereo_right.mp4", "bytes": 32501537, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": false, "slam_point_cloud": false, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": false, "contacts": false, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Stocking grocery store shelves", "segments": 0, "frame_labels": { "action": {}, "subtask": {} }, "window_labels": { "action": {}, "subtask": {} }, "num_labeled_windows": { "action": 0, "subtask": 0 } }, "total_bytes": 2272168553, "train_minimal_bytes": 2272168553, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "9dc8fc7c-977f-444a-9331-06d2dd7bf120/ep2", "split": "train", "selection_rank": 29, "selection_score": 0.02685785, "size_band": "short", "top_level_session": "9dc8fc7c-977f-444a-9331-06d2dd7bf120" }, { "episode_id": "59d0d93f-55c9-4a55-8cd4-e570cc0499d6__ep4", "path": "/modelscope_data/xperience10m_128/59d0d93f-55c9-4a55-8cd4-e570cc0499d6/ep4", "annotation": "/modelscope_data/xperience10m_128/59d0d93f-55c9-4a55-8cd4-e570cc0499d6/ep4/annotation.hdf5", "frame_count": 5138, "main_task": "Cleaning and organizing kitchen items", "files": [ { "name": "annotation.hdf5", "bytes": 1704840016, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 100791581, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 127249279, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 107855261, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 106213646, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24025045, "exists": true }, { "name": "stereo_right.mp4", "bytes": 26886118, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/59d0d93f-55c9-4a55-8cd4-e570cc0499d6/ep4/fisheye_cam0.mp4", "bytes": 100791581, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/59d0d93f-55c9-4a55-8cd4-e570cc0499d6/ep4/fisheye_cam1.mp4", "bytes": 127249279, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/59d0d93f-55c9-4a55-8cd4-e570cc0499d6/ep4/fisheye_cam2.mp4", "bytes": 107855261, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/59d0d93f-55c9-4a55-8cd4-e570cc0499d6/ep4/fisheye_cam3.mp4", "bytes": 106213646, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/59d0d93f-55c9-4a55-8cd4-e570cc0499d6/ep4/stereo_left.mp4", "bytes": 24025045, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/59d0d93f-55c9-4a55-8cd4-e570cc0499d6/ep4/stereo_right.mp4", "bytes": 26886118, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cleaning and organizing kitchen items", "segments": 16, "frame_labels": { "action": { "Wipe the plastic jar": 3802, "Inspect jar": 519, "Hold items and inspect shelf": 338, "Finish wiping and inspect jar": 240, "Pick up tin can": 239 }, "subtask": { "Wiping the plastic jar": 3802, "Inspecting the cleaned plastic jar": 720, "Inspecting shelf contents": 338, "Transitioning from jar to tin can": 239, "Holding the plastic jar": 39 } }, "window_labels": { "action": { "Wipe the plastic jar": 190, "Inspect jar": 26, "Hold items and inspect shelf": 16, "Finish wiping and inspect jar": 12, "Pick up tin can": 12 }, "subtask": { "Wiping the plastic jar": 190, "Inspecting the cleaned plastic jar": 36, "Inspecting shelf contents": 16, "Transitioning from jar to tin can": 12, "Holding the plastic jar": 2 } }, "num_labeled_windows": { "action": 256, "subtask": 256 } }, "total_bytes": 2197860946, "train_minimal_bytes": 2197860946, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "59d0d93f-55c9-4a55-8cd4-e570cc0499d6/ep4", "split": "train", "selection_rank": 30, "selection_score": 0.02689026, "size_band": "short", "top_level_session": "59d0d93f-55c9-4a55-8cd4-e570cc0499d6" }, { "episode_id": "acb1b145-804e-41fe-915e-16ff7f59433a__ep7", "path": "/modelscope_data/xperience10m_128/acb1b145-804e-41fe-915e-16ff7f59433a/ep7", "annotation": "/modelscope_data/xperience10m_128/acb1b145-804e-41fe-915e-16ff7f59433a/ep7/annotation.hdf5", "frame_count": 5096, "main_task": "Shopping for electronics", "files": [ { "name": "annotation.hdf5", "bytes": 1690989056, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 96660171, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 107838642, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 104324445, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 101851353, "exists": true }, { "name": "stereo_left.mp4", "bytes": 23451577, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22704790, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/acb1b145-804e-41fe-915e-16ff7f59433a/ep7/fisheye_cam0.mp4", "bytes": 96660171, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/acb1b145-804e-41fe-915e-16ff7f59433a/ep7/fisheye_cam1.mp4", "bytes": 107838642, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/acb1b145-804e-41fe-915e-16ff7f59433a/ep7/fisheye_cam2.mp4", "bytes": 104324445, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/acb1b145-804e-41fe-915e-16ff7f59433a/ep7/fisheye_cam3.mp4", "bytes": 101851353, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/acb1b145-804e-41fe-915e-16ff7f59433a/ep7/stereo_left.mp4", "bytes": 23451577, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/acb1b145-804e-41fe-915e-16ff7f59433a/ep7/stereo_right.mp4", "bytes": 22704790, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": false, "slam_point_cloud": false, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": false, "contacts": false, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Shopping for electronics", "segments": 0, "frame_labels": { "action": {}, "subtask": {} }, "window_labels": { "action": {}, "subtask": {} }, "num_labeled_windows": { "action": 0, "subtask": 0 } }, "total_bytes": 2147820034, "train_minimal_bytes": 2147820034, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep7", "episode_path": "acb1b145-804e-41fe-915e-16ff7f59433a/ep7", "split": "train", "selection_rank": 31, "selection_score": 0.02703099, "size_band": "short", "top_level_session": "acb1b145-804e-41fe-915e-16ff7f59433a" }, { "episode_id": "0da1f6d2-6564-4f28-b248-1d1b71f9521b__ep1", "path": "/modelscope_data/xperience10m_128/0da1f6d2-6564-4f28-b248-1d1b71f9521b/ep1", "annotation": "/modelscope_data/xperience10m_128/0da1f6d2-6564-4f28-b248-1d1b71f9521b/ep1/annotation.hdf5", "frame_count": 5061, "main_task": "Organizing and restocking supermarket shelves", "files": [ { "name": "annotation.hdf5", "bytes": 1679345356, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 119445848, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 118533524, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 118095120, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 100093330, "exists": true }, { "name": "stereo_left.mp4", "bytes": 29030098, "exists": true }, { "name": "stereo_right.mp4", "bytes": 29611861, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/0da1f6d2-6564-4f28-b248-1d1b71f9521b/ep1/fisheye_cam0.mp4", "bytes": 119445848, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/0da1f6d2-6564-4f28-b248-1d1b71f9521b/ep1/fisheye_cam1.mp4", "bytes": 118533524, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/0da1f6d2-6564-4f28-b248-1d1b71f9521b/ep1/fisheye_cam2.mp4", "bytes": 118095120, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/0da1f6d2-6564-4f28-b248-1d1b71f9521b/ep1/fisheye_cam3.mp4", "bytes": 100093330, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/0da1f6d2-6564-4f28-b248-1d1b71f9521b/ep1/stereo_left.mp4", "bytes": 29030098, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/0da1f6d2-6564-4f28-b248-1d1b71f9521b/ep1/stereo_right.mp4", "bytes": 29611861, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Organizing and restocking supermarket shelves", "segments": 16, "frame_labels": { "action": { "Place canned food on shelf": 760, "Place canned food in bin": 720, "Walking along the aisle": 681, "Move plastic storage bin": 600, "Pick up canned food": 520, "Hold container of canned food": 400, "Move towards aisle": 361, "Move along the shelves": 320, "Approach restocking supplies": 239, "Pick up plastic container": 160, "Walk towards aisle": 120, "Observe stocking": 119, "Move pineapple chips": 61 }, "subtask": { "Collecting canned food into bin": 1000, "Placing canned food onto shelf": 1000, "Walking along the aisle": 681, "Moving plastic storage bin": 561, "Retrieving plastic container and moving to aisle": 561, "Holding container of canned food": 400, "Moving towards aisle": 361, "Approaching restocking supplies": 239, "Observing restocking needs": 119, "Restocking pineapple chips": 61, "Positioning plastic storage bin": 39, "Moving plastic container": 39 } }, "window_labels": { "action": { "Place canned food on shelf": 38, "Place canned food in bin": 36, "Walking along the aisle": 34, "Move plastic storage bin": 30, "Pick up canned food": 26, "Hold container of canned food": 20, "Move towards aisle": 18, "Move along the shelves": 16, "Approach restocking supplies": 12, "Pick up plastic container": 8, "Observe stocking": 6, "Walk towards aisle": 6, "Move pineapple chips": 3 }, "subtask": { "Collecting canned food into bin": 50, "Placing canned food onto shelf": 50, "Walking along the aisle": 34, "Moving plastic storage bin": 28, "Retrieving plastic container and moving to aisle": 28, "Holding container of canned food": 20, "Moving towards aisle": 18, "Approaching restocking supplies": 12, "Observing restocking needs": 6, "Restocking pineapple chips": 3, "Positioning plastic storage bin": 2, "Moving plastic container": 2 } }, "num_labeled_windows": { "action": 253, "subtask": 253 } }, "total_bytes": 2194155137, "train_minimal_bytes": 2194155137, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "0da1f6d2-6564-4f28-b248-1d1b71f9521b/ep1", "split": "train", "selection_rank": 32, "selection_score": 0.02729302, "size_band": "short", "top_level_session": "0da1f6d2-6564-4f28-b248-1d1b71f9521b" }, { "episode_id": "994e4c6c-660a-49f2-90a7-3ebbbb55eb9b__ep2", "path": "/modelscope_data/xperience10m_128/994e4c6c-660a-49f2-90a7-3ebbbb55eb9b/ep2", "annotation": "/modelscope_data/xperience10m_128/994e4c6c-660a-49f2-90a7-3ebbbb55eb9b/ep2/annotation.hdf5", "frame_count": 5855, "main_task": "Sorting and organizing colorful buttons on a table", "files": [ { "name": "annotation.hdf5", "bytes": 1942653204, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 84363591, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 95236175, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 103882663, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 87394470, "exists": true }, { "name": "stereo_left.mp4", "bytes": 25786773, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23335727, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/994e4c6c-660a-49f2-90a7-3ebbbb55eb9b/ep2/fisheye_cam0.mp4", "bytes": 84363591, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/994e4c6c-660a-49f2-90a7-3ebbbb55eb9b/ep2/fisheye_cam1.mp4", "bytes": 95236175, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/994e4c6c-660a-49f2-90a7-3ebbbb55eb9b/ep2/fisheye_cam2.mp4", "bytes": 103882663, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/994e4c6c-660a-49f2-90a7-3ebbbb55eb9b/ep2/fisheye_cam3.mp4", "bytes": 87394470, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/994e4c6c-660a-49f2-90a7-3ebbbb55eb9b/ep2/stereo_left.mp4", "bytes": 25786773, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/994e4c6c-660a-49f2-90a7-3ebbbb55eb9b/ep2/stereo_right.mp4", "bytes": 23335727, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting and organizing colorful buttons on a table", "segments": 65, "frame_labels": { "action": { "Pick up button": 754, "Align button": 418, "Adjust red button": 373, "Place button in row": 342, "Pick up red button": 299, "Pick up black button": 244, "Align red button in row": 241, "Align button in row": 229, "Place button": 226, "Reach for buttons": 190, "Reach for button": 181, "Pull back hand": 171, "Move black button": 136, "Align red buttons": 133, "Place red button": 133, "Release button": 132, "Align button row": 125, "Move and place black buttons": 114, "Reach and sort buttons": 114, "Place and align button": 96, "Align buttons": 95, "Arrange button cluster": 95, "Adjust red button position": 95, "Arrange black buttons": 77, "Reach for multicolored buttons": 76, "Arrange buttons in row": 75, "Rearrange buttons": 74, "Arrange small buttons": 58, "Move hand": 58, "Arrange buttons on table": 57, "Arrange red buttons": 57, "Move button to line": 57, "Withdraw hand from buttons": 56, "Pick up orange button": 38, "Look around the table": 38, "Adjust red button in row": 38, "Select button from pile": 38, "Reach for black button": 38, "Survey the table": 37, "Look up and scan the room": 19, "Touch device": 19, "Arrange red buttons in a row": 9 }, "subtask": { "Sorting buttons by color": 1190, "Aligning button rows": 1145, "Organizing buttons into patterns": 1095, "Sorting and grouping buttons": 931, "Final button arrangement": 924, "Refining button layout": 570 } }, "window_labels": { "action": { "Pick up button": 34, "Align button": 21, "Adjust red button": 18, "Place button in row": 17, "Pick up red button": 14, "Align button in row": 12, "Pick up black button": 11, "Align red button in row": 11, "Place button": 10, "Reach for buttons": 9, "Pull back hand": 8, "Reach for button": 8, "Align red buttons": 7, "Move black button": 7, "Place red button": 7, "Release button": 6, "Align button row": 6, "Move and place black buttons": 6, "Reach and sort buttons": 5, "Adjust red button position": 5, "Rearrange buttons": 4, "Align buttons": 4, "Arrange button cluster": 4, "Place and align button": 4, "Arrange black buttons": 3, "Reach for multicolored buttons": 3, "Arrange buttons in row": 3, "Arrange red buttons": 3, "Move button to line": 3, "Arrange small buttons": 2, "Arrange buttons on table": 2, "Look around the table": 2, "Adjust red button in row": 2, "Select button from pile": 2, "Survey the table": 2, "Reach for black button": 2, "Withdraw hand from buttons": 2, "Move hand": 2, "Pick up orange button": 1, "Touch device": 1 }, "subtask": { "Sorting buttons by color": 59, "Aligning button rows": 57, "Organizing buttons into patterns": 54, "Sorting and grouping buttons": 46, "Final button arrangement": 45, "Refining button layout": 29 } }, "num_labeled_windows": { "action": 273, "subtask": 290 } }, "total_bytes": 2362652603, "train_minimal_bytes": 2362652603, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "994e4c6c-660a-49f2-90a7-3ebbbb55eb9b/ep2", "split": "train", "selection_rank": 33, "selection_score": 0.00185433, "size_band": "lower_mid", "top_level_session": "994e4c6c-660a-49f2-90a7-3ebbbb55eb9b" }, { "episode_id": "53ccaadb-44df-4ddf-bc40-c1bcedb92faa__ep7", "path": "/modelscope_data/xperience10m_128/53ccaadb-44df-4ddf-bc40-c1bcedb92faa/ep7", "annotation": "/modelscope_data/xperience10m_128/53ccaadb-44df-4ddf-bc40-c1bcedb92faa/ep7/annotation.hdf5", "frame_count": 5852, "main_task": "Sorting star-shaped beads", "files": [ { "name": "annotation.hdf5", "bytes": 1941724552, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 100137940, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 91519426, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 106247204, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 81338188, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24494331, "exists": true }, { "name": "stereo_right.mp4", "bytes": 24835685, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/53ccaadb-44df-4ddf-bc40-c1bcedb92faa/ep7/fisheye_cam0.mp4", "bytes": 100137940, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/53ccaadb-44df-4ddf-bc40-c1bcedb92faa/ep7/fisheye_cam1.mp4", "bytes": 91519426, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/53ccaadb-44df-4ddf-bc40-c1bcedb92faa/ep7/fisheye_cam2.mp4", "bytes": 106247204, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/53ccaadb-44df-4ddf-bc40-c1bcedb92faa/ep7/fisheye_cam3.mp4", "bytes": 81338188, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/53ccaadb-44df-4ddf-bc40-c1bcedb92faa/ep7/stereo_left.mp4", "bytes": 24494331, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/53ccaadb-44df-4ddf-bc40-c1bcedb92faa/ep7/stereo_right.mp4", "bytes": 24835685, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting star-shaped beads", "segments": 18, "frame_labels": { "action": { "Sort beads": 2773, "Move pen": 559, "Adjust hand position": 479, "Arrange star-shaped beads": 441, "Move towards table": 321, "Sort beads by color": 320, "Check watch": 201, "Place phone on desk": 200, "Observe room": 199, "Approach desk": 199, "Stand up and walk away": 80, "Prepare to sort beads": 80 }, "subtask": { "Sorting beads": 1852, "Sorting beads by color": 1360, "Fine-tuning bead placement": 520, "Refining bead arrangement with marker": 479, "Arranging star-shaped beads": 441, "Walking through the room": 400, "Returning to desk and setting up smartphone": 399, "Moving away from workstation": 321, "Preparing for further sorting": 80 } }, "window_labels": { "action": { "Sort beads": 138, "Move pen": 28, "Adjust hand position": 24, "Arrange star-shaped beads": 22, "Sort beads by color": 16, "Move towards table": 16, "Observe room": 10, "Check watch": 10, "Approach desk": 10, "Place phone on desk": 10, "Stand up and walk away": 4, "Prepare to sort beads": 4 }, "subtask": { "Sorting beads": 92, "Sorting beads by color": 68, "Fine-tuning bead placement": 26, "Refining bead arrangement with marker": 24, "Arranging star-shaped beads": 22, "Walking through the room": 20, "Returning to desk and setting up smartphone": 20, "Moving away from workstation": 16, "Preparing for further sorting": 4 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2370297326, "train_minimal_bytes": 2370297326, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep7", "episode_path": "53ccaadb-44df-4ddf-bc40-c1bcedb92faa/ep7", "split": "train", "selection_rank": 34, "selection_score": 0.00248427, "size_band": "lower_mid", "top_level_session": "53ccaadb-44df-4ddf-bc40-c1bcedb92faa" }, { "episode_id": "d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c__ep6", "path": "/modelscope_data/xperience10m_128/d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c/ep6", "annotation": "/modelscope_data/xperience10m_128/d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c/ep6/annotation.hdf5", "frame_count": 5853, "main_task": "Marking and stacking cardboard squares", "files": [ { "name": "annotation.hdf5", "bytes": 1941988076, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 94265146, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 95743673, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 101903751, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 95083488, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22905553, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21529475, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c/ep6/fisheye_cam0.mp4", "bytes": 94265146, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c/ep6/fisheye_cam1.mp4", "bytes": 95743673, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c/ep6/fisheye_cam2.mp4", "bytes": 101903751, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c/ep6/fisheye_cam3.mp4", "bytes": 95083488, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c/ep6/stereo_left.mp4", "bytes": 22905553, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c/ep6/stereo_right.mp4", "bytes": 21529475, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Marking and stacking cardboard squares", "segments": 18, "frame_labels": { "action": { "Stacking cardboard squares": 1520, "Mark cardboard": 1240, "Stack cardboard square": 493, "Stacking cardboard square": 400, "Stack cardboard squares": 400, "Arrange cardboard squares": 320, "Arrange cardboard": 240, "Walk across room": 240, "Place cardboard square on stack": 240, "Hold cardboard": 200, "Pick up small object": 160, "Walk with marker": 120, "Pick up pen": 80, "Pick up marker": 80, "Positioning cardboard on workspace": 80, "Place marker down": 40 }, "subtask": { "Stacking cardboard squares": 3053, "Marking cardboard squares": 1800, "Moving to workspace": 400, "Arranging cardboard squares": 400, "Walking to workspace": 200 } }, "window_labels": { "action": { "Stacking cardboard squares": 76, "Mark cardboard": 62, "Stack cardboard square": 24, "Stacking cardboard square": 20, "Stack cardboard squares": 20, "Arrange cardboard squares": 16, "Arrange cardboard": 12, "Walk across room": 12, "Place cardboard square on stack": 12, "Hold cardboard": 10, "Pick up small object": 8, "Walk with marker": 6, "Pick up pen": 4, "Pick up marker": 4, "Positioning cardboard on workspace": 4, "Place marker down": 2 }, "subtask": { "Stacking cardboard squares": 152, "Marking cardboard squares": 90, "Moving to workspace": 20, "Arranging cardboard squares": 20, "Walking to workspace": 10 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2373419162, "train_minimal_bytes": 2373419162, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep6", "episode_path": "d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c/ep6", "split": "train", "selection_rank": 35, "selection_score": 0.00248503, "size_band": "lower_mid", "top_level_session": "d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c" }, { "episode_id": "53f2c164-09dd-48ca-ae69-4f5955a902ed__ep4", "path": "/modelscope_data/xperience10m_128/53f2c164-09dd-48ca-ae69-4f5955a902ed/ep4", "annotation": "/modelscope_data/xperience10m_128/53f2c164-09dd-48ca-ae69-4f5955a902ed/ep4/annotation.hdf5", "frame_count": 5851, "main_task": "Measuring, marking, and cutting a piece of cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1941348324, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 87676038, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 104297343, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 112345225, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 72631551, "exists": true }, { "name": "stereo_left.mp4", "bytes": 23371220, "exists": true }, { "name": "stereo_right.mp4", "bytes": 24831873, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/53f2c164-09dd-48ca-ae69-4f5955a902ed/ep4/fisheye_cam0.mp4", "bytes": 87676038, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/53f2c164-09dd-48ca-ae69-4f5955a902ed/ep4/fisheye_cam1.mp4", "bytes": 104297343, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/53f2c164-09dd-48ca-ae69-4f5955a902ed/ep4/fisheye_cam2.mp4", "bytes": 112345225, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/53f2c164-09dd-48ca-ae69-4f5955a902ed/ep4/fisheye_cam3.mp4", "bytes": 72631551, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/53f2c164-09dd-48ca-ae69-4f5955a902ed/ep4/stereo_left.mp4", "bytes": 23371220, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/53f2c164-09dd-48ca-ae69-4f5955a902ed/ep4/stereo_right.mp4", "bytes": 24831873, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring, marking, and cutting a piece of cardboard", "segments": 18, "frame_labels": { "action": { "Mark cardboard with ruler": 1400, "Cut cardboard": 1012, "Cut cardboard with utility knife": 720, "Mark cardboard with marker": 600, "Tear off cardboard segment": 519, "Fold cardboard": 480, "Release cardboard": 479, "Reposition utility knife": 361, "Cut along the line": 280 }, "subtask": { "Measure and mark cardboard with ruler": 1361, "Cut and fold cardboard": 761, "Prepare to cut cardboard": 641, "Mark cardboard with marker": 639, "Cut cardboard with utility knife": 600, "Cut and reposition utility knife": 481, "Cut and tear off cardboard segment": 480, "Cut and release cardboard": 440, "Position utility knife and begin cutting": 280, "Continue cutting cardboard": 117, "Finalize cutting cardboard": 51 } }, "window_labels": { "action": { "Mark cardboard with ruler": 70, "Cut cardboard": 50, "Cut cardboard with utility knife": 36, "Mark cardboard with marker": 30, "Tear off cardboard segment": 26, "Release cardboard": 24, "Fold cardboard": 24, "Reposition utility knife": 18, "Cut along the line": 14 }, "subtask": { "Measure and mark cardboard with ruler": 68, "Cut and fold cardboard": 38, "Mark cardboard with marker": 32, "Prepare to cut cardboard": 32, "Cut cardboard with utility knife": 30, "Cut and reposition utility knife": 24, "Cut and tear off cardboard segment": 24, "Cut and release cardboard": 22, "Position utility knife and begin cutting": 14, "Continue cutting cardboard": 6, "Finalize cutting cardboard": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2366501574, "train_minimal_bytes": 2366501574, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "53f2c164-09dd-48ca-ae69-4f5955a902ed/ep4", "split": "val", "selection_rank": 36, "selection_score": 0.00250071, "size_band": "lower_mid", "top_level_session": "53f2c164-09dd-48ca-ae69-4f5955a902ed" }, { "episode_id": "a00c1d99-de08-42bc-8623-712b9dde7fde__ep3", "path": "/modelscope_data/xperience10m_128/a00c1d99-de08-42bc-8623-712b9dde7fde/ep3", "annotation": "/modelscope_data/xperience10m_128/a00c1d99-de08-42bc-8623-712b9dde7fde/ep3/annotation.hdf5", "frame_count": 5849, "main_task": "Sorting colorful star-shaped beads", "files": [ { "name": "annotation.hdf5", "bytes": 1940612164, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 97366693, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 98164454, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 103512660, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 81076481, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24448515, "exists": true }, { "name": "stereo_right.mp4", "bytes": 25198388, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/a00c1d99-de08-42bc-8623-712b9dde7fde/ep3/fisheye_cam0.mp4", "bytes": 97366693, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/a00c1d99-de08-42bc-8623-712b9dde7fde/ep3/fisheye_cam1.mp4", "bytes": 98164454, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/a00c1d99-de08-42bc-8623-712b9dde7fde/ep3/fisheye_cam2.mp4", "bytes": 103512660, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/a00c1d99-de08-42bc-8623-712b9dde7fde/ep3/fisheye_cam3.mp4", "bytes": 81076481, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/a00c1d99-de08-42bc-8623-712b9dde7fde/ep3/stereo_left.mp4", "bytes": 24448515, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/a00c1d99-de08-42bc-8623-712b9dde7fde/ep3/stereo_right.mp4", "bytes": 25198388, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting colorful star-shaped beads", "segments": 18, "frame_labels": { "action": { "Sort beads": 2200, "Sort star-shaped beads": 1400, "Sort beads by color": 800, "Sort beads on the table": 400, "Sort beads on table": 400, "Pick up star-shaped bead": 240, "Hold instructional sign": 200, "Place bead on table": 160, "Reposition sign and organize beads": 49 }, "subtask": { "Sort star-shaped beads": 3600, "Sort beads by color": 800, "Sort beads on the table": 400, "Sort beads on table": 400, "Pick up and place star-shaped beads": 400, "Hold instructional sign": 200, "Reposition sign and organize beads": 49 } }, "window_labels": { "action": { "Sort beads": 110, "Sort star-shaped beads": 70, "Sort beads by color": 40, "Sort beads on the table": 20, "Sort beads on table": 20, "Pick up star-shaped bead": 12, "Hold instructional sign": 10, "Place bead on table": 8, "Reposition sign and organize beads": 2 }, "subtask": { "Sort star-shaped beads": 180, "Sort beads by color": 40, "Sort beads on the table": 20, "Sort beads on table": 20, "Pick up and place star-shaped beads": 20, "Hold instructional sign": 10, "Reposition sign and organize beads": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2370379355, "train_minimal_bytes": 2370379355, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "a00c1d99-de08-42bc-8623-712b9dde7fde/ep3", "split": "train", "selection_rank": 37, "selection_score": 0.00259573, "size_band": "lower_mid", "top_level_session": "a00c1d99-de08-42bc-8623-712b9dde7fde" }, { "episode_id": "d342e6e2-c381-4a1c-b0ac-e62a5c80624f__ep3", "path": "/modelscope_data/xperience10m_128/d342e6e2-c381-4a1c-b0ac-e62a5c80624f/ep3", "annotation": "/modelscope_data/xperience10m_128/d342e6e2-c381-4a1c-b0ac-e62a5c80624f/ep3/annotation.hdf5", "frame_count": 5853, "main_task": "Counting and documenting handmade paper stars", "files": [ { "name": "annotation.hdf5", "bytes": 1941941580, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 98465351, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 97446964, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 112912012, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 73621761, "exists": true }, { "name": "stereo_left.mp4", "bytes": 28489506, "exists": true }, { "name": "stereo_right.mp4", "bytes": 27432535, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/d342e6e2-c381-4a1c-b0ac-e62a5c80624f/ep3/fisheye_cam0.mp4", "bytes": 98465351, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/d342e6e2-c381-4a1c-b0ac-e62a5c80624f/ep3/fisheye_cam1.mp4", "bytes": 97446964, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/d342e6e2-c381-4a1c-b0ac-e62a5c80624f/ep3/fisheye_cam2.mp4", "bytes": 112912012, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/d342e6e2-c381-4a1c-b0ac-e62a5c80624f/ep3/fisheye_cam3.mp4", "bytes": 73621761, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/d342e6e2-c381-4a1c-b0ac-e62a5c80624f/ep3/stereo_left.mp4", "bytes": 28489506, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/d342e6e2-c381-4a1c-b0ac-e62a5c80624f/ep3/stereo_right.mp4", "bytes": 27432535, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Counting and documenting handmade paper stars", "segments": 18, "frame_labels": { "action": { "Count and record paper stars": 841, "Record count on notepad": 800, "Count and arrange paper stars": 800, "Write on paper record": 641, "Resume counting stars": 560, "Place device on lap": 519, "Record star count on paper": 441, "Count paper stars": 281, "Update paper record": 212, "Reviewing count record": 200, "Manipulate paper stars": 159, "Move hand to paper stars": 159, "Connect cable to device": 121, "Pick up electronic device": 119 }, "subtask": { "Counting and recording paper stars": 4080, "Reviewing and organizing records": 1053, "Handling electronic device": 720 } }, "window_labels": { "action": { "Count and record paper stars": 42, "Record count on notepad": 40, "Count and arrange paper stars": 40, "Write on paper record": 32, "Resume counting stars": 28, "Place device on lap": 26, "Record star count on paper": 22, "Count paper stars": 14, "Reviewing count record": 10, "Update paper record": 10, "Manipulate paper stars": 8, "Move hand to paper stars": 8, "Pick up electronic device": 6, "Connect cable to device": 6 }, "subtask": { "Counting and recording paper stars": 204, "Reviewing and organizing records": 52, "Handling electronic device": 36 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2380309709, "train_minimal_bytes": 2380309709, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "d342e6e2-c381-4a1c-b0ac-e62a5c80624f/ep3", "split": "val", "selection_rank": 38, "selection_score": 0.00276839, "size_band": "lower_mid", "top_level_session": "d342e6e2-c381-4a1c-b0ac-e62a5c80624f" }, { "episode_id": "46f7dea3-76bd-4de4-a0fe-56c0c1e1a276__ep3", "path": "/modelscope_data/xperience10m_128/46f7dea3-76bd-4de4-a0fe-56c0c1e1a276/ep3", "annotation": "/modelscope_data/xperience10m_128/46f7dea3-76bd-4de4-a0fe-56c0c1e1a276/ep3/annotation.hdf5", "frame_count": 5853, "main_task": "Assembling plastic product components", "files": [ { "name": "annotation.hdf5", "bytes": 1941899132, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 104743772, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 89395091, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 103393304, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 78429177, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20474665, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18416208, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/46f7dea3-76bd-4de4-a0fe-56c0c1e1a276/ep3/fisheye_cam0.mp4", "bytes": 104743772, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/46f7dea3-76bd-4de4-a0fe-56c0c1e1a276/ep3/fisheye_cam1.mp4", "bytes": 89395091, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/46f7dea3-76bd-4de4-a0fe-56c0c1e1a276/ep3/fisheye_cam2.mp4", "bytes": 103393304, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/46f7dea3-76bd-4de4-a0fe-56c0c1e1a276/ep3/fisheye_cam3.mp4", "bytes": 78429177, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/46f7dea3-76bd-4de4-a0fe-56c0c1e1a276/ep3/stereo_left.mp4", "bytes": 20474665, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/46f7dea3-76bd-4de4-a0fe-56c0c1e1a276/ep3/stereo_right.mp4", "bytes": 18416208, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": false, "slam_point_cloud": false, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": false, "contacts": false, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Assembling plastic product components", "segments": 0, "frame_labels": { "action": {}, "subtask": {} }, "window_labels": { "action": {}, "subtask": {} }, "num_labeled_windows": { "action": 0, "subtask": 0 } }, "total_bytes": 2356751349, "train_minimal_bytes": 2356751349, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "46f7dea3-76bd-4de4-a0fe-56c0c1e1a276/ep3", "split": "test", "selection_rank": 39, "selection_score": 0.00297404, "size_band": "lower_mid", "top_level_session": "46f7dea3-76bd-4de4-a0fe-56c0c1e1a276" }, { "episode_id": "adb1bb6f-6df3-4f46-b895-f045ac3e0772__ep2", "path": "/modelscope_data/xperience10m_128/adb1bb6f-6df3-4f46-b895-f045ac3e0772/ep2", "annotation": "/modelscope_data/xperience10m_128/adb1bb6f-6df3-4f46-b895-f045ac3e0772/ep2/annotation.hdf5", "frame_count": 5857, "main_task": "Cutting newspaper with scissors", "files": [ { "name": "annotation.hdf5", "bytes": 1943209388, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 74634470, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 105392248, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 93827946, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 89129333, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24910849, "exists": true }, { "name": "stereo_right.mp4", "bytes": 26577501, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/adb1bb6f-6df3-4f46-b895-f045ac3e0772/ep2/fisheye_cam0.mp4", "bytes": 74634470, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/adb1bb6f-6df3-4f46-b895-f045ac3e0772/ep2/fisheye_cam1.mp4", "bytes": 105392248, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/adb1bb6f-6df3-4f46-b895-f045ac3e0772/ep2/fisheye_cam2.mp4", "bytes": 93827946, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/adb1bb6f-6df3-4f46-b895-f045ac3e0772/ep2/fisheye_cam3.mp4", "bytes": 89129333, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/adb1bb6f-6df3-4f46-b895-f045ac3e0772/ep2/stereo_left.mp4", "bytes": 24910849, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/adb1bb6f-6df3-4f46-b895-f045ac3e0772/ep2/stereo_right.mp4", "bytes": 26577501, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting newspaper with scissors", "segments": 18, "frame_labels": { "action": { "Cut newspaper": 3098, "Place scissors down": 520, "Continue cutting newspaper": 401, "Hold smartphone": 400, "Pick up scissors": 320, "Move scissors away": 319, "Place smartphone on desk": 240, "Hold scissors": 200, "Place scissors on table": 199, "Reach for water bottle": 160 }, "subtask": { "Cutting newspaper": 2856, "Resuming cutting newspaper": 761, "Resuming cutting": 561, "Holding smartphone": 400, "Preparing workspace": 400, "Cutting and adjusting scissors": 280, "Positioning newspaper and scissors": 200, "Finishing segment and placing scissors": 200, "Cutting and pausing": 199 } }, "window_labels": { "action": { "Cut newspaper": 154, "Place scissors down": 26, "Hold smartphone": 20, "Continue cutting newspaper": 20, "Pick up scissors": 16, "Move scissors away": 16, "Place smartphone on desk": 12, "Hold scissors": 10, "Place scissors on table": 10, "Reach for water bottle": 8 }, "subtask": { "Cutting newspaper": 142, "Resuming cutting newspaper": 38, "Resuming cutting": 28, "Holding smartphone": 20, "Preparing workspace": 20, "Cutting and adjusting scissors": 14, "Positioning newspaper and scissors": 10, "Cutting and pausing": 10, "Finishing segment and placing scissors": 10 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2357681735, "train_minimal_bytes": 2357681735, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "adb1bb6f-6df3-4f46-b895-f045ac3e0772/ep2", "split": "train", "selection_rank": 40, "selection_score": 0.00298093, "size_band": "lower_mid", "top_level_session": "adb1bb6f-6df3-4f46-b895-f045ac3e0772" }, { "episode_id": "5399ef86-4df9-49bc-809f-8f4f92f9e659__ep6", "path": "/modelscope_data/xperience10m_128/5399ef86-4df9-49bc-809f-8f4f92f9e659/ep6", "annotation": "/modelscope_data/xperience10m_128/5399ef86-4df9-49bc-809f-8f4f92f9e659/ep6/annotation.hdf5", "frame_count": 5851, "main_task": "Assembling a jigsaw puzzle", "files": [ { "name": "annotation.hdf5", "bytes": 1941223988, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 95283596, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 90234203, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 102915985, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 92064758, "exists": true }, { "name": "stereo_left.mp4", "bytes": 26660269, "exists": true }, { "name": "stereo_right.mp4", "bytes": 24256844, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/5399ef86-4df9-49bc-809f-8f4f92f9e659/ep6/fisheye_cam0.mp4", "bytes": 95283596, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/5399ef86-4df9-49bc-809f-8f4f92f9e659/ep6/fisheye_cam1.mp4", "bytes": 90234203, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/5399ef86-4df9-49bc-809f-8f4f92f9e659/ep6/fisheye_cam2.mp4", "bytes": 102915985, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/5399ef86-4df9-49bc-809f-8f4f92f9e659/ep6/fisheye_cam3.mp4", "bytes": 92064758, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/5399ef86-4df9-49bc-809f-8f4f92f9e659/ep6/stereo_left.mp4", "bytes": 26660269, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/5399ef86-4df9-49bc-809f-8f4f92f9e659/ep6/stereo_right.mp4", "bytes": 24256844, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Assembling a jigsaw puzzle", "segments": 18, "frame_labels": { "action": { "Sort puzzle pieces": 2000, "Manipulate puzzle pieces": 800, "Manipulate puzzle piece": 600, "Place puzzle piece": 490, "Pick up puzzle piece": 400, "Observe puzzle progress": 400, "Attempt to fit puzzle piece": 361, "Search for puzzle piece": 280, "Place piece into puzzle": 240, "Adjust puzzle piece": 120, "Release puzzle piece": 80, "Reach for puzzle piece": 80 }, "subtask": { "Sort puzzle pieces": 2000, "Manipulate puzzle pieces": 800, "Manipulate puzzle piece": 600, "Reach for, pick up, and attempt to fit puzzle piece": 561, "Pick up and place puzzle piece": 400, "Observe puzzle progress": 400, "Search for and pick up puzzle piece": 400, "Place puzzle piece": 251, "Attempt to fit and place puzzle piece": 239, "Release and adjust puzzle piece": 200 } }, "window_labels": { "action": { "Sort puzzle pieces": 100, "Manipulate puzzle pieces": 40, "Manipulate puzzle piece": 30, "Place puzzle piece": 24, "Pick up puzzle piece": 20, "Observe puzzle progress": 20, "Attempt to fit puzzle piece": 18, "Search for puzzle piece": 14, "Place piece into puzzle": 12, "Adjust puzzle piece": 6, "Release puzzle piece": 4, "Reach for puzzle piece": 4 }, "subtask": { "Sort puzzle pieces": 100, "Manipulate puzzle pieces": 40, "Manipulate puzzle piece": 30, "Reach for, pick up, and attempt to fit puzzle piece": 28, "Pick up and place puzzle piece": 20, "Observe puzzle progress": 20, "Search for and pick up puzzle piece": 20, "Place puzzle piece": 12, "Attempt to fit and place puzzle piece": 12, "Release and adjust puzzle piece": 10 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2372639643, "train_minimal_bytes": 2372639643, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep6", "episode_path": "5399ef86-4df9-49bc-809f-8f4f92f9e659/ep6", "split": "test", "selection_rank": 41, "selection_score": 0.0032859, "size_band": "lower_mid", "top_level_session": "5399ef86-4df9-49bc-809f-8f4f92f9e659" }, { "episode_id": "5aeb0920-ab9f-4dc2-a261-747a678bf9cb__ep2", "path": "/modelscope_data/xperience10m_128/5aeb0920-ab9f-4dc2-a261-747a678bf9cb/ep2", "annotation": "/modelscope_data/xperience10m_128/5aeb0920-ab9f-4dc2-a261-747a678bf9cb/ep2/annotation.hdf5", "frame_count": 5839, "main_task": "Cutting and shaping cardboard components", "files": [ { "name": "annotation.hdf5", "bytes": 1937449580, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 96297038, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 98869921, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 109951607, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 79991715, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22780270, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23986933, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/5aeb0920-ab9f-4dc2-a261-747a678bf9cb/ep2/fisheye_cam0.mp4", "bytes": 96297038, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/5aeb0920-ab9f-4dc2-a261-747a678bf9cb/ep2/fisheye_cam1.mp4", "bytes": 98869921, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/5aeb0920-ab9f-4dc2-a261-747a678bf9cb/ep2/fisheye_cam2.mp4", "bytes": 109951607, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/5aeb0920-ab9f-4dc2-a261-747a678bf9cb/ep2/fisheye_cam3.mp4", "bytes": 79991715, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/5aeb0920-ab9f-4dc2-a261-747a678bf9cb/ep2/stereo_left.mp4", "bytes": 22780270, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/5aeb0920-ab9f-4dc2-a261-747a678bf9cb/ep2/stereo_right.mp4", "bytes": 23986933, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": false, "slam_point_cloud": false, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": false, "contacts": false, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting and shaping cardboard components", "segments": 0, "frame_labels": { "action": {}, "subtask": {} }, "window_labels": { "action": {}, "subtask": {} }, "num_labeled_windows": { "action": 0, "subtask": 0 } }, "total_bytes": 2369327064, "train_minimal_bytes": 2369327064, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "5aeb0920-ab9f-4dc2-a261-747a678bf9cb/ep2", "split": "train", "selection_rank": 42, "selection_score": 0.00330289, "size_band": "lower_mid", "top_level_session": "5aeb0920-ab9f-4dc2-a261-747a678bf9cb" }, { "episode_id": "877779cd-25f3-4293-a3c4-39067dd9558c__ep4", "path": "/modelscope_data/xperience10m_128/877779cd-25f3-4293-a3c4-39067dd9558c/ep4", "annotation": "/modelscope_data/xperience10m_128/877779cd-25f3-4293-a3c4-39067dd9558c/ep4/annotation.hdf5", "frame_count": 5844, "main_task": "Sorting and arranging buttons by color", "files": [ { "name": "annotation.hdf5", "bytes": 1938930176, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 94675764, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 100925681, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 105515732, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 75645159, "exists": true }, { "name": "stereo_left.mp4", "bytes": 27418558, "exists": true }, { "name": "stereo_right.mp4", "bytes": 25367689, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/877779cd-25f3-4293-a3c4-39067dd9558c/ep4/fisheye_cam0.mp4", "bytes": 94675764, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/877779cd-25f3-4293-a3c4-39067dd9558c/ep4/fisheye_cam1.mp4", "bytes": 100925681, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/877779cd-25f3-4293-a3c4-39067dd9558c/ep4/fisheye_cam2.mp4", "bytes": 105515732, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/877779cd-25f3-4293-a3c4-39067dd9558c/ep4/fisheye_cam3.mp4", "bytes": 75645159, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/877779cd-25f3-4293-a3c4-39067dd9558c/ep4/stereo_left.mp4", "bytes": 27418558, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/877779cd-25f3-4293-a3c4-39067dd9558c/ep4/stereo_right.mp4", "bytes": 25367689, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting and arranging buttons by color", "segments": 18, "frame_labels": { "action": { "Sort and place buttons": 1244, "Sort and arrange buttons": 1200, "Arrange buttons": 600, "Sort button": 600, "Use smartphone": 600, "Sort buttons": 400, "Arrange buttons in a line": 400, "Sort and adjust button line": 400, "Place button": 240, "Pick up button": 160 }, "subtask": { "Sort and arrange buttons": 1203, "Sort and place buttons": 1202, "Arrange buttons": 600, "Use smartphone": 600, "Sort buttons": 561, "Arrange buttons in a line": 439, "Sort and adjust button line": 439, "Sort buttons by color": 400, "Pick up and place buttons": 400 } }, "window_labels": { "action": { "Sort and place buttons": 62, "Sort and arrange buttons": 60, "Arrange buttons": 30, "Sort button": 30, "Use smartphone": 30, "Sort buttons": 20, "Arrange buttons in a line": 20, "Sort and adjust button line": 20, "Place button": 12, "Pick up button": 8 }, "subtask": { "Sort and arrange buttons": 60, "Sort and place buttons": 60, "Arrange buttons": 30, "Use smartphone": 30, "Sort buttons": 28, "Arrange buttons in a line": 22, "Sort and adjust button line": 22, "Sort buttons by color": 20, "Pick up and place buttons": 20 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2368478759, "train_minimal_bytes": 2368478759, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "877779cd-25f3-4293-a3c4-39067dd9558c/ep4", "split": "test", "selection_rank": 43, "selection_score": 0.00336242, "size_band": "lower_mid", "top_level_session": "877779cd-25f3-4293-a3c4-39067dd9558c" }, { "episode_id": "9f84a0a7-8964-48c5-b7e1-8a1d28094c86__ep2", "path": "/modelscope_data/xperience10m_128/9f84a0a7-8964-48c5-b7e1-8a1d28094c86/ep2", "annotation": "/modelscope_data/xperience10m_128/9f84a0a7-8964-48c5-b7e1-8a1d28094c86/ep2/annotation.hdf5", "frame_count": 5849, "main_task": "Organizing paper stars", "files": [ { "name": "annotation.hdf5", "bytes": 1940541892, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 103904285, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 92041452, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 116265423, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 76556081, "exists": true }, { "name": "stereo_left.mp4", "bytes": 28829657, "exists": true }, { "name": "stereo_right.mp4", "bytes": 26154527, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/9f84a0a7-8964-48c5-b7e1-8a1d28094c86/ep2/fisheye_cam0.mp4", "bytes": 103904285, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/9f84a0a7-8964-48c5-b7e1-8a1d28094c86/ep2/fisheye_cam1.mp4", "bytes": 92041452, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/9f84a0a7-8964-48c5-b7e1-8a1d28094c86/ep2/fisheye_cam2.mp4", "bytes": 116265423, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/9f84a0a7-8964-48c5-b7e1-8a1d28094c86/ep2/fisheye_cam3.mp4", "bytes": 76556081, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/9f84a0a7-8964-48c5-b7e1-8a1d28094c86/ep2/stereo_left.mp4", "bytes": 28829657, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/9f84a0a7-8964-48c5-b7e1-8a1d28094c86/ep2/stereo_right.mp4", "bytes": 26154527, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Organizing paper stars", "segments": 18, "frame_labels": { "action": { "Sort paper stars": 2520, "Sort paper star": 1449, "Manipulate paper star": 600, "Reach for star": 320, "Place star in row": 279, "Retrieve star": 201, "Pick up star": 200, "Pick up pink water bottle": 160, "Place down pink water bottle": 120 }, "subtask": { "Folding and sorting paper stars": 2000, "Sorting paper stars": 1849, "Organizing stars into a row": 600, "Manipulating paper stars": 600, "Folding and sorting paper stars while handling a water bottle": 400, "Reaching for and picking up stars": 400 } }, "window_labels": { "action": { "Sort paper stars": 126, "Sort paper star": 72, "Manipulate paper star": 30, "Reach for star": 16, "Place star in row": 14, "Retrieve star": 10, "Pick up star": 10, "Pick up pink water bottle": 8, "Place down pink water bottle": 6 }, "subtask": { "Folding and sorting paper stars": 100, "Sorting paper stars": 92, "Organizing stars into a row": 30, "Manipulating paper stars": 30, "Folding and sorting paper stars while handling a water bottle": 20, "Reaching for and picking up stars": 20 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2384293317, "train_minimal_bytes": 2384293317, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "9f84a0a7-8964-48c5-b7e1-8a1d28094c86/ep2", "split": "train", "selection_rank": 44, "selection_score": 0.00352063, "size_band": "lower_mid", "top_level_session": "9f84a0a7-8964-48c5-b7e1-8a1d28094c86" }, { "episode_id": "84106bb9-1cf8-47b6-8d11-fddbfe381e4f__ep5", "path": "/modelscope_data/xperience10m_128/84106bb9-1cf8-47b6-8d11-fddbfe381e4f/ep5", "annotation": "/modelscope_data/xperience10m_128/84106bb9-1cf8-47b6-8d11-fddbfe381e4f/ep5/annotation.hdf5", "frame_count": 5847, "main_task": "paper quilling craft and organization", "files": [ { "name": "annotation.hdf5", "bytes": 1940012900, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 98400531, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 98472316, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 102335392, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 89103532, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24626574, "exists": true }, { "name": "stereo_right.mp4", "bytes": 24086195, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/84106bb9-1cf8-47b6-8d11-fddbfe381e4f/ep5/fisheye_cam0.mp4", "bytes": 98400531, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/84106bb9-1cf8-47b6-8d11-fddbfe381e4f/ep5/fisheye_cam1.mp4", "bytes": 98472316, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/84106bb9-1cf8-47b6-8d11-fddbfe381e4f/ep5/fisheye_cam2.mp4", "bytes": 102335392, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/84106bb9-1cf8-47b6-8d11-fddbfe381e4f/ep5/fisheye_cam3.mp4", "bytes": 89103532, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/84106bb9-1cf8-47b6-8d11-fddbfe381e4f/ep5/stereo_left.mp4", "bytes": 24626574, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/84106bb9-1cf8-47b6-8d11-fddbfe381e4f/ep5/stereo_right.mp4", "bytes": 24086195, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "paper quilling craft and organization", "segments": 18, "frame_labels": { "action": { "Sort quilled paper pieces": 1762, "Pick up smartphone": 519, "Manipulate quilled paper": 481, "Manipulate quilled paper strip": 480, "Hold device and cable": 439, "Move piece to pile": 439, "Forming quilled paper shape": 400, "Walk towards storage area": 360, "Manipulate quilled paper shape": 200, "Observe paper quilling station": 160, "Place quilled paper shape": 120, "Select paper strip": 120, "Manipulate quilled paper strips": 120, "Transition to standing position": 120, "Retrieve paper strip": 80, "Hold smartphone": 47 }, "subtask": { "Sorting quilled paper pieces": 1762, "Selecting and manipulating paper strips": 561, "Manipulating quilled paper": 481, "Sorting pieces and retrieving smartphone": 480, "Forming quilled paper shapes": 400, "Manipulating and placing paper shapes": 400, "Transitioning and observing workspace": 400, "Returning to workspace": 400, "Organizing paper pieces into piles": 400, "Walking to storage area": 360, "Holding smartphone": 86, "Manipulating paper strips": 39, "Observing workspace": 39, "Handling quilled paper pieces": 39 } }, "window_labels": { "action": { "Sort quilled paper pieces": 88, "Pick up smartphone": 26, "Manipulate quilled paper strip": 24, "Manipulate quilled paper": 24, "Hold device and cable": 22, "Move piece to pile": 22, "Forming quilled paper shape": 20, "Walk towards storage area": 18, "Manipulate quilled paper shape": 10, "Observe paper quilling station": 8, "Place quilled paper shape": 6, "Select paper strip": 6, "Manipulate quilled paper strips": 6, "Transition to standing position": 6, "Retrieve paper strip": 4, "Hold smartphone": 2 }, "subtask": { "Sorting quilled paper pieces": 88, "Selecting and manipulating paper strips": 28, "Manipulating quilled paper": 24, "Sorting pieces and retrieving smartphone": 24, "Forming quilled paper shapes": 20, "Manipulating and placing paper shapes": 20, "Transitioning and observing workspace": 20, "Returning to workspace": 20, "Organizing paper pieces into piles": 20, "Walking to storage area": 18, "Holding smartphone": 4, "Manipulating paper strips": 2, "Observing workspace": 2, "Handling quilled paper pieces": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2377037440, "train_minimal_bytes": 2377037440, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "84106bb9-1cf8-47b6-8d11-fddbfe381e4f/ep5", "split": "train", "selection_rank": 45, "selection_score": 0.00354971, "size_band": "lower_mid", "top_level_session": "84106bb9-1cf8-47b6-8d11-fddbfe381e4f" }, { "episode_id": "ba18b7c1-21ff-45da-8452-41acce7fc8de__ep2", "path": "/modelscope_data/xperience10m_128/ba18b7c1-21ff-45da-8452-41acce7fc8de/ep2", "annotation": "/modelscope_data/xperience10m_128/ba18b7c1-21ff-45da-8452-41acce7fc8de/ep2/annotation.hdf5", "frame_count": 5866, "main_task": "Crafting a paper cone", "files": [ { "name": "annotation.hdf5", "bytes": 1946202432, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 103066867, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 84209898, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 96035554, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 94036801, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21077226, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20044603, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/ba18b7c1-21ff-45da-8452-41acce7fc8de/ep2/fisheye_cam0.mp4", "bytes": 103066867, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/ba18b7c1-21ff-45da-8452-41acce7fc8de/ep2/fisheye_cam1.mp4", "bytes": 84209898, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/ba18b7c1-21ff-45da-8452-41acce7fc8de/ep2/fisheye_cam2.mp4", "bytes": 96035554, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/ba18b7c1-21ff-45da-8452-41acce7fc8de/ep2/fisheye_cam3.mp4", "bytes": 94036801, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/ba18b7c1-21ff-45da-8452-41acce7fc8de/ep2/stereo_left.mp4", "bytes": 21077226, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/ba18b7c1-21ff-45da-8452-41acce7fc8de/ep2/stereo_right.mp4", "bytes": 20044603, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting a paper cone", "segments": 18, "frame_labels": { "action": { "Manipulate adhesive strip": 1866, "Manipulate paper strip": 1120, "Manipulate paper decoration": 800, "Secure paper edges with adhesive": 600, "Placing paper strip": 599, "Securing paper structure": 480, "Manipulate paper edge": 401 }, "subtask": { "Manipulate adhesive strip": 1866, "Manipulate paper strip": 1159, "Manipulate paper decoration": 761, "Secure paper edges with adhesive": 561, "Adjusting paper edge and placing strip": 560, "Adjusting and securing paper structure": 441, "Manipulate paper edge": 401, "Fold paper cone edges": 39, "Securing paper edges": 39, "Apply adhesive strip": 39 } }, "window_labels": { "action": { "Manipulate adhesive strip": 93, "Manipulate paper strip": 56, "Manipulate paper decoration": 40, "Placing paper strip": 30, "Secure paper edges with adhesive": 30, "Securing paper structure": 24, "Manipulate paper edge": 20 }, "subtask": { "Manipulate adhesive strip": 93, "Manipulate paper strip": 58, "Manipulate paper decoration": 38, "Adjusting paper edge and placing strip": 28, "Secure paper edges with adhesive": 28, "Adjusting and securing paper structure": 22, "Manipulate paper edge": 20, "Fold paper cone edges": 2, "Securing paper edges": 2, "Apply adhesive strip": 2 } }, "num_labeled_windows": { "action": 293, "subtask": 293 } }, "total_bytes": 2364673381, "train_minimal_bytes": 2364673381, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "ba18b7c1-21ff-45da-8452-41acce7fc8de/ep2", "split": "test", "selection_rank": 46, "selection_score": 0.00356755, "size_band": "lower_mid", "top_level_session": "ba18b7c1-21ff-45da-8452-41acce7fc8de" }, { "episode_id": "6fbdecec-d4d5-477a-b94b-2486adb0dbd8__ep6", "path": "/modelscope_data/xperience10m_128/6fbdecec-d4d5-477a-b94b-2486adb0dbd8/ep6", "annotation": "/modelscope_data/xperience10m_128/6fbdecec-d4d5-477a-b94b-2486adb0dbd8/ep6/annotation.hdf5", "frame_count": 5851, "main_task": "Crafting cardboard shapes and preparing workspace", "files": [ { "name": "annotation.hdf5", "bytes": 1941323844, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 103959093, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 98263013, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 97371463, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 96132665, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24010729, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22586343, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/6fbdecec-d4d5-477a-b94b-2486adb0dbd8/ep6/fisheye_cam0.mp4", "bytes": 103959093, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/6fbdecec-d4d5-477a-b94b-2486adb0dbd8/ep6/fisheye_cam1.mp4", "bytes": 98263013, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/6fbdecec-d4d5-477a-b94b-2486adb0dbd8/ep6/fisheye_cam2.mp4", "bytes": 97371463, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/6fbdecec-d4d5-477a-b94b-2486adb0dbd8/ep6/fisheye_cam3.mp4", "bytes": 96132665, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/6fbdecec-d4d5-477a-b94b-2486adb0dbd8/ep6/stereo_left.mp4", "bytes": 24010729, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/6fbdecec-d4d5-477a-b94b-2486adb0dbd8/ep6/stereo_right.mp4", "bytes": 22586343, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting cardboard shapes and preparing workspace", "segments": 18, "frame_labels": { "action": { "Cut cardboard piece": 2040, "Cut cardboard": 1240, "Manipulate cardboard piece": 841, "Position scissors": 561, "Pick up scissors": 200, "Walk through corridor": 200, "Position scissors to cut cardboard": 160, "Move away from workstation": 160, "Put down scissors": 119, "Release scissors": 80, "Place down scissors": 80, "Place cardboard piece": 79, "Arrive at a different workstation": 40, "Move vacuum cleaner hose": 40, "Walk through workspace": 11 }, "subtask": { "Cutting cardboard pieces with scissors": 1400, "Cutting cardboard": 1320, "Positioning scissors to cut cardboard": 761, "Manipulating cardboard piece": 521, "Picking up and positioning scissors": 481, "Manipulating cardboard and picking up scissors": 400, "Transitioning to new workstation": 400, "Releasing scissors": 200, "Cutting cardboard and putting down scissors": 119, "Placing down scissors": 80, "Placing cardboard piece": 79, "Cleaning workspace": 51, "Cutting cardboard piece": 39 } }, "window_labels": { "action": { "Cut cardboard piece": 102, "Cut cardboard": 62, "Manipulate cardboard piece": 42, "Position scissors": 28, "Pick up scissors": 10, "Walk through corridor": 10, "Position scissors to cut cardboard": 8, "Move away from workstation": 8, "Put down scissors": 6, "Place cardboard piece": 4, "Release scissors": 4, "Place down scissors": 4, "Arrive at a different workstation": 2, "Move vacuum cleaner hose": 2 }, "subtask": { "Cutting cardboard pieces with scissors": 70, "Cutting cardboard": 66, "Positioning scissors to cut cardboard": 38, "Manipulating cardboard piece": 26, "Picking up and positioning scissors": 24, "Manipulating cardboard and picking up scissors": 20, "Transitioning to new workstation": 20, "Releasing scissors": 10, "Cutting cardboard and putting down scissors": 6, "Placing cardboard piece": 4, "Placing down scissors": 4, "Cutting cardboard piece": 2, "Cleaning workspace": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2383647150, "train_minimal_bytes": 2383647150, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep6", "episode_path": "6fbdecec-d4d5-477a-b94b-2486adb0dbd8/ep6", "split": "train", "selection_rank": 47, "selection_score": 0.00372522, "size_band": "lower_mid", "top_level_session": "6fbdecec-d4d5-477a-b94b-2486adb0dbd8" }, { "episode_id": "c5e5183a-9eca-448a-9ec1-a0a40682b81a__ep4", "path": "/modelscope_data/xperience10m_128/c5e5183a-9eca-448a-9ec1-a0a40682b81a/ep4", "annotation": "/modelscope_data/xperience10m_128/c5e5183a-9eca-448a-9ec1-a0a40682b81a/ep4/annotation.hdf5", "frame_count": 5863, "main_task": "Measuring, marking, and cutting a cardboard grid", "files": [ { "name": "annotation.hdf5", "bytes": 1945464636, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 90530527, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 107510885, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 108223424, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 79757600, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21672440, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23368061, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/c5e5183a-9eca-448a-9ec1-a0a40682b81a/ep4/fisheye_cam0.mp4", "bytes": 90530527, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/c5e5183a-9eca-448a-9ec1-a0a40682b81a/ep4/fisheye_cam1.mp4", "bytes": 107510885, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/c5e5183a-9eca-448a-9ec1-a0a40682b81a/ep4/fisheye_cam2.mp4", "bytes": 108223424, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/c5e5183a-9eca-448a-9ec1-a0a40682b81a/ep4/fisheye_cam3.mp4", "bytes": 79757600, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/c5e5183a-9eca-448a-9ec1-a0a40682b81a/ep4/stereo_left.mp4", "bytes": 21672440, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/c5e5183a-9eca-448a-9ec1-a0a40682b81a/ep4/stereo_right.mp4", "bytes": 23368061, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring, marking, and cutting a cardboard grid", "segments": 18, "frame_labels": { "action": { "Reposition marker": 1040, "Mark cardboard with marker": 719, "Walking in the workspace": 681, "Draw lines on cardboard": 600, "Mark lines with marker": 560, "Move ruler": 481, "Drawing lines on cardboard": 481, "Position the ruler": 319, "Adjust ruler position": 200, "Hold cardboard": 120, "Align ruler": 120, "Hold ruler": 120, "Walk through workspace": 119, "Adjust grip": 80, "Cut cardboard": 80, "Stack cardboard pieces": 80, "Insert charging cable into power bank": 63 }, "subtask": { "Drawing lines on cardboard": 1081, "Drawing lines along ruler": 919, "Marking guidelines on cardboard": 719, "Adjusting ruler position": 681, "Walking in workspace": 681, "Cutting cardboard with a utility knife": 400, "Capping marker and marking lines": 400, "Capping marker and positioning ruler": 319, "Marking grid lines": 281, "Organizing cardboard pieces": 200, "Gathering materials and walking": 119, "Charging power bank": 63 } }, "window_labels": { "action": { "Reposition marker": 52, "Mark cardboard with marker": 36, "Walking in the workspace": 34, "Draw lines on cardboard": 30, "Mark lines with marker": 28, "Move ruler": 24, "Drawing lines on cardboard": 24, "Position the ruler": 16, "Adjust ruler position": 10, "Hold cardboard": 6, "Align ruler": 6, "Hold ruler": 6, "Walk through workspace": 6, "Adjust grip": 4, "Cut cardboard": 4, "Stack cardboard pieces": 4, "Insert charging cable into power bank": 3 }, "subtask": { "Drawing lines on cardboard": 54, "Drawing lines along ruler": 46, "Marking guidelines on cardboard": 36, "Adjusting ruler position": 34, "Walking in workspace": 34, "Cutting cardboard with a utility knife": 20, "Capping marker and marking lines": 20, "Capping marker and positioning ruler": 16, "Marking grid lines": 14, "Organizing cardboard pieces": 10, "Gathering materials and walking": 6, "Charging power bank": 3 } }, "num_labeled_windows": { "action": 293, "subtask": 293 } }, "total_bytes": 2376527573, "train_minimal_bytes": 2376527573, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "c5e5183a-9eca-448a-9ec1-a0a40682b81a/ep4", "split": "train", "selection_rank": 48, "selection_score": 0.00376342, "size_band": "lower_mid", "top_level_session": "c5e5183a-9eca-448a-9ec1-a0a40682b81a" }, { "episode_id": "003dcaf0-edba-4787-ada0-187d2748f684__ep1", "path": "/modelscope_data/xperience10m_128/003dcaf0-edba-4787-ada0-187d2748f684/ep1", "annotation": "/modelscope_data/xperience10m_128/003dcaf0-edba-4787-ada0-187d2748f684/ep1/annotation.hdf5", "frame_count": 5858, "main_task": "Sorting colorful star-shaped paper origami", "files": [ { "name": "annotation.hdf5", "bytes": 1943666280, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 106353519, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 105582655, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 105191340, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 79844203, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24159613, "exists": true }, { "name": "stereo_right.mp4", "bytes": 26510127, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/003dcaf0-edba-4787-ada0-187d2748f684/ep1/fisheye_cam0.mp4", "bytes": 106353519, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/003dcaf0-edba-4787-ada0-187d2748f684/ep1/fisheye_cam1.mp4", "bytes": 105582655, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/003dcaf0-edba-4787-ada0-187d2748f684/ep1/fisheye_cam2.mp4", "bytes": 105191340, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/003dcaf0-edba-4787-ada0-187d2748f684/ep1/fisheye_cam3.mp4", "bytes": 79844203, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/003dcaf0-edba-4787-ada0-187d2748f684/ep1/stereo_left.mp4", "bytes": 24159613, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/003dcaf0-edba-4787-ada0-187d2748f684/ep1/stereo_right.mp4", "bytes": 26510127, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting colorful star-shaped paper origami", "segments": 18, "frame_labels": { "action": { "Sort paper star": 1858, "Sort paper stars": 920, "Place paper star": 600, "Sorting paper stars": 400, "Place star": 400, "Pick up paper star": 320, "Sort and place paper star": 280, "Walk through doorway": 160, "Pick up object": 160, "Walk towards table": 160, "Walk away": 120, "Approach desk": 120, "Place item on table": 120, "Stop sorting stars": 80, "Open door": 80, "Move phone": 80 }, "subtask": { "Sorting colorful paper stars": 2800, "Resuming sorting paper stars": 2058, "Leaving the room and retrieving object": 400, "Returning to the workspace": 400, "Stopping sorting activity": 200 } }, "window_labels": { "action": { "Sort paper star": 92, "Sort paper stars": 46, "Place paper star": 30, "Sorting paper stars": 20, "Place star": 20, "Pick up paper star": 16, "Sort and place paper star": 14, "Walk through doorway": 8, "Pick up object": 8, "Walk towards table": 8, "Walk away": 6, "Approach desk": 6, "Place item on table": 6, "Stop sorting stars": 4, "Open door": 4, "Move phone": 4 }, "subtask": { "Sorting colorful paper stars": 140, "Resuming sorting paper stars": 102, "Leaving the room and retrieving object": 20, "Returning to the workspace": 20, "Stopping sorting activity": 10 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2391307737, "train_minimal_bytes": 2391307737, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "003dcaf0-edba-4787-ada0-187d2748f684/ep1", "split": "train", "selection_rank": 49, "selection_score": 0.00383016, "size_band": "lower_mid", "top_level_session": "003dcaf0-edba-4787-ada0-187d2748f684" }, { "episode_id": "55f345d5-aa45-4d75-829b-a6ec41dca2ed__ep7", "path": "/modelscope_data/xperience10m_128/55f345d5-aa45-4d75-829b-a6ec41dca2ed/ep7", "annotation": "/modelscope_data/xperience10m_128/55f345d5-aa45-4d75-829b-a6ec41dca2ed/ep7/annotation.hdf5", "frame_count": 5856, "main_task": "Measuring and marking a grid on cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1942904384, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 90823518, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 107824812, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 92858373, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 85385019, "exists": true }, { "name": "stereo_left.mp4", "bytes": 23771086, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22956961, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/55f345d5-aa45-4d75-829b-a6ec41dca2ed/ep7/fisheye_cam0.mp4", "bytes": 90823518, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/55f345d5-aa45-4d75-829b-a6ec41dca2ed/ep7/fisheye_cam1.mp4", "bytes": 107824812, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/55f345d5-aa45-4d75-829b-a6ec41dca2ed/ep7/fisheye_cam2.mp4", "bytes": 92858373, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/55f345d5-aa45-4d75-829b-a6ec41dca2ed/ep7/fisheye_cam3.mp4", "bytes": 85385019, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/55f345d5-aa45-4d75-829b-a6ec41dca2ed/ep7/stereo_left.mp4", "bytes": 23771086, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/55f345d5-aa45-4d75-829b-a6ec41dca2ed/ep7/stereo_right.mp4", "bytes": 22956961, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring and marking a grid on cardboard", "segments": 18, "frame_labels": { "action": { "Draw lines on cardboard": 3560, "Draw straight lines on cardboard": 600, "Draw lines with ruler": 520, "Remove ruler": 480, "Reposition ruler and pen": 200, "Reposition ruler": 160, "Draw line on cardboard": 120, "Reposition pen and prepare for next line": 80, "Place pen on cardboard": 80, "Draw lines with pen and ruler": 56 }, "subtask": { "Measuring and marking cardboard for crafting": 5856 } }, "window_labels": { "action": { "Draw lines on cardboard": 178, "Draw straight lines on cardboard": 30, "Draw lines with ruler": 26, "Remove ruler": 24, "Reposition ruler and pen": 10, "Reposition ruler": 8, "Draw line on cardboard": 6, "Reposition pen and prepare for next line": 4, "Place pen on cardboard": 4, "Draw lines with pen and ruler": 2 }, "subtask": { "Measuring and marking cardboard for crafting": 292 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2366524153, "train_minimal_bytes": 2366524153, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep7", "episode_path": "55f345d5-aa45-4d75-829b-a6ec41dca2ed/ep7", "split": "train", "selection_rank": 50, "selection_score": 0.00394459, "size_band": "lower_mid", "top_level_session": "55f345d5-aa45-4d75-829b-a6ec41dca2ed" }, { "episode_id": "5e221284-f4af-4408-9177-25200282b6de__ep4", "path": "/modelscope_data/xperience10m_128/5e221284-f4af-4408-9177-25200282b6de/ep4", "annotation": "/modelscope_data/xperience10m_128/5e221284-f4af-4408-9177-25200282b6de/ep4/annotation.hdf5", "frame_count": 5852, "main_task": "Playing Mahjong", "files": [ { "name": "annotation.hdf5", "bytes": 1941568560, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 85754768, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 96076486, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 92517087, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 89496088, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21902796, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22526170, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/5e221284-f4af-4408-9177-25200282b6de/ep4/fisheye_cam0.mp4", "bytes": 85754768, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/5e221284-f4af-4408-9177-25200282b6de/ep4/fisheye_cam1.mp4", "bytes": 96076486, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/5e221284-f4af-4408-9177-25200282b6de/ep4/fisheye_cam2.mp4", "bytes": 92517087, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/5e221284-f4af-4408-9177-25200282b6de/ep4/fisheye_cam3.mp4", "bytes": 89496088, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/5e221284-f4af-4408-9177-25200282b6de/ep4/stereo_left.mp4", "bytes": 21902796, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/5e221284-f4af-4408-9177-25200282b6de/ep4/stereo_right.mp4", "bytes": 22526170, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Playing Mahjong", "segments": 18, "frame_labels": { "action": { "Adjust Mahjong tile alignment": 2000, "Arrange Mahjong tiles": 1200, "Rearrange Mahjong tiles": 1000, "Adjust Mahjong tile on the stack": 521, "Arrange tiles into row": 320, "Adjust tile row alignment": 280, "Pick up Mahjong tile": 199, "Place Mahjong tile on the stack": 161, "Place Mahjong tile on stack": 119, "Sort Mahjong tiles": 52 }, "subtask": { "Adjust tile alignment": 2039, "Arrange Mahjong tiles": 1161, "Rearrange Mahjong tiles": 1039, "Arrange tiles into row": 561, "Adjust tiles on stack": 521, "Pick up and place tiles on stack": 479, "Sort Mahjong tiles": 52 } }, "window_labels": { "action": { "Adjust Mahjong tile alignment": 100, "Arrange Mahjong tiles": 60, "Rearrange Mahjong tiles": 50, "Adjust Mahjong tile on the stack": 26, "Arrange tiles into row": 16, "Adjust tile row alignment": 14, "Pick up Mahjong tile": 10, "Place Mahjong tile on the stack": 8, "Place Mahjong tile on stack": 6, "Sort Mahjong tiles": 2 }, "subtask": { "Adjust tile alignment": 102, "Arrange Mahjong tiles": 58, "Rearrange Mahjong tiles": 52, "Arrange tiles into row": 28, "Adjust tiles on stack": 26, "Pick up and place tiles on stack": 24, "Sort Mahjong tiles": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2349841955, "train_minimal_bytes": 2349841955, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "5e221284-f4af-4408-9177-25200282b6de/ep4", "split": "train", "selection_rank": 51, "selection_score": 0.00397446, "size_band": "lower_mid", "top_level_session": "5e221284-f4af-4408-9177-25200282b6de" }, { "episode_id": "676c3db3-464e-406a-be9f-8283518e8181__ep4", "path": "/modelscope_data/xperience10m_128/676c3db3-464e-406a-be9f-8283518e8181/ep4", "annotation": "/modelscope_data/xperience10m_128/676c3db3-464e-406a-be9f-8283518e8181/ep4/annotation.hdf5", "frame_count": 5865, "main_task": "Measuring, cutting, and labeling cardboard pieces", "files": [ { "name": "annotation.hdf5", "bytes": 1945942660, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 111438273, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 92604383, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 102947123, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 67444431, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24202014, "exists": true }, { "name": "stereo_right.mp4", "bytes": 24137980, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/676c3db3-464e-406a-be9f-8283518e8181/ep4/fisheye_cam0.mp4", "bytes": 111438273, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/676c3db3-464e-406a-be9f-8283518e8181/ep4/fisheye_cam1.mp4", "bytes": 92604383, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/676c3db3-464e-406a-be9f-8283518e8181/ep4/fisheye_cam2.mp4", "bytes": 102947123, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/676c3db3-464e-406a-be9f-8283518e8181/ep4/fisheye_cam3.mp4", "bytes": 67444431, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/676c3db3-464e-406a-be9f-8283518e8181/ep4/stereo_left.mp4", "bytes": 24202014, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/676c3db3-464e-406a-be9f-8283518e8181/ep4/stereo_right.mp4", "bytes": 24137980, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring, cutting, and labeling cardboard pieces", "segments": 18, "frame_labels": { "action": { "Labeling cardboard square": 1200, "Place cardboard piece on stack": 680, "Labeling cardboard squares": 600, "Cut cardboard": 360, "Labeling cardboard piece": 360, "Marking cardboard with pen": 280, "Move cardboard": 240, "Stabilize cardboard": 200, "Stabilize ruler": 200, "Moving cardboard square": 200, "Position cardboard piece": 200, "Release cardboard piece": 200, "Placing labeled cardboard square": 160, "Placing labeled square": 120, "Starting to label next square": 120, "Switching marker": 120, "Placing pen on table": 120, "Repositioning ruler and cardboard": 120, "Manipulate cardboard sheet": 120, "Move cardboard piece": 80, "Folding cardboard": 80, "Observe workspace": 65, "Reach for next piece": 40 }, "subtask": { "Labeling cardboard square": 600, "Labeling and placing cardboard square": 600, "Cutting and measuring cardboard": 400, "Stabilizing cardboard for cutting": 400, "Labeling cardboard squares": 400, "Labeling and organizing cardboard squares": 400, "Labeling and placing cardboard squares": 400, "Labeling and switching markers": 400, "Positioning cardboard pieces": 400, "Marking cardboard with pen": 400, "Stacking cardboard pieces": 400, "Stacking and organizing cardboard": 400, "Positioning ruler for cutting": 200, "Labeling and retrieving cardboard pieces": 200, "Adjusting and folding cardboard": 200, "Observing workspace": 65 } }, "window_labels": { "action": { "Labeling cardboard square": 60, "Place cardboard piece on stack": 34, "Labeling cardboard squares": 30, "Cut cardboard": 18, "Labeling cardboard piece": 18, "Marking cardboard with pen": 14, "Move cardboard": 12, "Stabilize cardboard": 10, "Stabilize ruler": 10, "Moving cardboard square": 10, "Position cardboard piece": 10, "Release cardboard piece": 10, "Placing labeled cardboard square": 8, "Placing labeled square": 6, "Starting to label next square": 6, "Switching marker": 6, "Placing pen on table": 6, "Repositioning ruler and cardboard": 6, "Manipulate cardboard sheet": 6, "Move cardboard piece": 4, "Folding cardboard": 4, "Observe workspace": 3, "Reach for next piece": 2 }, "subtask": { "Labeling cardboard square": 30, "Labeling and placing cardboard square": 30, "Cutting and measuring cardboard": 20, "Stabilizing cardboard for cutting": 20, "Labeling cardboard squares": 20, "Labeling and organizing cardboard squares": 20, "Labeling and placing cardboard squares": 20, "Labeling and switching markers": 20, "Positioning cardboard pieces": 20, "Marking cardboard with pen": 20, "Stacking cardboard pieces": 20, "Stacking and organizing cardboard": 20, "Positioning ruler for cutting": 10, "Labeling and retrieving cardboard pieces": 10, "Adjusting and folding cardboard": 10, "Observing workspace": 3 } }, "num_labeled_windows": { "action": 293, "subtask": 293 } }, "total_bytes": 2368716864, "train_minimal_bytes": 2368716864, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "676c3db3-464e-406a-be9f-8283518e8181/ep4", "split": "train", "selection_rank": 52, "selection_score": 0.00400177, "size_band": "lower_mid", "top_level_session": "676c3db3-464e-406a-be9f-8283518e8181" }, { "episode_id": "46b507a1-b1cb-4851-8558-9435de4abf68__ep2", "path": "/modelscope_data/xperience10m_128/46b507a1-b1cb-4851-8558-9435de4abf68/ep2", "annotation": "/modelscope_data/xperience10m_128/46b507a1-b1cb-4851-8558-9435de4abf68/ep2/annotation.hdf5", "frame_count": 5870, "main_task": "Counting and organizing origami paper stars", "files": [ { "name": "annotation.hdf5", "bytes": 1947558424, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 103601286, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 85834842, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 108206885, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 80572851, "exists": true }, { "name": "stereo_left.mp4", "bytes": 25528764, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22090217, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/46b507a1-b1cb-4851-8558-9435de4abf68/ep2/fisheye_cam0.mp4", "bytes": 103601286, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/46b507a1-b1cb-4851-8558-9435de4abf68/ep2/fisheye_cam1.mp4", "bytes": 85834842, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/46b507a1-b1cb-4851-8558-9435de4abf68/ep2/fisheye_cam2.mp4", "bytes": 108206885, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/46b507a1-b1cb-4851-8558-9435de4abf68/ep2/fisheye_cam3.mp4", "bytes": 80572851, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/46b507a1-b1cb-4851-8558-9435de4abf68/ep2/stereo_left.mp4", "bytes": 25528764, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/46b507a1-b1cb-4851-8558-9435de4abf68/ep2/stereo_right.mp4", "bytes": 22090217, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Counting and organizing origami paper stars", "segments": 18, "frame_labels": { "action": { "Record star count": 1000, "Arrange paper stars": 800, "Place paper star in row": 640, "Manipulate star": 600, "Manipulate paper star": 600, "Hold pen and paper": 520, "Hold recording sheet and pen": 400, "View content on smartphone": 240, "Observe paper and count objects": 200, "Write count on paper": 200, "Pick up paper star": 160, "Place smartphone on table": 120, "Observe surroundings": 80, "Place pen on table": 80, "Pick up smartphone": 80, "Resume writing on paper": 80, "Manipulate paper stars": 70 }, "subtask": { "Arranging paper stars": 2870, "Recording star count": 1000, "Holding pen and paper": 600, "Holding writing materials": 400, "Counting and recording stars": 400, "Using smartphone": 400, "Resuming recording star count": 200 } }, "window_labels": { "action": { "Record star count": 50, "Arrange paper stars": 40, "Place paper star in row": 32, "Manipulate star": 30, "Manipulate paper star": 30, "Hold pen and paper": 26, "Hold recording sheet and pen": 20, "View content on smartphone": 12, "Observe paper and count objects": 10, "Write count on paper": 10, "Pick up paper star": 8, "Place smartphone on table": 6, "Observe surroundings": 4, "Place pen on table": 4, "Pick up smartphone": 4, "Resume writing on paper": 4, "Manipulate paper stars": 3 }, "subtask": { "Arranging paper stars": 143, "Recording star count": 50, "Holding pen and paper": 30, "Holding writing materials": 20, "Counting and recording stars": 20, "Using smartphone": 20, "Resuming recording star count": 10 } }, "num_labeled_windows": { "action": 293, "subtask": 293 } }, "total_bytes": 2373393269, "train_minimal_bytes": 2373393269, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "46b507a1-b1cb-4851-8558-9435de4abf68/ep2", "split": "train", "selection_rank": 53, "selection_score": 0.00400855, "size_band": "lower_mid", "top_level_session": "46b507a1-b1cb-4851-8558-9435de4abf68" }, { "episode_id": "3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f__ep4", "path": "/modelscope_data/xperience10m_128/3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f/ep4", "annotation": "/modelscope_data/xperience10m_128/3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f/ep4/annotation.hdf5", "frame_count": 5843, "main_task": "Measuring and marking cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1938699044, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 101228828, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 94152775, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 103375714, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 80093619, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22548994, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23692434, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f/ep4/fisheye_cam0.mp4", "bytes": 101228828, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f/ep4/fisheye_cam1.mp4", "bytes": 94152775, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f/ep4/fisheye_cam2.mp4", "bytes": 103375714, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f/ep4/fisheye_cam3.mp4", "bytes": 80093619, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f/ep4/stereo_left.mp4", "bytes": 22548994, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f/ep4/stereo_right.mp4", "bytes": 23692434, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring and marking cardboard", "segments": 18, "frame_labels": { "action": { "Draw line on cardboard": 1323, "Mark cardboard with marker": 759, "Mark cardboard with pen": 600, "Hold cardboard piece": 561, "Fold cardboard edge": 481, "Marking lines on cardboard": 360, "Observe workspace": 360, "Walk through hallway": 241, "Repositioning ruler": 240, "Fold cardboard": 239, "Approach workstation": 199, "Pick up marker": 160, "Position ruler on cardboard": 120, "Place down ruler and pen": 120, "Measure and mark cardboard": 80 }, "subtask": { "Positioning ruler and drawing lines": 761, "Drawing lines on cardboard": 760, "Adjusting edge and marking cardboard": 720, "Marking cardboard with pen": 600, "Holding and adjusting cardboard": 561, "Marking lines and repositioning ruler": 561, "Returning to workstation": 559, "Folding cardboard edge": 481, "Completing marking and stepping away": 441, "Folding and positioning cardboard": 239, "Folding cardboard and preparing marker": 160 } }, "window_labels": { "action": { "Draw line on cardboard": 66, "Mark cardboard with marker": 38, "Mark cardboard with pen": 30, "Hold cardboard piece": 28, "Fold cardboard edge": 24, "Marking lines on cardboard": 18, "Observe workspace": 18, "Fold cardboard": 12, "Repositioning ruler": 12, "Walk through hallway": 12, "Approach workstation": 10, "Pick up marker": 8, "Position ruler on cardboard": 6, "Place down ruler and pen": 6, "Measure and mark cardboard": 4 }, "subtask": { "Drawing lines on cardboard": 38, "Positioning ruler and drawing lines": 38, "Adjusting edge and marking cardboard": 36, "Marking cardboard with pen": 30, "Holding and adjusting cardboard": 28, "Marking lines and repositioning ruler": 28, "Returning to workstation": 28, "Folding cardboard edge": 24, "Completing marking and stepping away": 22, "Folding and positioning cardboard": 12, "Folding cardboard and preparing marker": 8 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2363791408, "train_minimal_bytes": 2363791408, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f/ep4", "split": "val", "selection_rank": 54, "selection_score": 0.00407752, "size_band": "lower_mid", "top_level_session": "3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f" }, { "episode_id": "aa3ca3ec-56fd-4bbd-ad15-055eabc1838a__ep7", "path": "/modelscope_data/xperience10m_128/aa3ca3ec-56fd-4bbd-ad15-055eabc1838a/ep7", "annotation": "/modelscope_data/xperience10m_128/aa3ca3ec-56fd-4bbd-ad15-055eabc1838a/ep7/annotation.hdf5", "frame_count": 5857, "main_task": "Sorting and organizing cardboard pieces", "files": [ { "name": "annotation.hdf5", "bytes": 1943189644, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 81320811, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 95675218, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 107865255, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 91252780, "exists": true }, { "name": "stereo_left.mp4", "bytes": 29242469, "exists": true }, { "name": "stereo_right.mp4", "bytes": 28342638, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/aa3ca3ec-56fd-4bbd-ad15-055eabc1838a/ep7/fisheye_cam0.mp4", "bytes": 81320811, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/aa3ca3ec-56fd-4bbd-ad15-055eabc1838a/ep7/fisheye_cam1.mp4", "bytes": 95675218, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/aa3ca3ec-56fd-4bbd-ad15-055eabc1838a/ep7/fisheye_cam2.mp4", "bytes": 107865255, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/aa3ca3ec-56fd-4bbd-ad15-055eabc1838a/ep7/fisheye_cam3.mp4", "bytes": 91252780, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/aa3ca3ec-56fd-4bbd-ad15-055eabc1838a/ep7/stereo_left.mp4", "bytes": 29242469, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/aa3ca3ec-56fd-4bbd-ad15-055eabc1838a/ep7/stereo_right.mp4", "bytes": 28342638, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting and organizing cardboard pieces", "segments": 18, "frame_labels": { "action": { "Sort and arrange cardboard pieces": 2400, "Pick up and sort cardboard": 800, "Sort and stack cardboard pieces": 800, "Use smartphone": 457, "Lock phone": 440, "Move camera over surface": 400, "Observe sorting progress": 200, "Reach for cardboard piece": 200, "Hold phone": 160 }, "subtask": { "Sorting and arranging cardboard pieces": 2200, "Sorting cardboard pieces": 1000, "Sorting and stacking cardboard pieces": 800, "Interacting with phone": 600, "Using smartphone": 457, "Scanning workspace": 400, "Sorting and reaching for pieces": 400 } }, "window_labels": { "action": { "Sort and arrange cardboard pieces": 120, "Pick up and sort cardboard": 40, "Sort and stack cardboard pieces": 40, "Lock phone": 22, "Use smartphone": 22, "Move camera over surface": 20, "Observe sorting progress": 10, "Reach for cardboard piece": 10, "Hold phone": 8 }, "subtask": { "Sorting and arranging cardboard pieces": 110, "Sorting cardboard pieces": 50, "Sorting and stacking cardboard pieces": 40, "Interacting with phone": 30, "Using smartphone": 22, "Scanning workspace": 20, "Sorting and reaching for pieces": 20 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2376888815, "train_minimal_bytes": 2376888815, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep7", "episode_path": "aa3ca3ec-56fd-4bbd-ad15-055eabc1838a/ep7", "split": "train", "selection_rank": 55, "selection_score": 0.00414048, "size_band": "lower_mid", "top_level_session": "aa3ca3ec-56fd-4bbd-ad15-055eabc1838a" }, { "episode_id": "82c95b73-ba14-4083-8929-ddeb85d22e9f__ep3", "path": "/modelscope_data/xperience10m_128/82c95b73-ba14-4083-8929-ddeb85d22e9f/ep3", "annotation": "/modelscope_data/xperience10m_128/82c95b73-ba14-4083-8929-ddeb85d22e9f/ep3/annotation.hdf5", "frame_count": 5855, "main_task": "Measuring and cutting cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1942621076, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 86790486, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 93232761, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 103492683, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 72419731, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21872199, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23002970, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/82c95b73-ba14-4083-8929-ddeb85d22e9f/ep3/fisheye_cam0.mp4", "bytes": 86790486, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/82c95b73-ba14-4083-8929-ddeb85d22e9f/ep3/fisheye_cam1.mp4", "bytes": 93232761, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/82c95b73-ba14-4083-8929-ddeb85d22e9f/ep3/fisheye_cam2.mp4", "bytes": 103492683, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/82c95b73-ba14-4083-8929-ddeb85d22e9f/ep3/fisheye_cam3.mp4", "bytes": 72419731, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/82c95b73-ba14-4083-8929-ddeb85d22e9f/ep3/stereo_left.mp4", "bytes": 21872199, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/82c95b73-ba14-4083-8929-ddeb85d22e9f/ep3/stereo_right.mp4", "bytes": 23002970, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring and cutting cardboard", "segments": 18, "frame_labels": { "action": { "Mark line on cardboard": 1362, "Cut cardboard": 1321, "Hold ruler steady": 440, "Mark cardboard with ruler and pen": 400, "Place down scissors": 320, "Move marker and ruler": 319, "Mark cardboard with pen and ruler": 240, "Pick up smartphone": 239, "Hold cardboard pieces": 200, "Cut cardboard with scissors": 160, "Position ruler on cardboard": 160, "Reach for utility knife": 120, "Mark cardboard": 120, "Align ruler on cardboard": 120, "Stack cardboard pieces": 119, "Place smartphone on cardboard": 80, "Place cardboard": 80, "Mark cardboard with pen": 55 }, "subtask": { "Marking lines with pen": 1401, "Marking and cutting cardboard": 761, "Positioning ruler for measurement": 561, "Cutting cardboard": 520, "Marking dimensions on cardboard": 400, "Cutting cardboard with scissors": 400, "Aligning ruler for final measurements": 400, "Finishing cut and placing scissors down": 361, "Adjusting marker and ruler": 280, "Reaching for utility knife": 239, "Drawing lines and checking smartphone": 239, "Cutting and stacking cardboard pieces": 119, "Using smartphone as a guide on cardboard": 80, "Finalizing marks on cardboard": 55, "Holding ruler steady": 39 } }, "window_labels": { "action": { "Mark line on cardboard": 68, "Cut cardboard": 66, "Hold ruler steady": 22, "Mark cardboard with ruler and pen": 20, "Place down scissors": 16, "Move marker and ruler": 16, "Mark cardboard with pen and ruler": 12, "Pick up smartphone": 12, "Hold cardboard pieces": 10, "Cut cardboard with scissors": 8, "Position ruler on cardboard": 8, "Reach for utility knife": 6, "Mark cardboard": 6, "Stack cardboard pieces": 6, "Align ruler on cardboard": 6, "Place smartphone on cardboard": 4, "Place cardboard": 4, "Mark cardboard with pen": 2 }, "subtask": { "Marking lines with pen": 70, "Marking and cutting cardboard": 38, "Positioning ruler for measurement": 28, "Cutting cardboard": 26, "Marking dimensions on cardboard": 20, "Cutting cardboard with scissors": 20, "Aligning ruler for final measurements": 20, "Finishing cut and placing scissors down": 18, "Adjusting marker and ruler": 14, "Reaching for utility knife": 12, "Drawing lines and checking smartphone": 12, "Cutting and stacking cardboard pieces": 6, "Using smartphone as a guide on cardboard": 4, "Holding ruler steady": 2, "Finalizing marks on cardboard": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2343431906, "train_minimal_bytes": 2343431906, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "82c95b73-ba14-4083-8929-ddeb85d22e9f/ep3", "split": "train", "selection_rank": 56, "selection_score": 0.00414466, "size_band": "lower_mid", "top_level_session": "82c95b73-ba14-4083-8929-ddeb85d22e9f" }, { "episode_id": "8533707e-d7e0-4d1a-99d1-fa154a8e62ad__ep5", "path": "/modelscope_data/xperience10m_128/8533707e-d7e0-4d1a-99d1-fa154a8e62ad/ep5", "annotation": "/modelscope_data/xperience10m_128/8533707e-d7e0-4d1a-99d1-fa154a8e62ad/ep5/annotation.hdf5", "frame_count": 5853, "main_task": "Sorting colorful pieces into piles", "files": [ { "name": "annotation.hdf5", "bytes": 1941951276, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 85189530, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 94920832, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 95337968, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 90206175, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19866768, "exists": true }, { "name": "stereo_right.mp4", "bytes": 19649128, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/8533707e-d7e0-4d1a-99d1-fa154a8e62ad/ep5/fisheye_cam0.mp4", "bytes": 85189530, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/8533707e-d7e0-4d1a-99d1-fa154a8e62ad/ep5/fisheye_cam1.mp4", "bytes": 94920832, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/8533707e-d7e0-4d1a-99d1-fa154a8e62ad/ep5/fisheye_cam2.mp4", "bytes": 95337968, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/8533707e-d7e0-4d1a-99d1-fa154a8e62ad/ep5/fisheye_cam3.mp4", "bytes": 90206175, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/8533707e-d7e0-4d1a-99d1-fa154a8e62ad/ep5/stereo_left.mp4", "bytes": 19866768, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/8533707e-d7e0-4d1a-99d1-fa154a8e62ad/ep5/stereo_right.mp4", "bytes": 19649128, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting colorful pieces into piles", "segments": 18, "frame_labels": { "action": { "Manipulate colorful pieces": 1200, "Sort colorful pieces": 1000, "Manipulate and inspect colorful pieces": 800, "Sorting colorful paper pieces": 800, "Hold small white box": 600, "Sort small colorful pieces": 400, "Touch pieces in box": 280, "Hold power bank and cable": 200, "Place white box on table": 160, "Interact with colleagues": 120, "Pick up smartphone": 120, "Adjust smartphone and sort pieces": 120, "Manipulate paper piece": 53 }, "subtask": { "Manipulate colorful pieces": 1239, "Sort colorful pieces": 961, "Manipulate and inspect colorful pieces": 761, "Sort colorful paper pieces": 761, "Hold small white box": 600, "Sort small colorful pieces": 439, "Touch pieces in box and interact with colleagues": 400, "Place white box, adjust smartphone, and resume sorting": 400, "Handle power bank and cable": 200, "Manipulate paper piece": 53, "Manipulate paper pieces": 39 } }, "window_labels": { "action": { "Manipulate colorful pieces": 60, "Sort colorful pieces": 50, "Manipulate and inspect colorful pieces": 40, "Sorting colorful paper pieces": 40, "Hold small white box": 30, "Sort small colorful pieces": 20, "Touch pieces in box": 14, "Hold power bank and cable": 10, "Place white box on table": 8, "Interact with colleagues": 6, "Pick up smartphone": 6, "Adjust smartphone and sort pieces": 6, "Manipulate paper piece": 2 }, "subtask": { "Manipulate colorful pieces": 62, "Sort colorful pieces": 48, "Manipulate and inspect colorful pieces": 38, "Sort colorful paper pieces": 38, "Hold small white box": 30, "Sort small colorful pieces": 22, "Touch pieces in box and interact with colleagues": 20, "Place white box, adjust smartphone, and resume sorting": 20, "Handle power bank and cable": 10, "Manipulate paper pieces": 2, "Manipulate paper piece": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2347121677, "train_minimal_bytes": 2347121677, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "8533707e-d7e0-4d1a-99d1-fa154a8e62ad/ep5", "split": "train", "selection_rank": 57, "selection_score": 0.00418534, "size_band": "lower_mid", "top_level_session": "8533707e-d7e0-4d1a-99d1-fa154a8e62ad" }, { "episode_id": "81e9362f-fd63-4aec-92fa-1f489d6ac025__ep2", "path": "/modelscope_data/xperience10m_128/81e9362f-fd63-4aec-92fa-1f489d6ac025/ep2", "annotation": "/modelscope_data/xperience10m_128/81e9362f-fd63-4aec-92fa-1f489d6ac025/ep2/annotation.hdf5", "frame_count": 5843, "main_task": "Cutting and shaping cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1938830460, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 88212708, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 100427552, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 106394141, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 72713968, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22751284, "exists": true }, { "name": "stereo_right.mp4", "bytes": 24153027, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/81e9362f-fd63-4aec-92fa-1f489d6ac025/ep2/fisheye_cam0.mp4", "bytes": 88212708, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/81e9362f-fd63-4aec-92fa-1f489d6ac025/ep2/fisheye_cam1.mp4", "bytes": 100427552, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/81e9362f-fd63-4aec-92fa-1f489d6ac025/ep2/fisheye_cam2.mp4", "bytes": 106394141, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/81e9362f-fd63-4aec-92fa-1f489d6ac025/ep2/fisheye_cam3.mp4", "bytes": 72713968, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/81e9362f-fd63-4aec-92fa-1f489d6ac025/ep2/stereo_left.mp4", "bytes": 22751284, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/81e9362f-fd63-4aec-92fa-1f489d6ac025/ep2/stereo_right.mp4", "bytes": 24153027, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting and shaping cardboard", "segments": 18, "frame_labels": { "action": { "Cut cardboard": 734, "Hold cardboard with ruler": 620, "Draw line on cardboard": 620, "Move utility knife along ruler": 533, "Hold cardboard strip": 532, "Slide utility knife along ruler": 467, "Marking lines on cardboard": 463, "Hold cardboard pieces": 380, "Cut cardboard strip": 380, "Guide utility knife along ruler": 380, "Place cardboard piece": 228, "Separate cardboard piece": 152, "Align cardboard strip": 152, "Cut cardboard with scissors": 88, "Pick up utility knife": 76, "Place knife down": 38 }, "subtask": { "Drawing guide lines on cardboard": 620, "Holding cardboard with ruler": 583, "Moving utility knife along ruler": 570, "Marking lines on cardboard": 457, "Sliding utility knife along ruler": 430, "Guiding utility knife along ruler": 417, "Holding cardboard pieces": 380, "Cutting cardboard and placing knife down": 380, "Cutting and separating cardboard pieces": 380, "Cutting cardboard strip": 380, "Positioning cardboard piece": 380, "Aligning cardboard strip": 380, "Picking up knife and cutting cardboard": 240, "Cutting cardboard with scissors": 240, "Drawing lines on cardboard": 6 } }, "window_labels": { "action": { "Cut cardboard": 36, "Hold cardboard with ruler": 31, "Draw line on cardboard": 31, "Hold cardboard strip": 27, "Move utility knife along ruler": 27, "Slide utility knife along ruler": 23, "Marking lines on cardboard": 23, "Hold cardboard pieces": 19, "Cut cardboard strip": 19, "Guide utility knife along ruler": 19, "Place cardboard piece": 11, "Separate cardboard piece": 8, "Align cardboard strip": 8, "Pick up utility knife": 4, "Cut cardboard with scissors": 4, "Place knife down": 2 }, "subtask": { "Drawing guide lines on cardboard": 31, "Holding cardboard with ruler": 29, "Moving utility knife along ruler": 29, "Marking lines on cardboard": 23, "Sliding utility knife along ruler": 21, "Guiding utility knife along ruler": 21, "Holding cardboard pieces": 19, "Cutting cardboard and placing knife down": 19, "Cutting and separating cardboard pieces": 19, "Cutting cardboard strip": 19, "Positioning cardboard piece": 19, "Aligning cardboard strip": 19, "Picking up knife and cutting cardboard": 12, "Cutting cardboard with scissors": 12 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2353483140, "train_minimal_bytes": 2353483140, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "81e9362f-fd63-4aec-92fa-1f489d6ac025/ep2", "split": "train", "selection_rank": 58, "selection_score": 0.00423431, "size_band": "lower_mid", "top_level_session": "81e9362f-fd63-4aec-92fa-1f489d6ac025" }, { "episode_id": "cd364707-88fc-43bd-a95b-61aee9f8bd20__ep5", "path": "/modelscope_data/xperience10m_128/cd364707-88fc-43bd-a95b-61aee9f8bd20/ep5", "annotation": "/modelscope_data/xperience10m_128/cd364707-88fc-43bd-a95b-61aee9f8bd20/ep5/annotation.hdf5", "frame_count": 5856, "main_task": "Sorting origami stars", "files": [ { "name": "annotation.hdf5", "bytes": 1942997976, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 89710039, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 97176977, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 88197765, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 92838342, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22708542, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23704677, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/cd364707-88fc-43bd-a95b-61aee9f8bd20/ep5/fisheye_cam0.mp4", "bytes": 89710039, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/cd364707-88fc-43bd-a95b-61aee9f8bd20/ep5/fisheye_cam1.mp4", "bytes": 97176977, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/cd364707-88fc-43bd-a95b-61aee9f8bd20/ep5/fisheye_cam2.mp4", "bytes": 88197765, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/cd364707-88fc-43bd-a95b-61aee9f8bd20/ep5/fisheye_cam3.mp4", "bytes": 92838342, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/cd364707-88fc-43bd-a95b-61aee9f8bd20/ep5/stereo_left.mp4", "bytes": 22708542, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/cd364707-88fc-43bd-a95b-61aee9f8bd20/ep5/stereo_right.mp4", "bytes": 23704677, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting origami stars", "segments": 18, "frame_labels": { "action": { "Sort origami stars": 3200, "Sort light blue origami stars": 400, "Sort origami stars by color": 400, "Move origami stars": 400, "Walk in hallway": 361, "Reach for stars": 320, "Walk towards desk": 320, "Grasp origami stars": 199, "Pick up container": 160, "Adjust cardboard divider": 56, "Place stars in container": 40 }, "subtask": { "Sorting origami stars": 3200, "Fetching materials": 521, "Sorting light blue origami stars": 400, "Sorting origami stars by color": 400, "Moving origami stars": 400, "Approaching workstation": 320, "Returning to desk": 320, "Collecting origami stars": 239, "Adjusting cardboard divider": 56 } }, "window_labels": { "action": { "Sort origami stars": 160, "Sort light blue origami stars": 20, "Sort origami stars by color": 20, "Move origami stars": 20, "Walk in hallway": 18, "Reach for stars": 16, "Walk towards desk": 16, "Grasp origami stars": 10, "Pick up container": 8, "Place stars in container": 2, "Adjust cardboard divider": 2 }, "subtask": { "Sorting origami stars": 160, "Fetching materials": 26, "Sorting light blue origami stars": 20, "Sorting origami stars by color": 20, "Moving origami stars": 20, "Approaching workstation": 16, "Returning to desk": 16, "Collecting origami stars": 12, "Adjusting cardboard divider": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2357334318, "train_minimal_bytes": 2357334318, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "cd364707-88fc-43bd-a95b-61aee9f8bd20/ep5", "split": "train", "selection_rank": 59, "selection_score": 0.00436259, "size_band": "lower_mid", "top_level_session": "cd364707-88fc-43bd-a95b-61aee9f8bd20" }, { "episode_id": "c038defe-faa6-4fe9-aef6-84bd93726d1c__ep2", "path": "/modelscope_data/xperience10m_128/c038defe-faa6-4fe9-aef6-84bd93726d1c/ep2", "annotation": "/modelscope_data/xperience10m_128/c038defe-faa6-4fe9-aef6-84bd93726d1c/ep2/annotation.hdf5", "frame_count": 5855, "main_task": "Cutting cardboard squares", "files": [ { "name": "annotation.hdf5", "bytes": 1942665068, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 84506325, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 93006764, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 89887061, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 91897778, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19783125, "exists": true }, { "name": "stereo_right.mp4", "bytes": 19692149, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/c038defe-faa6-4fe9-aef6-84bd93726d1c/ep2/fisheye_cam0.mp4", "bytes": 84506325, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/c038defe-faa6-4fe9-aef6-84bd93726d1c/ep2/fisheye_cam1.mp4", "bytes": 93006764, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/c038defe-faa6-4fe9-aef6-84bd93726d1c/ep2/fisheye_cam2.mp4", "bytes": 89887061, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/c038defe-faa6-4fe9-aef6-84bd93726d1c/ep2/fisheye_cam3.mp4", "bytes": 91897778, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/c038defe-faa6-4fe9-aef6-84bd93726d1c/ep2/stereo_left.mp4", "bytes": 19783125, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/c038defe-faa6-4fe9-aef6-84bd93726d1c/ep2/stereo_right.mp4", "bytes": 19692149, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting cardboard squares", "segments": 18, "frame_labels": { "action": { "Cut cardboard piece": 2800, "Cut cardboard square": 961, "Trim cardboard piece": 720, "Place cardboard piece on stack": 559, "Place cardboard square": 160, "Hold cardboard piece": 160, "Pick up scissors": 160, "Position cardboard piece": 160, "Release cardboard": 80, "Trim cardboard": 55, "Move cardboard sheet": 40 }, "subtask": { "Cutting cardboard piece": 2439, "Positioning and cutting cardboard piece": 761, "Trimming and stacking cardboard pieces": 600, "Cutting and stacking cardboard pieces": 519, "Cutting cardboard square": 481, "Cutting and placing cardboard squares": 400, "Trimming cardboard piece": 400, "Cutting and adjusting cardboard sheet": 200, "Final trimming of cardboard": 55 } }, "window_labels": { "action": { "Cut cardboard piece": 140, "Cut cardboard square": 48, "Trim cardboard piece": 36, "Place cardboard piece on stack": 28, "Place cardboard square": 8, "Hold cardboard piece": 8, "Pick up scissors": 8, "Position cardboard piece": 8, "Release cardboard": 4, "Move cardboard sheet": 2, "Trim cardboard": 2 }, "subtask": { "Cutting cardboard piece": 122, "Positioning and cutting cardboard piece": 38, "Trimming and stacking cardboard pieces": 30, "Cutting and stacking cardboard pieces": 26, "Cutting cardboard square": 24, "Cutting and placing cardboard squares": 20, "Trimming cardboard piece": 20, "Cutting and adjusting cardboard sheet": 10, "Final trimming of cardboard": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2341438270, "train_minimal_bytes": 2341438270, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "c038defe-faa6-4fe9-aef6-84bd93726d1c/ep2", "split": "val", "selection_rank": 60, "selection_score": 0.00437939, "size_band": "lower_mid", "top_level_session": "c038defe-faa6-4fe9-aef6-84bd93726d1c" }, { "episode_id": "999100c1-b488-4ed1-a580-c0487f308e5d__ep5", "path": "/modelscope_data/xperience10m_128/999100c1-b488-4ed1-a580-c0487f308e5d/ep5", "annotation": "/modelscope_data/xperience10m_128/999100c1-b488-4ed1-a580-c0487f308e5d/ep5/annotation.hdf5", "frame_count": 5854, "main_task": "Measuring and marking cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1942240680, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 91368929, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 97427281, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 96261292, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 77820115, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21089116, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20323394, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/999100c1-b488-4ed1-a580-c0487f308e5d/ep5/fisheye_cam0.mp4", "bytes": 91368929, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/999100c1-b488-4ed1-a580-c0487f308e5d/ep5/fisheye_cam1.mp4", "bytes": 97427281, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/999100c1-b488-4ed1-a580-c0487f308e5d/ep5/fisheye_cam2.mp4", "bytes": 96261292, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/999100c1-b488-4ed1-a580-c0487f308e5d/ep5/fisheye_cam3.mp4", "bytes": 77820115, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/999100c1-b488-4ed1-a580-c0487f308e5d/ep5/stereo_left.mp4", "bytes": 21089116, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/999100c1-b488-4ed1-a580-c0487f308e5d/ep5/stereo_right.mp4", "bytes": 20323394, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring and marking cardboard", "segments": 18, "frame_labels": { "action": { "Draw line on cardboard": 2600, "Hold ruler and draw line": 800, "Hold ruler and mark cardboard": 600, "Mark cardboard with pen": 560, "Mark lines with pen along ruler": 400, "Hold ruler and marker": 400, "Hold ruler": 120, "Hold ruler on cardboard": 94, "Draw line": 80, "Pick up charging case": 80, "Place charging case down": 80, "Inspect charging case": 40 }, "subtask": { "Measuring and marking cardboard for cutting": 5654, "Interruption: handling charging case": 200 } }, "window_labels": { "action": { "Draw line on cardboard": 130, "Hold ruler and draw line": 40, "Hold ruler and mark cardboard": 30, "Mark cardboard with pen": 28, "Mark lines with pen along ruler": 20, "Hold ruler and marker": 20, "Hold ruler": 6, "Draw line": 4, "Hold ruler on cardboard": 4, "Pick up charging case": 4, "Place charging case down": 4, "Inspect charging case": 2 }, "subtask": { "Measuring and marking cardboard for cutting": 282, "Interruption: handling charging case": 10 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2346530807, "train_minimal_bytes": 2346530807, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "999100c1-b488-4ed1-a580-c0487f308e5d/ep5", "split": "train", "selection_rank": 61, "selection_score": 0.00456347, "size_band": "lower_mid", "top_level_session": "999100c1-b488-4ed1-a580-c0487f308e5d" }, { "episode_id": "bf622eaf-363e-40c4-8a04-1dfedd85a718__ep10", "path": "/modelscope_data/xperience10m_128/bf622eaf-363e-40c4-8a04-1dfedd85a718/ep10", "annotation": "/modelscope_data/xperience10m_128/bf622eaf-363e-40c4-8a04-1dfedd85a718/ep10/annotation.hdf5", "frame_count": 5849, "main_task": "Sorting buttons by color and size", "files": [ { "name": "annotation.hdf5", "bytes": 1940552780, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 86510262, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 104567647, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 99428297, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 87372273, "exists": true }, { "name": "stereo_left.mp4", "bytes": 25227114, "exists": true }, { "name": "stereo_right.mp4", "bytes": 27162185, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/bf622eaf-363e-40c4-8a04-1dfedd85a718/ep10/fisheye_cam0.mp4", "bytes": 86510262, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/bf622eaf-363e-40c4-8a04-1dfedd85a718/ep10/fisheye_cam1.mp4", "bytes": 104567647, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/bf622eaf-363e-40c4-8a04-1dfedd85a718/ep10/fisheye_cam2.mp4", "bytes": 99428297, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/bf622eaf-363e-40c4-8a04-1dfedd85a718/ep10/fisheye_cam3.mp4", "bytes": 87372273, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/bf622eaf-363e-40c4-8a04-1dfedd85a718/ep10/stereo_left.mp4", "bytes": 25227114, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/bf622eaf-363e-40c4-8a04-1dfedd85a718/ep10/stereo_right.mp4", "bytes": 27162185, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting buttons by color and size", "segments": 18, "frame_labels": { "action": { "Sort orange buttons": 2280, "Arrange orange buttons": 1049, "Move orange buttons": 920, "Arrange buttons on the table": 400, "Arrange buttons": 400, "Sort orange button": 400, "Sorting buttons": 200, "Move hand over button pile": 120, "Interact with smartphone": 80 }, "subtask": { "Sorting orange buttons": 2200, "Arranging orange buttons": 1049, "Moving orange buttons": 600, "Arranging buttons on the table": 400, "Arranging buttons": 400, "Sorting orange button": 400, "Moving orange buttons and interacting with smartphone": 400, "Sorting buttons": 200, "Moving hand over pile and sorting orange buttons": 200 } }, "window_labels": { "action": { "Sort orange buttons": 114, "Arrange orange buttons": 52, "Move orange buttons": 46, "Arrange buttons on the table": 20, "Arrange buttons": 20, "Sort orange button": 20, "Sorting buttons": 10, "Move hand over button pile": 6, "Interact with smartphone": 4 }, "subtask": { "Sorting orange buttons": 110, "Arranging orange buttons": 52, "Moving orange buttons": 30, "Arranging buttons on the table": 20, "Arranging buttons": 20, "Sorting orange button": 20, "Moving orange buttons and interacting with smartphone": 20, "Sorting buttons": 10, "Moving hand over pile and sorting orange buttons": 10 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2370820558, "train_minimal_bytes": 2370820558, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep10", "episode_path": "bf622eaf-363e-40c4-8a04-1dfedd85a718/ep10", "split": "train", "selection_rank": 62, "selection_score": 0.00460553, "size_band": "lower_mid", "top_level_session": "bf622eaf-363e-40c4-8a04-1dfedd85a718" }, { "episode_id": "a3e06450-50f8-4894-a22f-1f891fad3809__ep7", "path": "/modelscope_data/xperience10m_128/a3e06450-50f8-4894-a22f-1f891fad3809/ep7", "annotation": "/modelscope_data/xperience10m_128/a3e06450-50f8-4894-a22f-1f891fad3809/ep7/annotation.hdf5", "frame_count": 5854, "main_task": "Preparing and assembling cardboard craft components", "files": [ { "name": "annotation.hdf5", "bytes": 1942358600, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 112587867, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 98997175, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 101743698, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 84531808, "exists": true }, { "name": "stereo_left.mp4", "bytes": 25684652, "exists": true }, { "name": "stereo_right.mp4", "bytes": 25590896, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/a3e06450-50f8-4894-a22f-1f891fad3809/ep7/fisheye_cam0.mp4", "bytes": 112587867, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/a3e06450-50f8-4894-a22f-1f891fad3809/ep7/fisheye_cam1.mp4", "bytes": 98997175, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/a3e06450-50f8-4894-a22f-1f891fad3809/ep7/fisheye_cam2.mp4", "bytes": 101743698, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/a3e06450-50f8-4894-a22f-1f891fad3809/ep7/fisheye_cam3.mp4", "bytes": 84531808, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/a3e06450-50f8-4894-a22f-1f891fad3809/ep7/stereo_left.mp4", "bytes": 25684652, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/a3e06450-50f8-4894-a22f-1f891fad3809/ep7/stereo_right.mp4", "bytes": 25590896, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Preparing and assembling cardboard craft components", "segments": 18, "frame_labels": { "action": { "Cut cardboard grid": 2174, "Observe workspace": 641, "Washing hands": 600, "Separate cardboard piece": 519, "Finish washing hands": 480, "Dry hands": 241, "Cut cardboard": 240, "Walking to sink": 200, "Pick up paper towel": 200, "Walk away": 120, "Rub hands together": 120, "Discard paper towel": 119, "Pick up power bank": 80, "Pick up small item": 80, "Move to box": 40 }, "subtask": { "Assembling cardboard boxes": 2854, "Washing hands": 2000, "Cutting and preparing cardboard pieces": 800, "Cleaning up workspace and moving items": 200 } }, "window_labels": { "action": { "Cut cardboard grid": 108, "Observe workspace": 32, "Washing hands": 30, "Separate cardboard piece": 26, "Finish washing hands": 24, "Dry hands": 12, "Cut cardboard": 12, "Walking to sink": 10, "Pick up paper towel": 10, "Walk away": 6, "Rub hands together": 6, "Discard paper towel": 6, "Pick up power bank": 4, "Pick up small item": 4, "Move to box": 2 }, "subtask": { "Assembling cardboard boxes": 142, "Washing hands": 100, "Cutting and preparing cardboard pieces": 40, "Cleaning up workspace and moving items": 10 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2391494696, "train_minimal_bytes": 2391494696, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep7", "episode_path": "a3e06450-50f8-4894-a22f-1f891fad3809/ep7", "split": "train", "selection_rank": 63, "selection_score": 0.00471311, "size_band": "lower_mid", "top_level_session": "a3e06450-50f8-4894-a22f-1f891fad3809" }, { "episode_id": "04d9f378-2812-4c7f-a269-1ad0bc43445f__ep4", "path": "/modelscope_data/xperience10m_128/04d9f378-2812-4c7f-a269-1ad0bc43445f/ep4", "annotation": "/modelscope_data/xperience10m_128/04d9f378-2812-4c7f-a269-1ad0bc43445f/ep4/annotation.hdf5", "frame_count": 5844, "main_task": "Sorting beads by color", "files": [ { "name": "annotation.hdf5", "bytes": 1939004344, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 104457799, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 85765226, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 88600891, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 92868351, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21335505, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21727405, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/04d9f378-2812-4c7f-a269-1ad0bc43445f/ep4/fisheye_cam0.mp4", "bytes": 104457799, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/04d9f378-2812-4c7f-a269-1ad0bc43445f/ep4/fisheye_cam1.mp4", "bytes": 85765226, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/04d9f378-2812-4c7f-a269-1ad0bc43445f/ep4/fisheye_cam2.mp4", "bytes": 88600891, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/04d9f378-2812-4c7f-a269-1ad0bc43445f/ep4/fisheye_cam3.mp4", "bytes": 92868351, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/04d9f378-2812-4c7f-a269-1ad0bc43445f/ep4/stereo_left.mp4", "bytes": 21335505, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/04d9f378-2812-4c7f-a269-1ad0bc43445f/ep4/stereo_right.mp4", "bytes": 21727405, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting beads by color", "segments": 18, "frame_labels": { "action": { "Sort blue beads": 1280, "Write on paper": 1004, "Sort beads": 760, "Mark paper list": 600, "Walking through the office": 400, "Sort beads by color": 400, "Walk towards table": 320, "Mark list with pen": 280, "Observe workspace": 200, "Resume sorting blue beads": 160, "Adjust bead piles": 80, "Move blue beads": 80, "Place down pen": 80, "Place controller on table": 80, "Reach for beads": 80, "Move away from desk": 40 }, "subtask": { "Sorting blue beads and writing on paper": 1200, "Marking list and sorting beads": 400, "Sorting beads": 400, "Sorting blue beads and marking list": 400, "Marking list and moving blue beads": 400, "Walking through office": 400, "Returning to table and placing controller": 400, "Writing on paper and sorting blue beads": 400, "Sorting beads and writing on paper": 400, "Sorting beads by color": 400, "Marking paper and adjusting piles": 200, "Completing list and moving away from desk": 200, "Observing workspace": 200, "Sorting blue beads": 200, "Writing on paper and reaching for beads": 200, "Writing on paper": 44 } }, "window_labels": { "action": { "Sort blue beads": 64, "Write on paper": 50, "Sort beads": 38, "Mark paper list": 30, "Walking through the office": 20, "Sort beads by color": 20, "Walk towards table": 16, "Mark list with pen": 14, "Observe workspace": 10, "Resume sorting blue beads": 8, "Adjust bead piles": 4, "Move blue beads": 4, "Place down pen": 4, "Place controller on table": 4, "Reach for beads": 4, "Move away from desk": 2 }, "subtask": { "Sorting blue beads and writing on paper": 60, "Marking list and sorting beads": 20, "Sorting beads": 20, "Sorting blue beads and marking list": 20, "Marking list and moving blue beads": 20, "Walking through office": 20, "Returning to table and placing controller": 20, "Writing on paper and sorting blue beads": 20, "Sorting beads and writing on paper": 20, "Sorting beads by color": 20, "Marking paper and adjusting piles": 10, "Completing list and moving away from desk": 10, "Observing workspace": 10, "Sorting blue beads": 10, "Writing on paper and reaching for beads": 10, "Writing on paper": 2 } }, "num_labeled_windows": { "action": 292, "subtask": 292 } }, "total_bytes": 2353759521, "train_minimal_bytes": 2353759521, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "04d9f378-2812-4c7f-a269-1ad0bc43445f/ep4", "split": "train", "selection_rank": 64, "selection_score": 0.00473298, "size_band": "lower_mid", "top_level_session": "04d9f378-2812-4c7f-a269-1ad0bc43445f" }, { "episode_id": "a1012a57-385e-45a9-8a59-694a26fe92a5__ep1", "path": "/modelscope_data/xperience10m_128/a1012a57-385e-45a9-8a59-694a26fe92a5/ep1", "annotation": "/modelscope_data/xperience10m_128/a1012a57-385e-45a9-8a59-694a26fe92a5/ep1/annotation.hdf5", "frame_count": 5947, "main_task": "Cutting cardboard with a utility knife", "files": [ { "name": "annotation.hdf5", "bytes": 1973167444, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 87570386, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 87642833, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 96750140, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 88889196, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20724351, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18305281, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/a1012a57-385e-45a9-8a59-694a26fe92a5/ep1/fisheye_cam0.mp4", "bytes": 87570386, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/a1012a57-385e-45a9-8a59-694a26fe92a5/ep1/fisheye_cam1.mp4", "bytes": 87642833, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/a1012a57-385e-45a9-8a59-694a26fe92a5/ep1/fisheye_cam2.mp4", "bytes": 96750140, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/a1012a57-385e-45a9-8a59-694a26fe92a5/ep1/fisheye_cam3.mp4", "bytes": 88889196, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/a1012a57-385e-45a9-8a59-694a26fe92a5/ep1/stereo_left.mp4", "bytes": 20724351, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/a1012a57-385e-45a9-8a59-694a26fe92a5/ep1/stereo_right.mp4", "bytes": 18305281, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting cardboard with a utility knife", "segments": 18, "frame_labels": { "action": { "Cut cardboard": 5080, "Cut along the marked line": 400, "Move phone": 240, "Pick up utility knife": 120, "Reposition hand": 67, "Start cutting": 40 }, "subtask": { "Cut cardboard": 5041, "Prepare to cut cardboard": 400, "Cut along the marked line": 400, "Finish cutting along the marked line and reposition": 67, "Cut along the edge of the cardboard": 39 } }, "window_labels": { "action": { "Cut cardboard": 254, "Cut along the marked line": 20, "Move phone": 12, "Pick up utility knife": 6, "Reposition hand": 3, "Start cutting": 2 }, "subtask": { "Cut cardboard": 252, "Prepare to cut cardboard": 20, "Cut along the marked line": 20, "Finish cutting along the marked line and reposition": 3, "Cut along the edge of the cardboard": 2 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2373049631, "train_minimal_bytes": 2373049631, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "a1012a57-385e-45a9-8a59-694a26fe92a5/ep1", "split": "test", "selection_rank": 65, "selection_score": 0.00065677, "size_band": "upper_mid", "top_level_session": "a1012a57-385e-45a9-8a59-694a26fe92a5" }, { "episode_id": "41e90813-8fff-4053-94f0-9537b1393bc2__ep1", "path": "/modelscope_data/xperience10m_128/41e90813-8fff-4053-94f0-9537b1393bc2/ep1", "annotation": "/modelscope_data/xperience10m_128/41e90813-8fff-4053-94f0-9537b1393bc2/ep1/annotation.hdf5", "frame_count": 5946, "main_task": "Setting up a portable charger and crafting with paper", "files": [ { "name": "annotation.hdf5", "bytes": 1972856680, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 88058974, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 90644260, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 86700673, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 91305340, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19354975, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21569790, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/41e90813-8fff-4053-94f0-9537b1393bc2/ep1/fisheye_cam0.mp4", "bytes": 88058974, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/41e90813-8fff-4053-94f0-9537b1393bc2/ep1/fisheye_cam1.mp4", "bytes": 90644260, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/41e90813-8fff-4053-94f0-9537b1393bc2/ep1/fisheye_cam2.mp4", "bytes": 86700673, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/41e90813-8fff-4053-94f0-9537b1393bc2/ep1/fisheye_cam3.mp4", "bytes": 91305340, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/41e90813-8fff-4053-94f0-9537b1393bc2/ep1/stereo_left.mp4", "bytes": 19354975, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/41e90813-8fff-4053-94f0-9537b1393bc2/ep1/stereo_right.mp4", "bytes": 21569790, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Setting up a portable charger and crafting with paper", "segments": 18, "frame_labels": { "action": { "Manipulate paper strip": 2000, "Fold paper strip": 601, "Hold charger and cable": 400, "Manipulate power cable plug": 400, "Hold power adapter": 400, "Walk towards room": 280, "Hold portable charger": 240, "Insert plug into power adapter": 200, "Align charging cable": 200, "Insert charging cable": 200, "Pick up yellow paper strip": 186, "Plug cable into portable charger": 160, "Pick up portable charger": 160, "Place charger on table": 160, "Release paper strip": 159, "Observe desktop layout": 120, "Retract camera/reposition view": 80 }, "subtask": { "Connecting power cables to a portable charger": 2800, "Crafting with paper strips": 2000, "Folding paper strips": 601, "Folding and organizing paper strips": 345, "Preparing workspace for craft activity": 200 } }, "window_labels": { "action": { "Manipulate paper strip": 100, "Fold paper strip": 30, "Hold charger and cable": 20, "Manipulate power cable plug": 20, "Hold power adapter": 20, "Walk towards room": 14, "Hold portable charger": 12, "Insert plug into power adapter": 10, "Align charging cable": 10, "Insert charging cable": 10, "Pick up yellow paper strip": 9, "Plug cable into portable charger": 8, "Pick up portable charger": 8, "Place charger on table": 8, "Release paper strip": 8, "Observe desktop layout": 6, "Retract camera/reposition view": 4 }, "subtask": { "Connecting power cables to a portable charger": 140, "Crafting with paper strips": 100, "Folding paper strips": 30, "Folding and organizing paper strips": 17, "Preparing workspace for craft activity": 10 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2370490692, "train_minimal_bytes": 2370490692, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "41e90813-8fff-4053-94f0-9537b1393bc2/ep1", "split": "train", "selection_rank": 66, "selection_score": 0.00077283, "size_band": "upper_mid", "top_level_session": "41e90813-8fff-4053-94f0-9537b1393bc2" }, { "episode_id": "bc53027e-d29a-473f-8f18-7b524b801e40__ep2", "path": "/modelscope_data/xperience10m_128/bc53027e-d29a-473f-8f18-7b524b801e40/ep2", "annotation": "/modelscope_data/xperience10m_128/bc53027e-d29a-473f-8f18-7b524b801e40/ep2/annotation.hdf5", "frame_count": 5946, "main_task": "Crafting a cardboard project", "files": [ { "name": "annotation.hdf5", "bytes": 1972811888, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 93878610, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 95348996, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 89793163, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 79663901, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19933998, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20262649, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/bc53027e-d29a-473f-8f18-7b524b801e40/ep2/fisheye_cam0.mp4", "bytes": 93878610, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/bc53027e-d29a-473f-8f18-7b524b801e40/ep2/fisheye_cam1.mp4", "bytes": 95348996, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/bc53027e-d29a-473f-8f18-7b524b801e40/ep2/fisheye_cam2.mp4", "bytes": 89793163, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/bc53027e-d29a-473f-8f18-7b524b801e40/ep2/fisheye_cam3.mp4", "bytes": 79663901, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/bc53027e-d29a-473f-8f18-7b524b801e40/ep2/stereo_left.mp4", "bytes": 19933998, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/bc53027e-d29a-473f-8f18-7b524b801e40/ep2/stereo_right.mp4", "bytes": 20262649, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting a cardboard project", "segments": 18, "frame_labels": { "action": { "Cut cardboard pattern": 1200, "Cut out cardboard pattern": 800, "Cut cardboard with utility knife": 641, "Draw lines on cardboard": 600, "Use phone to check instructions": 400, "Remove cardboard pattern piece": 399, "Trace pattern on cardboard": 320, "Reposition and cut": 305, "Remove cardboard pattern": 281, "Interact with smartphone screen": 281, "Pick up metal ruler": 199, "Cut cardboard with scissors": 160, "Adjust cardboard position": 120, "Mark cardboard": 120, "Move pen aside": 80, "Pick up pen": 40 }, "subtask": { "Cut cardboard pattern": 1200, "Cut out cardboard pattern": 761, "Cut cardboard with utility knife": 641, "Trace and remove pattern": 601, "Draw lines and patterns on cardboard": 561, "Adjust position and check phone": 561, "Check instructions on phone": 400, "Trace and remove pattern piece": 360, "Reposition and cut cardboard": 280, "Prepare tools for marking": 239, "Mark cardboard for cutting": 200, "Draw pattern": 39, "Remove cardboard piece": 39, "Cut cardboard with scissors": 39, "Hold finished cardboard strip": 25 } }, "window_labels": { "action": { "Cut cardboard pattern": 60, "Cut out cardboard pattern": 40, "Cut cardboard with utility knife": 32, "Draw lines on cardboard": 30, "Use phone to check instructions": 20, "Remove cardboard pattern piece": 20, "Trace pattern on cardboard": 16, "Reposition and cut": 15, "Remove cardboard pattern": 14, "Interact with smartphone screen": 14, "Pick up metal ruler": 10, "Cut cardboard with scissors": 8, "Adjust cardboard position": 6, "Mark cardboard": 6, "Move pen aside": 4, "Pick up pen": 2 }, "subtask": { "Cut cardboard pattern": 60, "Cut out cardboard pattern": 38, "Cut cardboard with utility knife": 32, "Trace and remove pattern": 30, "Draw lines and patterns on cardboard": 28, "Adjust position and check phone": 28, "Check instructions on phone": 20, "Trace and remove pattern piece": 18, "Reposition and cut cardboard": 14, "Prepare tools for marking": 12, "Mark cardboard for cutting": 10, "Draw pattern": 2, "Remove cardboard piece": 2, "Cut cardboard with scissors": 2, "Hold finished cardboard strip": 1 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2371693205, "train_minimal_bytes": 2371693205, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "bc53027e-d29a-473f-8f18-7b524b801e40/ep2", "split": "train", "selection_rank": 67, "selection_score": 0.00106675, "size_band": "upper_mid", "top_level_session": "bc53027e-d29a-473f-8f18-7b524b801e40" }, { "episode_id": "727f582a-fe2a-45c3-b506-216133a28c35__ep1", "path": "/modelscope_data/xperience10m_128/727f582a-fe2a-45c3-b506-216133a28c35/ep1", "annotation": "/modelscope_data/xperience10m_128/727f582a-fe2a-45c3-b506-216133a28c35/ep1/annotation.hdf5", "frame_count": 5948, "main_task": "Crafting with paper strips", "files": [ { "name": "annotation.hdf5", "bytes": 1973459728, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 98973146, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 85513042, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 85607508, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 88589189, "exists": true }, { "name": "stereo_left.mp4", "bytes": 18895497, "exists": true }, { "name": "stereo_right.mp4", "bytes": 19008623, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/727f582a-fe2a-45c3-b506-216133a28c35/ep1/fisheye_cam0.mp4", "bytes": 98973146, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/727f582a-fe2a-45c3-b506-216133a28c35/ep1/fisheye_cam1.mp4", "bytes": 85513042, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/727f582a-fe2a-45c3-b506-216133a28c35/ep1/fisheye_cam2.mp4", "bytes": 85607508, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/727f582a-fe2a-45c3-b506-216133a28c35/ep1/fisheye_cam3.mp4", "bytes": 88589189, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/727f582a-fe2a-45c3-b506-216133a28c35/ep1/stereo_left.mp4", "bytes": 18895497, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/727f582a-fe2a-45c3-b506-216133a28c35/ep1/stereo_right.mp4", "bytes": 19008623, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting with paper strips", "segments": 18, "frame_labels": { "action": { "Manipulate paper strip": 2720, "Hold and bend paper strip": 800, "Manipulate paper strips": 600, "Observe workspace": 468, "Move hand toward craft materials": 320, "Hold small object": 200, "Hold craft tool": 160, "Approach table": 160, "Release paper strip": 120, "Place tool on table": 80, "Arrange paper strips": 80, "Pick up blue paper strip": 80, "Place down strip": 80, "Move hand away from workspace": 80 }, "subtask": { "Manipulate paper strips": 3000, "Bend and shape paper strips": 800, "Observe workspace": 548, "Prepare workspace and tools": 400, "Arrange paper strips": 400, "Place down paper strip": 400, "Select and handle paper strips": 200, "Hold small object": 200 } }, "window_labels": { "action": { "Manipulate paper strip": 136, "Hold and bend paper strip": 40, "Manipulate paper strips": 30, "Observe workspace": 23, "Move hand toward craft materials": 16, "Hold small object": 10, "Hold craft tool": 8, "Approach table": 8, "Release paper strip": 6, "Place tool on table": 4, "Arrange paper strips": 4, "Pick up blue paper strip": 4, "Place down strip": 4, "Move hand away from workspace": 4 }, "subtask": { "Manipulate paper strips": 150, "Bend and shape paper strips": 40, "Observe workspace": 27, "Prepare workspace and tools": 20, "Arrange paper strips": 20, "Place down paper strip": 20, "Select and handle paper strips": 10, "Hold small object": 10 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2370046733, "train_minimal_bytes": 2370046733, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "727f582a-fe2a-45c3-b506-216133a28c35/ep1", "split": "train", "selection_rank": 68, "selection_score": 0.00107543, "size_band": "upper_mid", "top_level_session": "727f582a-fe2a-45c3-b506-216133a28c35" }, { "episode_id": "9c553886-83c5-4dc4-be5c-dcb269b3a771__ep2", "path": "/modelscope_data/xperience10m_128/9c553886-83c5-4dc4-be5c-dcb269b3a771/ep2", "annotation": "/modelscope_data/xperience10m_128/9c553886-83c5-4dc4-be5c-dcb269b3a771/ep2/annotation.hdf5", "frame_count": 5947, "main_task": "Labeling and processing cardboard pieces", "files": [ { "name": "annotation.hdf5", "bytes": 1973095532, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 89313388, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 89425238, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 98254788, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 74391007, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21150832, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21859377, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/9c553886-83c5-4dc4-be5c-dcb269b3a771/ep2/fisheye_cam0.mp4", "bytes": 89313388, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/9c553886-83c5-4dc4-be5c-dcb269b3a771/ep2/fisheye_cam1.mp4", "bytes": 89425238, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/9c553886-83c5-4dc4-be5c-dcb269b3a771/ep2/fisheye_cam2.mp4", "bytes": 98254788, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/9c553886-83c5-4dc4-be5c-dcb269b3a771/ep2/fisheye_cam3.mp4", "bytes": 74391007, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/9c553886-83c5-4dc4-be5c-dcb269b3a771/ep2/stereo_left.mp4", "bytes": 21150832, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/9c553886-83c5-4dc4-be5c-dcb269b3a771/ep2/stereo_right.mp4", "bytes": 21859377, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Labeling and processing cardboard pieces", "segments": 18, "frame_labels": { "action": { "Mark cardboard piece": 3160, "Cut cardboard piece": 800, "Place marked piece down": 400, "Marking cardboard piece": 400, "Pick up new cardboard piece": 240, "Organize cardboard pieces": 200, "Release cardboard piece and gesture": 200, "Identify next cardboard piece": 160, "Hold cardboard piece": 120, "Move marker and adjust hand": 120, "Resume observation": 67, "Observe and pause": 40, "Gesturing": 40 }, "subtask": { "Labeling cardboard pieces": 4600, "Cutting cardboard pieces": 1000, "Organizing cardboard pieces": 200, "Observing and pausing": 147 } }, "window_labels": { "action": { "Mark cardboard piece": 158, "Cut cardboard piece": 40, "Place marked piece down": 20, "Marking cardboard piece": 20, "Pick up new cardboard piece": 12, "Organize cardboard pieces": 10, "Release cardboard piece and gesture": 10, "Identify next cardboard piece": 8, "Hold cardboard piece": 6, "Move marker and adjust hand": 6, "Resume observation": 3, "Observe and pause": 2, "Gesturing": 2 }, "subtask": { "Labeling cardboard pieces": 230, "Cutting cardboard pieces": 50, "Organizing cardboard pieces": 10, "Observing and pausing": 7 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2367490162, "train_minimal_bytes": 2367490162, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "9c553886-83c5-4dc4-be5c-dcb269b3a771/ep2", "split": "test", "selection_rank": 69, "selection_score": 0.00129493, "size_band": "upper_mid", "top_level_session": "9c553886-83c5-4dc4-be5c-dcb269b3a771" }, { "episode_id": "b1292f20-bfca-497b-a41a-e7fd62bbf913__ep2", "path": "/modelscope_data/xperience10m_128/b1292f20-bfca-497b-a41a-e7fd62bbf913/ep2", "annotation": "/modelscope_data/xperience10m_128/b1292f20-bfca-497b-a41a-e7fd62bbf913/ep2/annotation.hdf5", "frame_count": 5946, "main_task": "Assembling electronic device", "files": [ { "name": "annotation.hdf5", "bytes": 1972779488, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 81195259, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 99988420, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 85922889, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 88646387, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21486387, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22162675, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/b1292f20-bfca-497b-a41a-e7fd62bbf913/ep2/fisheye_cam0.mp4", "bytes": 81195259, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/b1292f20-bfca-497b-a41a-e7fd62bbf913/ep2/fisheye_cam1.mp4", "bytes": 99988420, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/b1292f20-bfca-497b-a41a-e7fd62bbf913/ep2/fisheye_cam2.mp4", "bytes": 85922889, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/b1292f20-bfca-497b-a41a-e7fd62bbf913/ep2/fisheye_cam3.mp4", "bytes": 88646387, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/b1292f20-bfca-497b-a41a-e7fd62bbf913/ep2/stereo_left.mp4", "bytes": 21486387, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/b1292f20-bfca-497b-a41a-e7fd62bbf913/ep2/stereo_right.mp4", "bytes": 22162675, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": false, "slam_point_cloud": false, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": false, "contacts": false, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Assembling electronic device", "segments": 0, "frame_labels": { "action": {}, "subtask": {} }, "window_labels": { "action": {}, "subtask": {} }, "num_labeled_windows": { "action": 0, "subtask": 0 } }, "total_bytes": 2372181505, "train_minimal_bytes": 2372181505, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "b1292f20-bfca-497b-a41a-e7fd62bbf913/ep2", "split": "train", "selection_rank": 70, "selection_score": 0.00132551, "size_band": "upper_mid", "top_level_session": "b1292f20-bfca-497b-a41a-e7fd62bbf913" }, { "episode_id": "b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001__ep2", "path": "/modelscope_data/xperience10m_128/b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001/ep2", "annotation": "/modelscope_data/xperience10m_128/b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001/ep2/annotation.hdf5", "frame_count": 5947, "main_task": "Making paper crafts", "files": [ { "name": "annotation.hdf5", "bytes": 1973103660, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 98007727, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 84957789, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 103071490, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 66112469, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24474748, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22322546, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001/ep2/fisheye_cam0.mp4", "bytes": 98007727, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001/ep2/fisheye_cam1.mp4", "bytes": 84957789, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001/ep2/fisheye_cam2.mp4", "bytes": 103071490, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001/ep2/fisheye_cam3.mp4", "bytes": 66112469, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001/ep2/stereo_left.mp4", "bytes": 24474748, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001/ep2/stereo_right.mp4", "bytes": 22322546, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Making paper crafts", "segments": 18, "frame_labels": { "action": { "Fold paper strip": 4347, "Manipulate paper strip": 1200, "Hold paper strip": 400 }, "subtask": { "Fold paper strip": 4347, "Manipulate paper strip": 1200, "Hold paper strip": 400 } }, "window_labels": { "action": { "Fold paper strip": 217, "Manipulate paper strip": 60, "Hold paper strip": 20 }, "subtask": { "Fold paper strip": 217, "Manipulate paper strip": 60, "Hold paper strip": 20 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2372050429, "train_minimal_bytes": 2372050429, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001/ep2", "split": "train", "selection_rank": 71, "selection_score": 0.00139624, "size_band": "upper_mid", "top_level_session": "b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001" }, { "episode_id": "8692d5eb-19b2-4c49-9f88-da2ec373796e__ep3", "path": "/modelscope_data/xperience10m_128/8692d5eb-19b2-4c49-9f88-da2ec373796e/ep3", "annotation": "/modelscope_data/xperience10m_128/8692d5eb-19b2-4c49-9f88-da2ec373796e/ep3/annotation.hdf5", "frame_count": 5946, "main_task": "Making origami stars", "files": [ { "name": "annotation.hdf5", "bytes": 1972741192, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 93292601, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 93796599, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 97601308, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 64394702, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22495131, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23710038, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/8692d5eb-19b2-4c49-9f88-da2ec373796e/ep3/fisheye_cam0.mp4", "bytes": 93292601, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/8692d5eb-19b2-4c49-9f88-da2ec373796e/ep3/fisheye_cam1.mp4", "bytes": 93796599, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/8692d5eb-19b2-4c49-9f88-da2ec373796e/ep3/fisheye_cam2.mp4", "bytes": 97601308, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/8692d5eb-19b2-4c49-9f88-da2ec373796e/ep3/fisheye_cam3.mp4", "bytes": 64394702, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/8692d5eb-19b2-4c49-9f88-da2ec373796e/ep3/stereo_left.mp4", "bytes": 22495131, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/8692d5eb-19b2-4c49-9f88-da2ec373796e/ep3/stereo_right.mp4", "bytes": 23710038, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Making origami stars", "segments": 18, "frame_labels": { "action": { "Fold paper strip": 5826, "Pick up stapler": 120 }, "subtask": { "folding paper strips into stars": 5546, "folding paper strips and retrieving stapler": 400 } }, "window_labels": { "action": { "Fold paper strip": 291, "Pick up stapler": 6 }, "subtask": { "folding paper strips into stars": 277, "folding paper strips and retrieving stapler": 20 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2368031571, "train_minimal_bytes": 2368031571, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "8692d5eb-19b2-4c49-9f88-da2ec373796e/ep3", "split": "train", "selection_rank": 72, "selection_score": 0.00164927, "size_band": "upper_mid", "top_level_session": "8692d5eb-19b2-4c49-9f88-da2ec373796e" }, { "episode_id": "54bf2b92-a5f8-440c-81fe-8f820bb90aab__ep3", "path": "/modelscope_data/xperience10m_128/54bf2b92-a5f8-440c-81fe-8f820bb90aab/ep3", "annotation": "/modelscope_data/xperience10m_128/54bf2b92-a5f8-440c-81fe-8f820bb90aab/ep3/annotation.hdf5", "frame_count": 5947, "main_task": "Folding paper stars", "files": [ { "name": "annotation.hdf5", "bytes": 1973088196, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 95105700, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 87118460, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 95260106, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 67130821, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24272374, "exists": true }, { "name": "stereo_right.mp4", "bytes": 24416520, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/54bf2b92-a5f8-440c-81fe-8f820bb90aab/ep3/fisheye_cam0.mp4", "bytes": 95105700, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/54bf2b92-a5f8-440c-81fe-8f820bb90aab/ep3/fisheye_cam1.mp4", "bytes": 87118460, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/54bf2b92-a5f8-440c-81fe-8f820bb90aab/ep3/fisheye_cam2.mp4", "bytes": 95260106, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/54bf2b92-a5f8-440c-81fe-8f820bb90aab/ep3/fisheye_cam3.mp4", "bytes": 67130821, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/54bf2b92-a5f8-440c-81fe-8f820bb90aab/ep3/stereo_left.mp4", "bytes": 24272374, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/54bf2b92-a5f8-440c-81fe-8f820bb90aab/ep3/stereo_right.mp4", "bytes": 24416520, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Folding paper stars", "segments": 18, "frame_labels": { "action": { "Fold paper strip": 3600, "Continue folding paper strip": 680, "Manipulate paper strip": 600, "Pick up paper strip": 280, "Prepare paper strip": 240, "Fold paper strip into a star": 200, "Manipulate paper star": 160, "Begin folding paper strip": 120, "Place star on table": 67 }, "subtask": { "Fold paper strip": 4239, "Manipulate paper strip": 561, "Pick up and begin folding paper strip": 400, "Manipulate star and prepare next strip": 400, "Form paper strip into a star": 200, "Complete folding and place star on table": 147 } }, "window_labels": { "action": { "Fold paper strip": 180, "Continue folding paper strip": 34, "Manipulate paper strip": 30, "Pick up paper strip": 14, "Prepare paper strip": 12, "Fold paper strip into a star": 10, "Manipulate paper star": 8, "Begin folding paper strip": 6, "Place star on table": 3 }, "subtask": { "Fold paper strip": 212, "Manipulate paper strip": 28, "Pick up and begin folding paper strip": 20, "Manipulate star and prepare next strip": 20, "Form paper strip into a star": 10, "Complete folding and place star on table": 7 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2366392177, "train_minimal_bytes": 2366392177, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "54bf2b92-a5f8-440c-81fe-8f820bb90aab/ep3", "split": "train", "selection_rank": 73, "selection_score": 0.00168738, "size_band": "upper_mid", "top_level_session": "54bf2b92-a5f8-440c-81fe-8f820bb90aab" }, { "episode_id": "3eb8ef88-902d-4e84-8a72-a361c9d18647__ep3", "path": "/modelscope_data/xperience10m_128/3eb8ef88-902d-4e84-8a72-a361c9d18647/ep3", "annotation": "/modelscope_data/xperience10m_128/3eb8ef88-902d-4e84-8a72-a361c9d18647/ep3/annotation.hdf5", "frame_count": 5948, "main_task": "Crafting cardboard shapes", "files": [ { "name": "annotation.hdf5", "bytes": 1973472960, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 88250149, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 97445747, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 88264003, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 75690873, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20717147, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21779035, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/3eb8ef88-902d-4e84-8a72-a361c9d18647/ep3/fisheye_cam0.mp4", "bytes": 88250149, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/3eb8ef88-902d-4e84-8a72-a361c9d18647/ep3/fisheye_cam1.mp4", "bytes": 97445747, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/3eb8ef88-902d-4e84-8a72-a361c9d18647/ep3/fisheye_cam2.mp4", "bytes": 88264003, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/3eb8ef88-902d-4e84-8a72-a361c9d18647/ep3/fisheye_cam3.mp4", "bytes": 75690873, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/3eb8ef88-902d-4e84-8a72-a361c9d18647/ep3/stereo_left.mp4", "bytes": 20717147, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/3eb8ef88-902d-4e84-8a72-a361c9d18647/ep3/stereo_right.mp4", "bytes": 21779035, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting cardboard shapes", "segments": 18, "frame_labels": { "action": { "Cut cardboard shape": 2640, "Cut cardboard piece": 1067, "Cut cardboard": 600, "Release cardboard shape": 600, "Fold cardboard shape": 321, "Reach for cardboard box": 320, "Reposition hands": 201, "Reach for object": 199 }, "subtask": { "Cutting cardboard pieces": 3306, "Cutting and folding cardboard shapes": 881, "Cutting and adjusting cardboard pieces": 761, "Retrieving materials": 519, "Repositioning and cutting cardboard pieces": 481 } }, "window_labels": { "action": { "Cut cardboard shape": 132, "Cut cardboard piece": 53, "Cut cardboard": 30, "Release cardboard shape": 30, "Fold cardboard shape": 16, "Reach for cardboard box": 16, "Reach for object": 10, "Reposition hands": 10 }, "subtask": { "Cutting cardboard pieces": 165, "Cutting and folding cardboard shapes": 44, "Cutting and adjusting cardboard pieces": 38, "Retrieving materials": 26, "Repositioning and cutting cardboard pieces": 24 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2365619914, "train_minimal_bytes": 2365619914, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "3eb8ef88-902d-4e84-8a72-a361c9d18647/ep3", "split": "train", "selection_rank": 74, "selection_score": 0.00170045, "size_band": "upper_mid", "top_level_session": "3eb8ef88-902d-4e84-8a72-a361c9d18647" }, { "episode_id": "2aee3428-f462-49e6-95c4-b803c1803e0b__ep3", "path": "/modelscope_data/xperience10m_128/2aee3428-f462-49e6-95c4-b803c1803e0b/ep3", "annotation": "/modelscope_data/xperience10m_128/2aee3428-f462-49e6-95c4-b803c1803e0b/ep3/annotation.hdf5", "frame_count": 5945, "main_task": "Crafting and assembling paper strips", "files": [ { "name": "annotation.hdf5", "bytes": 1972400252, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 93414043, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 89816180, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 86977005, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 92271248, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19328187, "exists": true }, { "name": "stereo_right.mp4", "bytes": 19913086, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/2aee3428-f462-49e6-95c4-b803c1803e0b/ep3/fisheye_cam0.mp4", "bytes": 93414043, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/2aee3428-f462-49e6-95c4-b803c1803e0b/ep3/fisheye_cam1.mp4", "bytes": 89816180, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/2aee3428-f462-49e6-95c4-b803c1803e0b/ep3/fisheye_cam2.mp4", "bytes": 86977005, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/2aee3428-f462-49e6-95c4-b803c1803e0b/ep3/fisheye_cam3.mp4", "bytes": 92271248, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/2aee3428-f462-49e6-95c4-b803c1803e0b/ep3/stereo_left.mp4", "bytes": 19328187, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/2aee3428-f462-49e6-95c4-b803c1803e0b/ep3/stereo_right.mp4", "bytes": 19913086, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting and assembling paper strips", "segments": 18, "frame_labels": { "action": { "Fold paper strip": 3000, "Manipulate paper strip": 2080, "Pick up phone": 200, "Use phone": 160, "Interact with phone": 120, "Place phone down": 80, "Place down paper pieces": 80, "Continue folding paper strip": 80, "Release folded paper": 65, "Place phone on desk": 40, "Adjust paper strip": 40 }, "subtask": { "Folding paper strips": 2800, "Manipulating paper strips": 2000, "Folding paper strips while using phone": 800, "Adjusting and placing down paper pieces": 200, "Finalizing and releasing folded paper": 145 } }, "window_labels": { "action": { "Fold paper strip": 150, "Manipulate paper strip": 104, "Pick up phone": 10, "Use phone": 8, "Interact with phone": 6, "Place phone down": 4, "Place down paper pieces": 4, "Continue folding paper strip": 4, "Release folded paper": 3, "Place phone on desk": 2, "Adjust paper strip": 2 }, "subtask": { "Folding paper strips": 140, "Manipulating paper strips": 100, "Folding paper strips while using phone": 40, "Adjusting and placing down paper pieces": 10, "Finalizing and releasing folded paper": 7 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2374120001, "train_minimal_bytes": 2374120001, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "2aee3428-f462-49e6-95c4-b803c1803e0b/ep3", "split": "train", "selection_rank": 75, "selection_score": 0.00173083, "size_band": "upper_mid", "top_level_session": "2aee3428-f462-49e6-95c4-b803c1803e0b" }, { "episode_id": "40611d4c-a36d-4ae3-8a71-da94b81cdce4__ep2", "path": "/modelscope_data/xperience10m_128/40611d4c-a36d-4ae3-8a71-da94b81cdce4/ep2", "annotation": "/modelscope_data/xperience10m_128/40611d4c-a36d-4ae3-8a71-da94b81cdce4/ep2/annotation.hdf5", "frame_count": 5948, "main_task": "Paper quilling and smartphone interaction", "files": [ { "name": "annotation.hdf5", "bytes": 1973489504, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 79678719, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 103874742, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 82160106, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 93876846, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21348669, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23853890, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/40611d4c-a36d-4ae3-8a71-da94b81cdce4/ep2/fisheye_cam0.mp4", "bytes": 79678719, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/40611d4c-a36d-4ae3-8a71-da94b81cdce4/ep2/fisheye_cam1.mp4", "bytes": 103874742, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/40611d4c-a36d-4ae3-8a71-da94b81cdce4/ep2/fisheye_cam2.mp4", "bytes": 82160106, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/40611d4c-a36d-4ae3-8a71-da94b81cdce4/ep2/fisheye_cam3.mp4", "bytes": 93876846, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/40611d4c-a36d-4ae3-8a71-da94b81cdce4/ep2/stereo_left.mp4", "bytes": 21348669, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/40611d4c-a36d-4ae3-8a71-da94b81cdce4/ep2/stereo_right.mp4", "bytes": 23853890, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Paper quilling and smartphone interaction", "segments": 18, "frame_labels": { "action": { "Hold quilling paper": 721, "Inspect strip": 600, "Manipulate small paper segment": 561, "Manipulate quilled paper strip": 521, "Interact with phone": 480, "Release and prepare new strip": 479, "Browse and interact with phone interface": 441, "Roll quilling paper": 400, "Pick up paper strip": 320, "Release paper strip": 279, "Pick up light blue strip": 200, "Place down paper segment": 199, "Release paper coil": 160, "Interacting with phone screen": 159, "Manipulate light blue strip": 148, "Hold quilled paper coil": 120, "Place item into bag": 80, "Reach for paper strips": 40, "Pick up phone": 40 }, "subtask": { "Pick up and inspect light blue strip": 761, "Hold quilling paper": 721, "Handle and prepare paper coil": 561, "Manipulate small paper segment": 561, "Clear workspace and pick up phone": 561, "Manipulate quilled paper strip": 521, "Browse and interact with phone interface": 441, "Release and prepare new strip": 440, "Roll quilling paper": 400, "Release paper strip": 240, "Place down paper segment and reach for supplies": 239, "Browsing phone interface": 159, "Manipulate light blue strip": 148, "Hold quilling paper strip": 39, "Hold quilled paper strip": 39, "Manipulate paper strip": 39, "Navigate phone": 39, "Inspect light blue strip": 39 } }, "window_labels": { "action": { "Hold quilling paper": 36, "Inspect strip": 30, "Manipulate small paper segment": 28, "Manipulate quilled paper strip": 26, "Release and prepare new strip": 24, "Interact with phone": 24, "Browse and interact with phone interface": 22, "Roll quilling paper": 20, "Pick up paper strip": 16, "Release paper strip": 14, "Place down paper segment": 10, "Pick up light blue strip": 10, "Release paper coil": 8, "Interacting with phone screen": 8, "Manipulate light blue strip": 7, "Hold quilled paper coil": 6, "Place item into bag": 4, "Reach for paper strips": 2, "Pick up phone": 2 }, "subtask": { "Pick up and inspect light blue strip": 38, "Hold quilling paper": 36, "Handle and prepare paper coil": 28, "Manipulate small paper segment": 28, "Clear workspace and pick up phone": 28, "Manipulate quilled paper strip": 26, "Release and prepare new strip": 22, "Browse and interact with phone interface": 22, "Roll quilling paper": 20, "Release paper strip": 12, "Place down paper segment and reach for supplies": 12, "Browsing phone interface": 8, "Manipulate light blue strip": 7, "Hold quilling paper strip": 2, "Hold quilled paper strip": 2, "Manipulate paper strip": 2, "Navigate phone": 2, "Inspect light blue strip": 2 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2378282476, "train_minimal_bytes": 2378282476, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "40611d4c-a36d-4ae3-8a71-da94b81cdce4/ep2", "split": "train", "selection_rank": 76, "selection_score": 0.00173263, "size_band": "upper_mid", "top_level_session": "40611d4c-a36d-4ae3-8a71-da94b81cdce4" }, { "episode_id": "832369c5-8fca-4591-940a-7a7a28206de2__ep4", "path": "/modelscope_data/xperience10m_128/832369c5-8fca-4591-940a-7a7a28206de2/ep4", "annotation": "/modelscope_data/xperience10m_128/832369c5-8fca-4591-940a-7a7a28206de2/ep4/annotation.hdf5", "frame_count": 5946, "main_task": "Assembling a jigsaw puzzle", "files": [ { "name": "annotation.hdf5", "bytes": 1972751704, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 91383959, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 80008257, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 94146575, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 87396542, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24224758, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20683909, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/832369c5-8fca-4591-940a-7a7a28206de2/ep4/fisheye_cam0.mp4", "bytes": 91383959, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/832369c5-8fca-4591-940a-7a7a28206de2/ep4/fisheye_cam1.mp4", "bytes": 80008257, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/832369c5-8fca-4591-940a-7a7a28206de2/ep4/fisheye_cam2.mp4", "bytes": 94146575, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/832369c5-8fca-4591-940a-7a7a28206de2/ep4/fisheye_cam3.mp4", "bytes": 87396542, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/832369c5-8fca-4591-940a-7a7a28206de2/ep4/stereo_left.mp4", "bytes": 24224758, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/832369c5-8fca-4591-940a-7a7a28206de2/ep4/stereo_right.mp4", "bytes": 20683909, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Assembling a jigsaw puzzle", "segments": 18, "frame_labels": { "action": { "Adjust puzzle piece": 1680, "Place puzzle piece": 1440, "Adjusting puzzle piece": 1400, "Manipulate puzzle pieces": 400, "Scan for next piece": 320, "Positioning puzzle piece": 200, "Adjusting a puzzle piece": 146, "Release puzzle piece": 120, "Search for puzzle piece": 120, "Move puzzle piece": 120 }, "subtask": { "Adjusting puzzle piece": 2800, "Placing puzzle piece": 600, "Moving, placing, and adjusting puzzle pieces": 561, "Placing and scanning for puzzle pieces": 400, "Scanning for and placing puzzle pieces": 400, "Placing and searching for puzzle pieces": 400, "Manipulating puzzle pieces": 400, "Positioning puzzle piece": 200, "Adjusting a puzzle piece": 146, "Adjusting and placing puzzle pieces": 39 } }, "window_labels": { "action": { "Adjust puzzle piece": 84, "Place puzzle piece": 72, "Adjusting puzzle piece": 70, "Manipulate puzzle pieces": 20, "Scan for next piece": 16, "Positioning puzzle piece": 10, "Adjusting a puzzle piece": 7, "Release puzzle piece": 6, "Search for puzzle piece": 6, "Move puzzle piece": 6 }, "subtask": { "Adjusting puzzle piece": 140, "Placing puzzle piece": 30, "Moving, placing, and adjusting puzzle pieces": 28, "Placing and scanning for puzzle pieces": 20, "Scanning for and placing puzzle pieces": 20, "Placing and searching for puzzle pieces": 20, "Manipulating puzzle pieces": 20, "Positioning puzzle piece": 10, "Adjusting a puzzle piece": 7, "Adjusting and placing puzzle pieces": 2 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2370595704, "train_minimal_bytes": 2370595704, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "832369c5-8fca-4591-940a-7a7a28206de2/ep4", "split": "train", "selection_rank": 77, "selection_score": 0.00180383, "size_band": "upper_mid", "top_level_session": "832369c5-8fca-4591-940a-7a7a28206de2" }, { "episode_id": "34353740-0ce5-4b2f-9394-f9fd9a19b8fe__ep3", "path": "/modelscope_data/xperience10m_128/34353740-0ce5-4b2f-9394-f9fd9a19b8fe/ep3", "annotation": "/modelscope_data/xperience10m_128/34353740-0ce5-4b2f-9394-f9fd9a19b8fe/ep3/annotation.hdf5", "frame_count": 5948, "main_task": "Cutting and crafting cardboard shapes", "files": [ { "name": "annotation.hdf5", "bytes": 1973393888, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 80572735, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 96248329, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 95187718, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 73505846, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22825211, "exists": true }, { "name": "stereo_right.mp4", "bytes": 24387163, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/34353740-0ce5-4b2f-9394-f9fd9a19b8fe/ep3/fisheye_cam0.mp4", "bytes": 80572735, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/34353740-0ce5-4b2f-9394-f9fd9a19b8fe/ep3/fisheye_cam1.mp4", "bytes": 96248329, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/34353740-0ce5-4b2f-9394-f9fd9a19b8fe/ep3/fisheye_cam2.mp4", "bytes": 95187718, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/34353740-0ce5-4b2f-9394-f9fd9a19b8fe/ep3/fisheye_cam3.mp4", "bytes": 73505846, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/34353740-0ce5-4b2f-9394-f9fd9a19b8fe/ep3/stereo_left.mp4", "bytes": 22825211, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/34353740-0ce5-4b2f-9394-f9fd9a19b8fe/ep3/stereo_right.mp4", "bytes": 24387163, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting and crafting cardboard shapes", "segments": 18, "frame_labels": { "action": { "Cut cardboard": 2641, "Hold phone": 800, "Cut cardboard pieces with scissors": 800, "Use smartphone": 440, "Use phone": 280, "Hold and view phone": 200, "Pick up phone": 159, "Cut cardboard with scissors": 148, "Put down phone": 120, "Hold water bottle": 120, "Put down scissors": 80, "Pick up water bottle": 80, "Pick up scissors": 40, "Place water bottle on table": 40 }, "subtask": { "Cutting cardboard": 2588, "Using phone": 1000, "Resuming cutting cardboard": 761, "Cutting cardboard with scissors and checking phone": 400, "Resuming cardboard cutting": 400, "Using phone and drinking water": 400, "Setting down water and picking up phone": 200, "Finishing cutting and switching to phone": 199 } }, "window_labels": { "action": { "Cut cardboard": 132, "Hold phone": 40, "Cut cardboard pieces with scissors": 40, "Use smartphone": 22, "Use phone": 14, "Hold and view phone": 10, "Pick up phone": 8, "Cut cardboard with scissors": 7, "Put down phone": 6, "Hold water bottle": 6, "Put down scissors": 4, "Pick up water bottle": 4, "Pick up scissors": 2, "Place water bottle on table": 2 }, "subtask": { "Cutting cardboard": 129, "Using phone": 50, "Resuming cutting cardboard": 38, "Cutting cardboard with scissors and checking phone": 20, "Resuming cardboard cutting": 20, "Using phone and drinking water": 20, "Finishing cutting and switching to phone": 10, "Setting down water and picking up phone": 10 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2366120890, "train_minimal_bytes": 2366120890, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "34353740-0ce5-4b2f-9394-f9fd9a19b8fe/ep3", "split": "train", "selection_rank": 78, "selection_score": 0.00181177, "size_band": "upper_mid", "top_level_session": "34353740-0ce5-4b2f-9394-f9fd9a19b8fe" }, { "episode_id": "4e3da960-c06f-4b2c-996d-fe6f04fa4e36__ep2", "path": "/modelscope_data/xperience10m_128/4e3da960-c06f-4b2c-996d-fe6f04fa4e36/ep2", "annotation": "/modelscope_data/xperience10m_128/4e3da960-c06f-4b2c-996d-fe6f04fa4e36/ep2/annotation.hdf5", "frame_count": 5947, "main_task": "Fabricating a cardboard project", "files": [ { "name": "annotation.hdf5", "bytes": 1973171028, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 88453260, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 87548564, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 97009817, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 74745508, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21405025, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21595242, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/4e3da960-c06f-4b2c-996d-fe6f04fa4e36/ep2/fisheye_cam0.mp4", "bytes": 88453260, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/4e3da960-c06f-4b2c-996d-fe6f04fa4e36/ep2/fisheye_cam1.mp4", "bytes": 87548564, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/4e3da960-c06f-4b2c-996d-fe6f04fa4e36/ep2/fisheye_cam2.mp4", "bytes": 97009817, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/4e3da960-c06f-4b2c-996d-fe6f04fa4e36/ep2/fisheye_cam3.mp4", "bytes": 74745508, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/4e3da960-c06f-4b2c-996d-fe6f04fa4e36/ep2/stereo_left.mp4", "bytes": 21405025, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/4e3da960-c06f-4b2c-996d-fe6f04fa4e36/ep2/stereo_right.mp4", "bytes": 21595242, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Fabricating a cardboard project", "segments": 18, "frame_labels": { "action": { "Draw line with marker": 800, "Cut cardboard strip with utility knife": 800, "Draw straight line": 600, "Draw lines on cardboard": 600, "Draw line on cardboard": 481, "Reposition hands and ruler": 400, "Mark straight line": 320, "Inspect cardboard piece": 281, "Reposition hands": 241, "Walk through office": 239, "Fold cardboard": 199, "Cut cardboard": 160, "Cut cardboard along line": 160, "Transition to cutting": 159, "Position utility knife on cardboard": 147, "Press fold": 120, "Move ruler and tools": 80, "Pick up small cardboard piece": 80, "Align ruler with crease": 80 }, "subtask": { "Measuring and marking cardboard": 2881, "Cutting cardboard": 801, "Cutting cardboard strips": 800, "Inspecting cardboard": 361, "Transitioning to cutting": 319, "Moving through workspace": 239, "Folding cardboard": 200, "Cutting and folding cardboard": 199, "Positioning utility knife": 147 } }, "window_labels": { "action": { "Draw line with marker": 40, "Cut cardboard strip with utility knife": 40, "Draw straight line": 30, "Draw lines on cardboard": 30, "Draw line on cardboard": 24, "Reposition hands and ruler": 20, "Mark straight line": 16, "Inspect cardboard piece": 14, "Walk through office": 12, "Reposition hands": 12, "Fold cardboard": 10, "Transition to cutting": 8, "Cut cardboard": 8, "Cut cardboard along line": 8, "Position utility knife on cardboard": 7, "Press fold": 6, "Move ruler and tools": 4, "Pick up small cardboard piece": 4, "Align ruler with crease": 4 }, "subtask": { "Measuring and marking cardboard": 144, "Cutting cardboard": 40, "Cutting cardboard strips": 40, "Inspecting cardboard": 18, "Transitioning to cutting": 16, "Moving through workspace": 12, "Cutting and folding cardboard": 10, "Folding cardboard": 10, "Positioning utility knife": 7 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2363928444, "train_minimal_bytes": 2363928444, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "4e3da960-c06f-4b2c-996d-fe6f04fa4e36/ep2", "split": "val", "selection_rank": 79, "selection_score": 0.00182852, "size_band": "upper_mid", "top_level_session": "4e3da960-c06f-4b2c-996d-fe6f04fa4e36" }, { "episode_id": "2a433534-63d5-48ad-b75e-a5607087b5df__ep2", "path": "/modelscope_data/xperience10m_128/2a433534-63d5-48ad-b75e-a5607087b5df/ep2", "annotation": "/modelscope_data/xperience10m_128/2a433534-63d5-48ad-b75e-a5607087b5df/ep2/annotation.hdf5", "frame_count": 5948, "main_task": "Cutting and measuring cardboard components", "files": [ { "name": "annotation.hdf5", "bytes": 1973438696, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 101437286, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 76650866, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 91848451, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 78173216, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20350675, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18504760, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/2a433534-63d5-48ad-b75e-a5607087b5df/ep2/fisheye_cam0.mp4", "bytes": 101437286, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/2a433534-63d5-48ad-b75e-a5607087b5df/ep2/fisheye_cam1.mp4", "bytes": 76650866, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/2a433534-63d5-48ad-b75e-a5607087b5df/ep2/fisheye_cam2.mp4", "bytes": 91848451, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/2a433534-63d5-48ad-b75e-a5607087b5df/ep2/fisheye_cam3.mp4", "bytes": 78173216, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/2a433534-63d5-48ad-b75e-a5607087b5df/ep2/stereo_left.mp4", "bytes": 20350675, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/2a433534-63d5-48ad-b75e-a5607087b5df/ep2/stereo_right.mp4", "bytes": 18504760, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting and measuring cardboard components", "segments": 18, "frame_labels": { "action": { "Cut cardboard": 1400, "Cut cardboard strip with scissors": 1000, "Mark cardboard with pen": 600, "Measure and mark cardboard": 480, "Cut cardboard tube": 480, "Cut cardboard with scissors": 480, "Cut cardboard piece with scissors": 400, "Mark cardboard with pen and ruler": 320, "Hold and align cardboard": 200, "Place ruler on cardboard": 120, "Reposition tools": 120, "Position cardboard tube": 120, "Pick up scissors": 80, "Mark cardboard": 80, "Position scissors for next cut": 68 }, "subtask": { "Cutting cardboard": 1000, "Cutting cardboard strips": 1000, "Cutting cardboard tube": 600, "Marking cardboard with pen": 561, "Final cardboard cutting": 548, "Cutting initial cardboard pieces": 400, "Measuring and marking cardboard with ruler": 400, "Marking cardboard and preparing to cut": 400, "Cutting cardboard sheet": 400, "Measuring and marking cardboard": 400, "Aligning cardboard for cutting": 200, "Marking cardboard with pen and ruler": 39 } }, "window_labels": { "action": { "Cut cardboard": 70, "Cut cardboard strip with scissors": 50, "Mark cardboard with pen": 30, "Measure and mark cardboard": 24, "Cut cardboard tube": 24, "Cut cardboard with scissors": 24, "Cut cardboard piece with scissors": 20, "Mark cardboard with pen and ruler": 16, "Hold and align cardboard": 10, "Place ruler on cardboard": 6, "Reposition tools": 6, "Position cardboard tube": 6, "Pick up scissors": 4, "Mark cardboard": 4, "Position scissors for next cut": 3 }, "subtask": { "Cutting cardboard": 50, "Cutting cardboard strips": 50, "Cutting cardboard tube": 30, "Marking cardboard with pen": 28, "Final cardboard cutting": 27, "Cutting initial cardboard pieces": 20, "Measuring and marking cardboard with ruler": 20, "Marking cardboard and preparing to cut": 20, "Cutting cardboard sheet": 20, "Measuring and marking cardboard": 20, "Aligning cardboard for cutting": 10, "Marking cardboard with pen and ruler": 2 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2360403950, "train_minimal_bytes": 2360403950, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "2a433534-63d5-48ad-b75e-a5607087b5df/ep2", "split": "train", "selection_rank": 80, "selection_score": 0.00182928, "size_band": "upper_mid", "top_level_session": "2a433534-63d5-48ad-b75e-a5607087b5df" }, { "episode_id": "480cb308-6ad0-4791-8bb6-f029f439548a__ep5", "path": "/modelscope_data/xperience10m_128/480cb308-6ad0-4791-8bb6-f029f439548a/ep5", "annotation": "/modelscope_data/xperience10m_128/480cb308-6ad0-4791-8bb6-f029f439548a/ep5/annotation.hdf5", "frame_count": 5948, "main_task": "", "files": [ { "name": "annotation.hdf5", "bytes": 1973432112, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 98004185, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 86343025, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 98327337, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 72942741, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19648564, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20992657, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/480cb308-6ad0-4791-8bb6-f029f439548a/ep5/fisheye_cam0.mp4", "bytes": 98004185, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/480cb308-6ad0-4791-8bb6-f029f439548a/ep5/fisheye_cam1.mp4", "bytes": 86343025, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/480cb308-6ad0-4791-8bb6-f029f439548a/ep5/fisheye_cam2.mp4", "bytes": 98327337, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/480cb308-6ad0-4791-8bb6-f029f439548a/ep5/fisheye_cam3.mp4", "bytes": 72942741, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/480cb308-6ad0-4791-8bb6-f029f439548a/ep5/stereo_left.mp4", "bytes": 19648564, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/480cb308-6ad0-4791-8bb6-f029f439548a/ep5/stereo_right.mp4", "bytes": 20992657, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": false, "captions": false }, "label_stats": { "main_task": "", "segments": 0, "frame_labels": { "action": {}, "subtask": {} }, "window_labels": { "action": {}, "subtask": {} }, "num_labeled_windows": { "action": 0, "subtask": 0 } }, "total_bytes": 2369690621, "train_minimal_bytes": 2369690621, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "480cb308-6ad0-4791-8bb6-f029f439548a/ep5", "split": "train", "selection_rank": 81, "selection_score": 0.00183373, "size_band": "upper_mid", "top_level_session": "480cb308-6ad0-4791-8bb6-f029f439548a" }, { "episode_id": "613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9__ep2", "path": "/modelscope_data/xperience10m_128/613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9/ep2", "annotation": "/modelscope_data/xperience10m_128/613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9/ep2/annotation.hdf5", "frame_count": 5948, "main_task": "Making lucky stars with paper strips", "files": [ { "name": "annotation.hdf5", "bytes": 1973400184, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 94227203, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 93824077, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 94308611, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 70978565, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22739797, "exists": true }, { "name": "stereo_right.mp4", "bytes": 25420271, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9/ep2/fisheye_cam0.mp4", "bytes": 94227203, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9/ep2/fisheye_cam1.mp4", "bytes": 93824077, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9/ep2/fisheye_cam2.mp4", "bytes": 94308611, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9/ep2/fisheye_cam3.mp4", "bytes": 70978565, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9/ep2/stereo_left.mp4", "bytes": 22739797, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9/ep2/stereo_right.mp4", "bytes": 25420271, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Making lucky stars with paper strips", "segments": 18, "frame_labels": { "action": { "Fold lucky star": 2000, "Fold paper strip": 1160, "Manipulate paper strip": 1000, "Fold paper strip into lucky star": 948, "Manipulate folded paper star": 360, "Grasp paper strip": 240, "Manipulate paper star": 200, "Release paper star": 40 }, "subtask": { "Folding lucky star": 2548, "Folding paper strip": 1000, "Manipulating paper strip": 1000, "Folding paper strip into lucky star": 800, "Finalizing paper star": 400, "Manipulating paper star": 200 } }, "window_labels": { "action": { "Fold lucky star": 100, "Fold paper strip": 58, "Manipulate paper strip": 50, "Fold paper strip into lucky star": 47, "Manipulate folded paper star": 18, "Grasp paper strip": 12, "Manipulate paper star": 10, "Release paper star": 2 }, "subtask": { "Folding lucky star": 127, "Folding paper strip": 50, "Manipulating paper strip": 50, "Folding paper strip into lucky star": 40, "Finalizing paper star": 20, "Manipulating paper star": 10 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2374898708, "train_minimal_bytes": 2374898708, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9/ep2", "split": "train", "selection_rank": 82, "selection_score": 0.00189528, "size_band": "upper_mid", "top_level_session": "613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9" }, { "episode_id": "3efd6a52-1457-4437-a3bf-9d5894614fe6__ep4", "path": "/modelscope_data/xperience10m_128/3efd6a52-1457-4437-a3bf-9d5894614fe6/ep4", "annotation": "/modelscope_data/xperience10m_128/3efd6a52-1457-4437-a3bf-9d5894614fe6/ep4/annotation.hdf5", "frame_count": 5945, "main_task": "paper quilling craft", "files": [ { "name": "annotation.hdf5", "bytes": 1972496124, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 89959077, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 89611169, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 94637183, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 80116664, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22315138, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21437219, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/3efd6a52-1457-4437-a3bf-9d5894614fe6/ep4/fisheye_cam0.mp4", "bytes": 89959077, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/3efd6a52-1457-4437-a3bf-9d5894614fe6/ep4/fisheye_cam1.mp4", "bytes": 89611169, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/3efd6a52-1457-4437-a3bf-9d5894614fe6/ep4/fisheye_cam2.mp4", "bytes": 94637183, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/3efd6a52-1457-4437-a3bf-9d5894614fe6/ep4/fisheye_cam3.mp4", "bytes": 80116664, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/3efd6a52-1457-4437-a3bf-9d5894614fe6/ep4/stereo_left.mp4", "bytes": 22315138, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/3efd6a52-1457-4437-a3bf-9d5894614fe6/ep4/stereo_right.mp4", "bytes": 21437219, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "paper quilling craft", "segments": 18, "frame_labels": { "action": { "Hold and align paper strip": 800, "Start folding paper strip": 600, "Hold quilled paper piece": 480, "Rolling paper strip": 400, "Folding paper strip": 400, "Observe workspace": 400, "Walk through workspace": 400, "Manipulate paper quilling piece": 400, "Manipulate quilling paper": 360, "Finishing coil": 280, "Positioning paper strip": 200, "Walk towards workspace": 200, "Approach workstation": 200, "Interaction with coworker": 200, "Manipulate small object": 200, "Hold and rotate paper strip": 145, "Selecting new paper strip": 120, "Reach for paper strip": 80, "Grasp electronic object": 40, "Pull paper strip": 40 }, "subtask": { "Folding paper strip": 1000, "Holding and aligning paper strip": 800, "Rolling paper strips into coils": 400, "Finishing coil and selecting new strip": 400, "Manipulating tools and quilling materials": 400, "Walking to and approaching workspace": 400, "Observing workspace": 400, "Walking through workspace": 400, "Manipulating paper quilling piece": 400, "Holding and retrieving paper strips": 400, "Positioning paper strip": 200, "Interacting with coworker": 200, "Manipulating small object": 200, "Holding quilled paper piece": 200, "Holding and rotating paper strip": 145 } }, "window_labels": { "action": { "Hold and align paper strip": 40, "Start folding paper strip": 30, "Hold quilled paper piece": 24, "Rolling paper strip": 20, "Folding paper strip": 20, "Observe workspace": 20, "Walk through workspace": 20, "Manipulate paper quilling piece": 20, "Manipulate quilling paper": 18, "Finishing coil": 14, "Positioning paper strip": 10, "Walk towards workspace": 10, "Approach workstation": 10, "Interaction with coworker": 10, "Manipulate small object": 10, "Hold and rotate paper strip": 7, "Selecting new paper strip": 6, "Reach for paper strip": 4, "Grasp electronic object": 2, "Pull paper strip": 2 }, "subtask": { "Folding paper strip": 50, "Holding and aligning paper strip": 40, "Rolling paper strips into coils": 20, "Finishing coil and selecting new strip": 20, "Manipulating tools and quilling materials": 20, "Walking to and approaching workspace": 20, "Observing workspace": 20, "Walking through workspace": 20, "Manipulating paper quilling piece": 20, "Holding and retrieving paper strips": 20, "Positioning paper strip": 10, "Interacting with coworker": 10, "Manipulating small object": 10, "Holding quilled paper piece": 10, "Holding and rotating paper strip": 7 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2370572574, "train_minimal_bytes": 2370572574, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "3efd6a52-1457-4437-a3bf-9d5894614fe6/ep4", "split": "train", "selection_rank": 83, "selection_score": 0.00193615, "size_band": "upper_mid", "top_level_session": "3efd6a52-1457-4437-a3bf-9d5894614fe6" }, { "episode_id": "17901b9e-7d5d-475a-86f8-b4a9bc9a5709__ep2", "path": "/modelscope_data/xperience10m_128/17901b9e-7d5d-475a-86f8-b4a9bc9a5709/ep2", "annotation": "/modelscope_data/xperience10m_128/17901b9e-7d5d-475a-86f8-b4a9bc9a5709/ep2/annotation.hdf5", "frame_count": 5948, "main_task": "Folding origami lucky stars", "files": [ { "name": "annotation.hdf5", "bytes": 1973423120, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 65995510, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 100866773, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 90704933, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 86101425, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22306166, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21981699, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/17901b9e-7d5d-475a-86f8-b4a9bc9a5709/ep2/fisheye_cam0.mp4", "bytes": 65995510, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/17901b9e-7d5d-475a-86f8-b4a9bc9a5709/ep2/fisheye_cam1.mp4", "bytes": 100866773, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/17901b9e-7d5d-475a-86f8-b4a9bc9a5709/ep2/fisheye_cam2.mp4", "bytes": 90704933, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/17901b9e-7d5d-475a-86f8-b4a9bc9a5709/ep2/fisheye_cam3.mp4", "bytes": 86101425, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/17901b9e-7d5d-475a-86f8-b4a9bc9a5709/ep2/stereo_left.mp4", "bytes": 22306166, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/17901b9e-7d5d-475a-86f8-b4a9bc9a5709/ep2/stereo_right.mp4", "bytes": 21981699, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Folding origami lucky stars", "segments": 18, "frame_labels": { "action": { "Fold paper strip": 4000, "Fold paper strip into knot": 800, "Fold paper strip into lucky star": 600, "Inflate paper star": 548 }, "subtask": { "Fold paper strip": 4000, "Fold paper strip into knot": 800, "Fold paper strip into lucky star": 600, "Inflate paper star": 548 } }, "window_labels": { "action": { "Fold paper strip": 200, "Fold paper strip into knot": 40, "Fold paper strip into lucky star": 30, "Inflate paper star": 27 }, "subtask": { "Fold paper strip": 200, "Fold paper strip into knot": 40, "Fold paper strip into lucky star": 30, "Inflate paper star": 27 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2361379626, "train_minimal_bytes": 2361379626, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "17901b9e-7d5d-475a-86f8-b4a9bc9a5709/ep2", "split": "train", "selection_rank": 84, "selection_score": 0.00193744, "size_band": "upper_mid", "top_level_session": "17901b9e-7d5d-475a-86f8-b4a9bc9a5709" }, { "episode_id": "628d6ea4-0a63-4d8f-9725-1e41d2a56b8c__ep5", "path": "/modelscope_data/xperience10m_128/628d6ea4-0a63-4d8f-9725-1e41d2a56b8c/ep5", "annotation": "/modelscope_data/xperience10m_128/628d6ea4-0a63-4d8f-9725-1e41d2a56b8c/ep5/annotation.hdf5", "frame_count": 5946, "main_task": "Making a foam craft project", "files": [ { "name": "annotation.hdf5", "bytes": 1973004896, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 90063250, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 89227603, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 92838810, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 86562894, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20859204, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20868781, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/628d6ea4-0a63-4d8f-9725-1e41d2a56b8c/ep5/fisheye_cam0.mp4", "bytes": 90063250, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/628d6ea4-0a63-4d8f-9725-1e41d2a56b8c/ep5/fisheye_cam1.mp4", "bytes": 89227603, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/628d6ea4-0a63-4d8f-9725-1e41d2a56b8c/ep5/fisheye_cam2.mp4", "bytes": 92838810, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/628d6ea4-0a63-4d8f-9725-1e41d2a56b8c/ep5/fisheye_cam3.mp4", "bytes": 86562894, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/628d6ea4-0a63-4d8f-9725-1e41d2a56b8c/ep5/stereo_left.mp4", "bytes": 20859204, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/628d6ea4-0a63-4d8f-9725-1e41d2a56b8c/ep5/stereo_right.mp4", "bytes": 20868781, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Making a foam craft project", "segments": 65, "frame_labels": { "action": { "Press blue strip": 324, "Press foam piece": 304, "Adjust foam strip": 304, "Peel blue strip": 285, "Walk down hallway": 227, "Hold blue strip": 202, "Fold paper strip": 191, "Press foam strip": 190, "Fold blue strip": 190, "Pull blue foam strip": 182, "Walk through the room": 145, "Fold foam piece": 134, "Peel foam strip": 134, "Observe craft layout": 133, "Tear blue foam piece": 114, "Curve foam strip into loop": 106, "Move small blue foam piece towards the strip": 106, "Pick up bottle": 96, "Assemble foam strips": 96, "Align foam strip": 95, "Attach foam strip": 95, "Press ends of foam strip together": 95, "Pinch foam strips": 95, "Tear off blue foam piece": 95, "Grasp door handle": 95, "Pick up supplies from box": 95, "Walk towards table": 95, "Lift blue strip": 94, "Press foam piece to strip": 77, "Place blue foam piece": 77, "Attach material to paper strip": 77, "Walk to table": 77, "Pick up blue foam piece": 76, "Turn away from table": 76, "Approach work table": 76, "Position the chair": 71, "Touch colleague's back": 58, "Align foam piece": 57, "Touch foam strip": 57, "Position yellow foam piece on strip": 57, "Tear blue foam strip": 57, "Align blue strip": 57, "Hold paper strip": 57, "Enter workspace": 57, "Hold foam pieces": 56, "Interlock paper strips": 56, "Pick up tool": 56, "Reach for foam strips": 38, "Position blue strip": 38, "Align paper strip": 38, "Pick up paper strip": 38, "Pick up craft material": 38, "Enter the room": 38, "Pull chair": 38, "Release foam strip": 37, "Reposition hands": 37, "Touch phone and paper strip": 19, "Move away from desk": 19, "Reach for door handle": 19 }, "subtask": { "Attaching and folding blue foam strips": 1335, "Assembling the foam base loop": 1095, "Retrieving additional supplies": 1091, "Tearing and preparing blue foam pieces": 1000, "Attaching decorative yellow pieces": 570, "Interlocking the craft strips": 475, "Reviewing craft instructions": 190, "Finalizing the craft assembly": 190 } }, "window_labels": { "action": { "Press blue strip": 16, "Press foam piece": 15, "Adjust foam strip": 14, "Peel blue strip": 14, "Walk down hallway": 11, "Fold paper strip": 10, "Press foam strip": 9, "Pull blue foam strip": 9, "Hold blue strip": 9, "Fold blue strip": 9, "Observe craft layout": 7, "Fold foam piece": 7, "Peel foam strip": 7, "Walk through the room": 7, "Align foam strip": 5, "Attach foam strip": 5, "Curve foam strip into loop": 5, "Press ends of foam strip together": 5, "Pinch foam strips": 5, "Tear blue foam piece": 5, "Tear off blue foam piece": 5, "Move small blue foam piece towards the strip": 5, "Lift blue strip": 5, "Pick up supplies from box": 5, "Walk towards table": 5, "Pick up bottle": 4, "Assemble foam strips": 4, "Place blue foam piece": 4, "Attach material to paper strip": 4, "Grasp door handle": 4, "Walk to table": 4, "Approach work table": 4, "Align foam piece": 3, "Touch foam strip": 3, "Position yellow foam piece on strip": 3, "Press foam piece to strip": 3, "Tear blue foam strip": 3, "Pick up blue foam piece": 3, "Align blue strip": 3, "Interlock paper strips": 3, "Hold paper strip": 3, "Turn away from table": 3, "Pick up tool": 3, "Enter workspace": 3, "Touch colleague's back": 3, "Position the chair": 3, "Release foam strip": 2, "Reach for foam strips": 2, "Reposition hands": 2, "Hold foam pieces": 2, "Pick up paper strip": 2, "Pick up craft material": 2, "Pull chair": 2, "Position blue strip": 1, "Align paper strip": 1, "Touch phone and paper strip": 1, "Move away from desk": 1, "Reach for door handle": 1, "Enter the room": 1 }, "subtask": { "Attaching and folding blue foam strips": 67, "Assembling the foam base loop": 55, "Retrieving additional supplies": 54, "Tearing and preparing blue foam pieces": 50, "Attaching decorative yellow pieces": 28, "Interlocking the craft strips": 24, "Finalizing the craft assembly": 10, "Reviewing craft instructions": 9 } }, "num_labeled_windows": { "action": 289, "subtask": 297 } }, "total_bytes": 2373425438, "train_minimal_bytes": 2373425438, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "628d6ea4-0a63-4d8f-9725-1e41d2a56b8c/ep5", "split": "val", "selection_rank": 85, "selection_score": 0.00196873, "size_band": "upper_mid", "top_level_session": "628d6ea4-0a63-4d8f-9725-1e41d2a56b8c" }, { "episode_id": "960e7265-e8f2-4bca-9c21-501e2c250ce8__ep2", "path": "/modelscope_data/xperience10m_128/960e7265-e8f2-4bca-9c21-501e2c250ce8/ep2", "annotation": "/modelscope_data/xperience10m_128/960e7265-e8f2-4bca-9c21-501e2c250ce8/ep2/annotation.hdf5", "frame_count": 5949, "main_task": "Crafting by cutting and stacking cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1973769708, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 106681863, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 79794418, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 93928716, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 79263363, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20949133, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18890114, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/960e7265-e8f2-4bca-9c21-501e2c250ce8/ep2/fisheye_cam0.mp4", "bytes": 106681863, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/960e7265-e8f2-4bca-9c21-501e2c250ce8/ep2/fisheye_cam1.mp4", "bytes": 79794418, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/960e7265-e8f2-4bca-9c21-501e2c250ce8/ep2/fisheye_cam2.mp4", "bytes": 93928716, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/960e7265-e8f2-4bca-9c21-501e2c250ce8/ep2/fisheye_cam3.mp4", "bytes": 79263363, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/960e7265-e8f2-4bca-9c21-501e2c250ce8/ep2/stereo_left.mp4", "bytes": 20949133, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/960e7265-e8f2-4bca-9c21-501e2c250ce8/ep2/stereo_right.mp4", "bytes": 18890114, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting by cutting and stacking cardboard", "segments": 18, "frame_labels": { "action": { "Cut cardboard tube": 2120, "Cut cardboard": 1440, "Cut cardboard piece": 640, "Stacking cardboard pieces": 520, "Place cardboard piece": 200, "Cut cardboard piece with scissors": 200, "Position cardboard for cutting": 160, "Release cardboard piece": 160, "Place scissors aside": 80, "Moving hand towards cardboard stack": 80, "Moving hand": 80, "Pick up scissors": 80, "Pick up cardboard piece": 80, "Placing piece on stack": 69, "Put down water bottle": 40 }, "subtask": { "Cutting cardboard tube": 1800, "Cutting cardboard": 1000, "Stacking cardboard pieces": 749, "Cutting cardboard piece": 600, "Cutting cardboard tube and setting aside scissors": 400, "Positioning and cutting cardboard": 400, "Cutting and placing cardboard piece": 400, "Cutting and releasing cardboard piece": 400, "Preparing tools and materials": 200 } }, "window_labels": { "action": { "Cut cardboard tube": 106, "Cut cardboard": 72, "Cut cardboard piece": 32, "Stacking cardboard pieces": 26, "Place cardboard piece": 10, "Cut cardboard piece with scissors": 10, "Position cardboard for cutting": 8, "Release cardboard piece": 8, "Place scissors aside": 4, "Moving hand towards cardboard stack": 4, "Moving hand": 4, "Pick up scissors": 4, "Pick up cardboard piece": 4, "Placing piece on stack": 3, "Put down water bottle": 2 }, "subtask": { "Cutting cardboard tube": 90, "Cutting cardboard": 50, "Stacking cardboard pieces": 37, "Cutting cardboard piece": 30, "Cutting cardboard tube and setting aside scissors": 20, "Positioning and cutting cardboard": 20, "Cutting and placing cardboard piece": 20, "Cutting and releasing cardboard piece": 20, "Preparing tools and materials": 10 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2373277315, "train_minimal_bytes": 2373277315, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "960e7265-e8f2-4bca-9c21-501e2c250ce8/ep2", "split": "train", "selection_rank": 86, "selection_score": 0.00199583, "size_band": "upper_mid", "top_level_session": "960e7265-e8f2-4bca-9c21-501e2c250ce8" }, { "episode_id": "70a56200-9f80-4f13-8adb-33c0f931e1de__ep2", "path": "/modelscope_data/xperience10m_128/70a56200-9f80-4f13-8adb-33c0f931e1de/ep2", "annotation": "/modelscope_data/xperience10m_128/70a56200-9f80-4f13-8adb-33c0f931e1de/ep2/annotation.hdf5", "frame_count": 5947, "main_task": "Crafting cardboard shapes", "files": [ { "name": "annotation.hdf5", "bytes": 1973135604, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 91265392, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 97303008, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 95293181, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 77270981, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22429633, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22419614, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/70a56200-9f80-4f13-8adb-33c0f931e1de/ep2/fisheye_cam0.mp4", "bytes": 91265392, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/70a56200-9f80-4f13-8adb-33c0f931e1de/ep2/fisheye_cam1.mp4", "bytes": 97303008, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/70a56200-9f80-4f13-8adb-33c0f931e1de/ep2/fisheye_cam2.mp4", "bytes": 95293181, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/70a56200-9f80-4f13-8adb-33c0f931e1de/ep2/fisheye_cam3.mp4", "bytes": 77270981, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/70a56200-9f80-4f13-8adb-33c0f931e1de/ep2/stereo_left.mp4", "bytes": 22429633, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/70a56200-9f80-4f13-8adb-33c0f931e1de/ep2/stereo_right.mp4", "bytes": 22419614, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting cardboard shapes", "segments": 18, "frame_labels": { "action": { "Cut cardboard piece": 2147, "Manipulate cardboard shape": 800, "Cut cardboard shape": 800, "Cut cardboard triangle": 680, "Trim cardboard piece": 320, "Fold cardboard shape": 280, "Prepare to place cardboard": 241, "Walk through workspace": 160, "Release cardboard shape": 120, "Pick up phone": 120, "Hold small cardboard pieces": 120, "Place cardboard piece": 80, "Prepare to resume cutting": 79 }, "subtask": { "Cutting cardboard pieces": 2147, "Manipulating cardboard shapes": 800, "Cutting cardboard shapes": 800, "Moving cardboard pieces across the workspace": 521, "Cutting triangular cardboard pieces": 400, "Cutting and releasing cardboard shapes": 400, "Folding cardboard and checking phone": 400, "Trimming and placing cardboard pieces": 400, "Returning to workstation": 79 } }, "window_labels": { "action": { "Cut cardboard piece": 107, "Manipulate cardboard shape": 40, "Cut cardboard shape": 40, "Cut cardboard triangle": 34, "Trim cardboard piece": 16, "Fold cardboard shape": 14, "Prepare to place cardboard": 12, "Walk through workspace": 8, "Release cardboard shape": 6, "Pick up phone": 6, "Hold small cardboard pieces": 6, "Prepare to resume cutting": 4, "Place cardboard piece": 4 }, "subtask": { "Cutting cardboard pieces": 107, "Manipulating cardboard shapes": 40, "Cutting cardboard shapes": 40, "Moving cardboard pieces across the workspace": 26, "Cutting triangular cardboard pieces": 20, "Cutting and releasing cardboard shapes": 20, "Folding cardboard and checking phone": 20, "Trimming and placing cardboard pieces": 20, "Returning to workstation": 4 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2379117413, "train_minimal_bytes": 2379117413, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "70a56200-9f80-4f13-8adb-33c0f931e1de/ep2", "split": "val", "selection_rank": 87, "selection_score": 0.00209202, "size_band": "upper_mid", "top_level_session": "70a56200-9f80-4f13-8adb-33c0f931e1de" }, { "episode_id": "833144f1-bd03-4b93-bdc7-3d2e46aedcf1__ep2", "path": "/modelscope_data/xperience10m_128/833144f1-bd03-4b93-bdc7-3d2e46aedcf1/ep2", "annotation": "/modelscope_data/xperience10m_128/833144f1-bd03-4b93-bdc7-3d2e46aedcf1/ep2/annotation.hdf5", "frame_count": 5949, "main_task": "Measuring and marking cardboard patterns", "files": [ { "name": "annotation.hdf5", "bytes": 1973787260, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 88452067, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 95155176, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 100503187, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 76627655, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21013820, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20709748, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/833144f1-bd03-4b93-bdc7-3d2e46aedcf1/ep2/fisheye_cam0.mp4", "bytes": 88452067, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/833144f1-bd03-4b93-bdc7-3d2e46aedcf1/ep2/fisheye_cam1.mp4", "bytes": 95155176, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/833144f1-bd03-4b93-bdc7-3d2e46aedcf1/ep2/fisheye_cam2.mp4", "bytes": 100503187, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/833144f1-bd03-4b93-bdc7-3d2e46aedcf1/ep2/fisheye_cam3.mp4", "bytes": 76627655, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/833144f1-bd03-4b93-bdc7-3d2e46aedcf1/ep2/stereo_left.mp4", "bytes": 21013820, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/833144f1-bd03-4b93-bdc7-3d2e46aedcf1/ep2/stereo_right.mp4", "bytes": 20709748, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring and marking cardboard patterns", "segments": 18, "frame_labels": { "action": { "Mark lines on cardboard": 3400, "Draw line on cardboard": 600, "Draw line along ruler": 520, "Hold ruler and pen steady": 520, "Mark line on cardboard": 400, "Reposition ruler": 240, "Moving ruler": 80, "Cap marker": 80, "Place marker down": 69, "Lift pen and shift ruler": 40 }, "subtask": { "Marking lines on cardboard": 3800, "Drawing lines on cardboard": 600, "Steadying the ruler and pen": 520, "Draw lines using a ruler": 400, "Reposition ruler and draw lines": 400, "Cap marker and place down": 149, "Marking lines and repositioning ruler": 80 } }, "window_labels": { "action": { "Mark lines on cardboard": 170, "Draw line on cardboard": 30, "Draw line along ruler": 26, "Hold ruler and pen steady": 26, "Mark line on cardboard": 20, "Reposition ruler": 12, "Moving ruler": 4, "Cap marker": 4, "Place marker down": 3, "Lift pen and shift ruler": 2 }, "subtask": { "Marking lines on cardboard": 190, "Drawing lines on cardboard": 30, "Steadying the ruler and pen": 26, "Draw lines using a ruler": 20, "Reposition ruler and draw lines": 20, "Cap marker and place down": 7, "Marking lines and repositioning ruler": 4 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2376248913, "train_minimal_bytes": 2376248913, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "833144f1-bd03-4b93-bdc7-3d2e46aedcf1/ep2", "split": "train", "selection_rank": 88, "selection_score": 0.00210965, "size_band": "upper_mid", "top_level_session": "833144f1-bd03-4b93-bdc7-3d2e46aedcf1" }, { "episode_id": "573a5795-03bf-4f16-b4ce-bc09c2c56476__ep3", "path": "/modelscope_data/xperience10m_128/573a5795-03bf-4f16-b4ce-bc09c2c56476/ep3", "annotation": "/modelscope_data/xperience10m_128/573a5795-03bf-4f16-b4ce-bc09c2c56476/ep3/annotation.hdf5", "frame_count": 5947, "main_task": "Crafting with purple ribbon", "files": [ { "name": "annotation.hdf5", "bytes": 1973069188, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 72297084, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 92586127, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 89908283, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 98395912, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20586230, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20371996, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/573a5795-03bf-4f16-b4ce-bc09c2c56476/ep3/fisheye_cam0.mp4", "bytes": 72297084, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/573a5795-03bf-4f16-b4ce-bc09c2c56476/ep3/fisheye_cam1.mp4", "bytes": 92586127, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/573a5795-03bf-4f16-b4ce-bc09c2c56476/ep3/fisheye_cam2.mp4", "bytes": 89908283, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/573a5795-03bf-4f16-b4ce-bc09c2c56476/ep3/fisheye_cam3.mp4", "bytes": 98395912, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/573a5795-03bf-4f16-b4ce-bc09c2c56476/ep3/stereo_left.mp4", "bytes": 20586230, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/573a5795-03bf-4f16-b4ce-bc09c2c56476/ep3/stereo_right.mp4", "bytes": 20371996, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting with purple ribbon", "segments": 18, "frame_labels": { "action": { "Manipulate ribbon knot": 2000, "Fold ribbon": 1000, "fold purple ribbon": 800, "Manipulate ribbon piece": 521, "Position ribbon piece": 480, "Place ribbon onto project": 479, "Fold and manipulate ribbon": 400, "Secure ribbon with needle": 147, "Hold small piece of ribbon": 120 }, "subtask": { "Forming ribbon knot": 2000, "Folding purple ribbon": 1800, "Manipulating ribbon piece": 599, "Positioning ribbon piece": 561, "Placing ribbon onto project": 440, "Folding and shaping ribbon": 400, "Securing ribbon with needle": 147 } }, "window_labels": { "action": { "Manipulate ribbon knot": 100, "Fold ribbon": 50, "fold purple ribbon": 40, "Manipulate ribbon piece": 26, "Position ribbon piece": 24, "Place ribbon onto project": 24, "Fold and manipulate ribbon": 20, "Secure ribbon with needle": 7, "Hold small piece of ribbon": 6 }, "subtask": { "Forming ribbon knot": 100, "Folding purple ribbon": 90, "Manipulating ribbon piece": 30, "Positioning ribbon piece": 28, "Placing ribbon onto project": 22, "Folding and shaping ribbon": 20, "Securing ribbon with needle": 7 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2367214820, "train_minimal_bytes": 2367214820, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "573a5795-03bf-4f16-b4ce-bc09c2c56476/ep3", "split": "val", "selection_rank": 89, "selection_score": 0.00211846, "size_band": "upper_mid", "top_level_session": "573a5795-03bf-4f16-b4ce-bc09c2c56476" }, { "episode_id": "b9dd769b-e31a-4fdb-945e-5a60db6487b0__ep2", "path": "/modelscope_data/xperience10m_128/b9dd769b-e31a-4fdb-945e-5a60db6487b0/ep2", "annotation": "/modelscope_data/xperience10m_128/b9dd769b-e31a-4fdb-945e-5a60db6487b0/ep2/annotation.hdf5", "frame_count": 5945, "main_task": "Sorting craft materials", "files": [ { "name": "annotation.hdf5", "bytes": 1972447060, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 84355118, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 87595634, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 96885594, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 85515564, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21484445, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20916909, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/b9dd769b-e31a-4fdb-945e-5a60db6487b0/ep2/fisheye_cam0.mp4", "bytes": 84355118, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/b9dd769b-e31a-4fdb-945e-5a60db6487b0/ep2/fisheye_cam1.mp4", "bytes": 87595634, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/b9dd769b-e31a-4fdb-945e-5a60db6487b0/ep2/fisheye_cam2.mp4", "bytes": 96885594, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/b9dd769b-e31a-4fdb-945e-5a60db6487b0/ep2/fisheye_cam3.mp4", "bytes": 85515564, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/b9dd769b-e31a-4fdb-945e-5a60db6487b0/ep2/stereo_left.mp4", "bytes": 21484445, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/b9dd769b-e31a-4fdb-945e-5a60db6487b0/ep2/stereo_right.mp4", "bytes": 20916909, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting craft materials", "segments": 18, "frame_labels": { "action": { "Sort small craft pieces": 2145, "Manipulate paper strip": 881, "sort craft materials": 800, "Manipulate craft piece": 600, "Release paper strip": 519, "Operate smartphone": 401, "Manipulate craft paper strips": 400, "Release smartphone": 119, "Release scissors": 80 }, "subtask": { "Sort small craft pieces": 2145, "Manipulate paper strips": 1320, "Sort craft materials into piles": 761, "Manipulate craft pieces": 639, "Release scissors and operate smartphone": 481, "Manipulate and release paper strips": 480, "Operate and release smartphone": 119 } }, "window_labels": { "action": { "Sort small craft pieces": 107, "Manipulate paper strip": 44, "sort craft materials": 40, "Manipulate craft piece": 30, "Release paper strip": 26, "Manipulate craft paper strips": 20, "Operate smartphone": 20, "Release smartphone": 6, "Release scissors": 4 }, "subtask": { "Sort small craft pieces": 107, "Manipulate paper strips": 66, "Sort craft materials into piles": 38, "Manipulate craft pieces": 32, "Release scissors and operate smartphone": 24, "Manipulate and release paper strips": 24, "Operate and release smartphone": 6 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2369200324, "train_minimal_bytes": 2369200324, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "b9dd769b-e31a-4fdb-945e-5a60db6487b0/ep2", "split": "test", "selection_rank": 90, "selection_score": 0.00212378, "size_band": "upper_mid", "top_level_session": "b9dd769b-e31a-4fdb-945e-5a60db6487b0" }, { "episode_id": "c304368b-3b2c-46fc-8a19-c1de1e13dc75__ep4", "path": "/modelscope_data/xperience10m_128/c304368b-3b2c-46fc-8a19-c1de1e13dc75/ep4", "annotation": "/modelscope_data/xperience10m_128/c304368b-3b2c-46fc-8a19-c1de1e13dc75/ep4/annotation.hdf5", "frame_count": 5947, "main_task": "Vacuuming a carpet", "files": [ { "name": "annotation.hdf5", "bytes": 1973473820, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 81669724, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 96427963, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 80669345, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 88568965, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21016100, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22684603, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/c304368b-3b2c-46fc-8a19-c1de1e13dc75/ep4/fisheye_cam0.mp4", "bytes": 81669724, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/c304368b-3b2c-46fc-8a19-c1de1e13dc75/ep4/fisheye_cam1.mp4", "bytes": 96427963, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/c304368b-3b2c-46fc-8a19-c1de1e13dc75/ep4/fisheye_cam2.mp4", "bytes": 80669345, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/c304368b-3b2c-46fc-8a19-c1de1e13dc75/ep4/fisheye_cam3.mp4", "bytes": 88568965, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/c304368b-3b2c-46fc-8a19-c1de1e13dc75/ep4/stereo_left.mp4", "bytes": 21016100, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/c304368b-3b2c-46fc-8a19-c1de1e13dc75/ep4/stereo_right.mp4", "bytes": 22684603, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Vacuuming a carpet", "segments": 18, "frame_labels": { "action": { "Vacuum edge of carpet": 1400, "Vacuuming along the wall edge": 947, "Vacuum the carpet": 800, "Vacuuming carpet edge": 600, "Vacuuming carpet corner": 600, "Vacuuming the carpet edge": 600, "Push vacuum cleaner": 481, "Move vacuum cleaner": 400, "Adjust vacuum cleaner position": 119 }, "subtask": { "Vacuuming the carpet edge": 2522, "Vacuuming along the wall edge": 947, "Vacuuming the carpet": 800, "Vacuuming the carpet corner": 600, "Pushing the vacuum cleaner": 520, "Moving the vacuum cleaner": 439, "Moving and adjusting the vacuum cleaner": 119 } }, "window_labels": { "action": { "Vacuum edge of carpet": 70, "Vacuuming along the wall edge": 47, "Vacuum the carpet": 40, "Vacuuming carpet edge": 30, "Vacuuming carpet corner": 30, "Vacuuming the carpet edge": 30, "Push vacuum cleaner": 24, "Move vacuum cleaner": 20, "Adjust vacuum cleaner position": 6 }, "subtask": { "Vacuuming the carpet edge": 126, "Vacuuming along the wall edge": 47, "Vacuuming the carpet": 40, "Vacuuming the carpet corner": 30, "Pushing the vacuum cleaner": 26, "Moving the vacuum cleaner": 22, "Moving and adjusting the vacuum cleaner": 6 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2364510520, "train_minimal_bytes": 2364510520, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "c304368b-3b2c-46fc-8a19-c1de1e13dc75/ep4", "split": "train", "selection_rank": 91, "selection_score": 0.00218545, "size_band": "upper_mid", "top_level_session": "c304368b-3b2c-46fc-8a19-c1de1e13dc75" }, { "episode_id": "ba045ed4-ef25-404d-b756-8dcbd45b18fa__ep2", "path": "/modelscope_data/xperience10m_128/ba045ed4-ef25-404d-b756-8dcbd45b18fa/ep2", "annotation": "/modelscope_data/xperience10m_128/ba045ed4-ef25-404d-b756-8dcbd45b18fa/ep2/annotation.hdf5", "frame_count": 5946, "main_task": "Assembling a paper honeycomb lantern", "files": [ { "name": "annotation.hdf5", "bytes": 1972771328, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 91645762, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 94136343, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 100064442, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 72090921, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22669689, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22767406, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/ba045ed4-ef25-404d-b756-8dcbd45b18fa/ep2/fisheye_cam0.mp4", "bytes": 91645762, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/ba045ed4-ef25-404d-b756-8dcbd45b18fa/ep2/fisheye_cam1.mp4", "bytes": 94136343, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/ba045ed4-ef25-404d-b756-8dcbd45b18fa/ep2/fisheye_cam2.mp4", "bytes": 100064442, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/ba045ed4-ef25-404d-b756-8dcbd45b18fa/ep2/fisheye_cam3.mp4", "bytes": 72090921, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/ba045ed4-ef25-404d-b756-8dcbd45b18fa/ep2/stereo_left.mp4", "bytes": 22669689, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/ba045ed4-ef25-404d-b756-8dcbd45b18fa/ep2/stereo_right.mp4", "bytes": 22767406, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Assembling a paper honeycomb lantern", "segments": 18, "frame_labels": { "action": { "Align paper lantern edges": 2000, "Open paper lantern": 800, "Expand paper lantern": 400, "Open folded paper lantern": 280, "Open paper lantern component": 240, "Fold paper lantern": 200, "Grasp lantern": 200, "Grasp lantern component": 200, "Handle paper lantern component": 200, "Hold paper lantern": 200, "Apply adhesive tape to lantern": 200, "Remove paper lantern part from packaging": 200, "Pick up packaged paper lantern component": 160, "Remove plastic packaging": 160, "Align edges of paper lantern": 146, "Adjust lantern string": 120, "Release lantern": 120, "Adjust lantern shape": 120 }, "subtask": { "Align paper lantern edges": 2000, "Unfold paper lantern": 400, "Fold and grasp lantern": 400, "Open paper lantern": 400, "Adjust lantern string and handle components": 400, "Expand and adjust lantern shape": 400, "Secure lantern with adhesive": 400, "Remove packaging and prepare component": 400, "Expand paper lantern": 400, "Grasp lantern component": 200, "Handle paper lantern component": 200, "Unpack additional lantern component": 200, "Final alignment of lantern edges": 146 } }, "window_labels": { "action": { "Align paper lantern edges": 100, "Open paper lantern": 40, "Expand paper lantern": 20, "Open folded paper lantern": 14, "Open paper lantern component": 12, "Fold paper lantern": 10, "Grasp lantern": 10, "Grasp lantern component": 10, "Handle paper lantern component": 10, "Hold paper lantern": 10, "Apply adhesive tape to lantern": 10, "Remove paper lantern part from packaging": 10, "Pick up packaged paper lantern component": 8, "Remove plastic packaging": 8, "Align edges of paper lantern": 7, "Adjust lantern string": 6, "Release lantern": 6, "Adjust lantern shape": 6 }, "subtask": { "Align paper lantern edges": 100, "Unfold paper lantern": 20, "Fold and grasp lantern": 20, "Open paper lantern": 20, "Adjust lantern string and handle components": 20, "Expand and adjust lantern shape": 20, "Secure lantern with adhesive": 20, "Remove packaging and prepare component": 20, "Expand paper lantern": 20, "Grasp lantern component": 10, "Handle paper lantern component": 10, "Unpack additional lantern component": 10, "Final alignment of lantern edges": 7 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2376145891, "train_minimal_bytes": 2376145891, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "ba045ed4-ef25-404d-b756-8dcbd45b18fa/ep2", "split": "test", "selection_rank": 92, "selection_score": 0.0022233, "size_band": "upper_mid", "top_level_session": "ba045ed4-ef25-404d-b756-8dcbd45b18fa" }, { "episode_id": "2651c600-a427-42a5-bdc9-6e8ab74356eb__ep5", "path": "/modelscope_data/xperience10m_128/2651c600-a427-42a5-bdc9-6e8ab74356eb/ep5", "annotation": "/modelscope_data/xperience10m_128/2651c600-a427-42a5-bdc9-6e8ab74356eb/ep5/annotation.hdf5", "frame_count": 5948, "main_task": "Measuring and marking cardboard for cutting", "files": [ { "name": "annotation.hdf5", "bytes": 1973448776, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 94640277, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 86181916, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 97264740, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 82410029, "exists": true }, { "name": "stereo_left.mp4", "bytes": 18151215, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18206081, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/2651c600-a427-42a5-bdc9-6e8ab74356eb/ep5/fisheye_cam0.mp4", "bytes": 94640277, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/2651c600-a427-42a5-bdc9-6e8ab74356eb/ep5/fisheye_cam1.mp4", "bytes": 86181916, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/2651c600-a427-42a5-bdc9-6e8ab74356eb/ep5/fisheye_cam2.mp4", "bytes": 97264740, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/2651c600-a427-42a5-bdc9-6e8ab74356eb/ep5/fisheye_cam3.mp4", "bytes": 82410029, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/2651c600-a427-42a5-bdc9-6e8ab74356eb/ep5/stereo_left.mp4", "bytes": 18151215, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/2651c600-a427-42a5-bdc9-6e8ab74356eb/ep5/stereo_right.mp4", "bytes": 18206081, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring and marking cardboard for cutting", "segments": 18, "frame_labels": { "action": { "Draw line on cardboard": 3308, "Mark cardboard with pen": 1400, "Hold ruler and mark cardboard": 600, "Adjust ruler position": 479, "Move ruler": 161 }, "subtask": { "Measuring and marking cardboard": 5948 } }, "window_labels": { "action": { "Draw line on cardboard": 165, "Mark cardboard with pen": 70, "Hold ruler and mark cardboard": 30, "Adjust ruler position": 24, "Move ruler": 8 }, "subtask": { "Measuring and marking cardboard": 297 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2370303034, "train_minimal_bytes": 2370303034, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "2651c600-a427-42a5-bdc9-6e8ab74356eb/ep5", "split": "train", "selection_rank": 93, "selection_score": 0.00222695, "size_band": "upper_mid", "top_level_session": "2651c600-a427-42a5-bdc9-6e8ab74356eb" }, { "episode_id": "dab5e5d1-9d11-43ad-ac6f-205500ff5ad4__ep5", "path": "/modelscope_data/xperience10m_128/dab5e5d1-9d11-43ad-ac6f-205500ff5ad4/ep5", "annotation": "/modelscope_data/xperience10m_128/dab5e5d1-9d11-43ad-ac6f-205500ff5ad4/ep5/annotation.hdf5", "frame_count": 5946, "main_task": "Cutting cardboard shapes", "files": [ { "name": "annotation.hdf5", "bytes": 1972748528, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 91834567, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 96922178, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 90427344, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 80703969, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21066542, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20399215, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/dab5e5d1-9d11-43ad-ac6f-205500ff5ad4/ep5/fisheye_cam0.mp4", "bytes": 91834567, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/dab5e5d1-9d11-43ad-ac6f-205500ff5ad4/ep5/fisheye_cam1.mp4", "bytes": 96922178, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/dab5e5d1-9d11-43ad-ac6f-205500ff5ad4/ep5/fisheye_cam2.mp4", "bytes": 90427344, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/dab5e5d1-9d11-43ad-ac6f-205500ff5ad4/ep5/fisheye_cam3.mp4", "bytes": 80703969, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/dab5e5d1-9d11-43ad-ac6f-205500ff5ad4/ep5/stereo_left.mp4", "bytes": 21066542, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/dab5e5d1-9d11-43ad-ac6f-205500ff5ad4/ep5/stereo_right.mp4", "bytes": 20399215, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting cardboard shapes", "segments": 18, "frame_labels": { "action": { "Cut cardboard shape": 5946 }, "subtask": { "Cutting cardboard shapes": 5946 } }, "window_labels": { "action": { "Cut cardboard shape": 297 }, "subtask": { "Cutting cardboard shapes": 297 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2374102343, "train_minimal_bytes": 2374102343, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep5", "episode_path": "dab5e5d1-9d11-43ad-ac6f-205500ff5ad4/ep5", "split": "train", "selection_rank": 94, "selection_score": 0.00230824, "size_band": "upper_mid", "top_level_session": "dab5e5d1-9d11-43ad-ac6f-205500ff5ad4" }, { "episode_id": "a2f2e433-d2c6-4ae1-80b9-c775a8428aa8__ep2", "path": "/modelscope_data/xperience10m_128/a2f2e433-d2c6-4ae1-80b9-c775a8428aa8/ep2", "annotation": "/modelscope_data/xperience10m_128/a2f2e433-d2c6-4ae1-80b9-c775a8428aa8/ep2/annotation.hdf5", "frame_count": 5946, "main_task": "Sorting small colored tiles", "files": [ { "name": "annotation.hdf5", "bytes": 1972763528, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 106893086, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 77756745, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 95377983, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 67817976, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22152457, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21652928, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/a2f2e433-d2c6-4ae1-80b9-c775a8428aa8/ep2/fisheye_cam0.mp4", "bytes": 106893086, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/a2f2e433-d2c6-4ae1-80b9-c775a8428aa8/ep2/fisheye_cam1.mp4", "bytes": 77756745, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/a2f2e433-d2c6-4ae1-80b9-c775a8428aa8/ep2/fisheye_cam2.mp4", "bytes": 95377983, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/a2f2e433-d2c6-4ae1-80b9-c775a8428aa8/ep2/fisheye_cam3.mp4", "bytes": 67817976, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/a2f2e433-d2c6-4ae1-80b9-c775a8428aa8/ep2/stereo_left.mp4", "bytes": 22152457, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/a2f2e433-d2c6-4ae1-80b9-c775a8428aa8/ep2/stereo_right.mp4", "bytes": 21652928, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting small colored tiles", "segments": 18, "frame_labels": { "action": { "Sort tiles": 2400, "Sort colored tiles": 1600, "Sort tiles by color": 1000, "Use phone": 480, "Place colored tile": 280, "Pick up colored tile": 120, "Place phone on table": 66 }, "subtask": { "Sorting small colored tiles": 4000, "Sorting tiles by color": 1000, "Picking up and placing tiles": 400, "Using phone": 400, "Using and placing phone": 146 } }, "window_labels": { "action": { "Sort tiles": 120, "Sort colored tiles": 80, "Sort tiles by color": 50, "Use phone": 24, "Place colored tile": 14, "Pick up colored tile": 6, "Place phone on table": 3 }, "subtask": { "Sorting small colored tiles": 200, "Sorting tiles by color": 50, "Picking up and placing tiles": 20, "Using phone": 20, "Using and placing phone": 7 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2364414703, "train_minimal_bytes": 2364414703, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "a2f2e433-d2c6-4ae1-80b9-c775a8428aa8/ep2", "split": "train", "selection_rank": 95, "selection_score": 0.00234163, "size_band": "upper_mid", "top_level_session": "a2f2e433-d2c6-4ae1-80b9-c775a8428aa8" }, { "episode_id": "2f918260-6ba7-4132-8069-7972afedc1cf__ep3", "path": "/modelscope_data/xperience10m_128/2f918260-6ba7-4132-8069-7972afedc1cf/ep3", "annotation": "/modelscope_data/xperience10m_128/2f918260-6ba7-4132-8069-7972afedc1cf/ep3/annotation.hdf5", "frame_count": 5947, "main_task": "Counting and organizing cardboard pieces", "files": [ { "name": "annotation.hdf5", "bytes": 1973084988, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 89817873, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 92742560, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 87523082, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 82043334, "exists": true }, { "name": "stereo_left.mp4", "bytes": 18934090, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18591681, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/2f918260-6ba7-4132-8069-7972afedc1cf/ep3/fisheye_cam0.mp4", "bytes": 89817873, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/2f918260-6ba7-4132-8069-7972afedc1cf/ep3/fisheye_cam1.mp4", "bytes": 92742560, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/2f918260-6ba7-4132-8069-7972afedc1cf/ep3/fisheye_cam2.mp4", "bytes": 87523082, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/2f918260-6ba7-4132-8069-7972afedc1cf/ep3/fisheye_cam3.mp4", "bytes": 82043334, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/2f918260-6ba7-4132-8069-7972afedc1cf/ep3/stereo_left.mp4", "bytes": 18934090, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/2f918260-6ba7-4132-8069-7972afedc1cf/ep3/stereo_right.mp4", "bytes": 18591681, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Counting and organizing cardboard pieces", "segments": 18, "frame_labels": { "action": { "Mark cardboard piece": 3947, "Marking cardboard piece": 800, "Hold and mark cardboard piece": 600, "Organize cardboard pieces": 400, "Place cardboard piece": 200 }, "subtask": { "Marking cardboard pieces": 3947, "Marking cardboard piece": 761, "Hold and mark cardboard piece": 639, "Organizing cardboard pieces": 400, "Placing cardboard piece": 200 } }, "window_labels": { "action": { "Mark cardboard piece": 197, "Marking cardboard piece": 40, "Hold and mark cardboard piece": 30, "Organize cardboard pieces": 20, "Place cardboard piece": 10 }, "subtask": { "Marking cardboard pieces": 197, "Marking cardboard piece": 38, "Hold and mark cardboard piece": 32, "Organizing cardboard pieces": 20, "Placing cardboard piece": 10 } }, "num_labeled_windows": { "action": 297, "subtask": 297 } }, "total_bytes": 2362737608, "train_minimal_bytes": 2362737608, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "2f918260-6ba7-4132-8069-7972afedc1cf/ep3", "split": "train", "selection_rank": 96, "selection_score": 0.00234955, "size_band": "upper_mid", "top_level_session": "2f918260-6ba7-4132-8069-7972afedc1cf" }, { "episode_id": "4b02bb38-384a-438a-b5f9-6131d85c34b0__ep1", "path": "/modelscope_data/xperience10m_128/4b02bb38-384a-438a-b5f9-6131d85c34b0/ep1", "annotation": "/modelscope_data/xperience10m_128/4b02bb38-384a-438a-b5f9-6131d85c34b0/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Crafting and smartphone usage at a desk", "files": [ { "name": "annotation.hdf5", "bytes": 1990012504, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 93323693, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 80897297, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 98039726, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 65275071, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22275969, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21584856, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/4b02bb38-384a-438a-b5f9-6131d85c34b0/ep1/fisheye_cam0.mp4", "bytes": 93323693, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/4b02bb38-384a-438a-b5f9-6131d85c34b0/ep1/fisheye_cam1.mp4", "bytes": 80897297, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/4b02bb38-384a-438a-b5f9-6131d85c34b0/ep1/fisheye_cam2.mp4", "bytes": 98039726, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/4b02bb38-384a-438a-b5f9-6131d85c34b0/ep1/fisheye_cam3.mp4", "bytes": 65275071, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/4b02bb38-384a-438a-b5f9-6131d85c34b0/ep1/stereo_left.mp4", "bytes": 22275969, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/4b02bb38-384a-438a-b5f9-6131d85c34b0/ep1/stereo_right.mp4", "bytes": 21584856, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting and smartphone usage at a desk", "segments": 18, "frame_labels": { "action": { "Manipulate paper strip": 1598, "Scroll smartphone screen": 1322, "Browse smartphone screen": 600, "Use smartphone": 400, "Hold smartphone": 400, "Place hand on table": 360, "Put down smartphone": 359, "Place smartphone down": 319, "Reach for craft items": 280, "Move smartphone": 240, "Sort craft items": 120 }, "subtask": { "Paper quilling craft": 1598, "Scrolling smartphone screen": 1400, "Transitioning to smartphone usage": 561, "Browsing smartphone": 561, "Using smartphone": 439, "Holding smartphone": 439, "Preparing craft area": 400, "Scrolling and setting down smartphone": 320, "Scrolling and placing smartphone down": 280 } }, "window_labels": { "action": { "Manipulate paper strip": 79, "Scroll smartphone screen": 66, "Browse smartphone screen": 30, "Use smartphone": 20, "Hold smartphone": 20, "Place hand on table": 18, "Put down smartphone": 18, "Place smartphone down": 16, "Reach for craft items": 14, "Move smartphone": 12, "Sort craft items": 6 }, "subtask": { "Paper quilling craft": 79, "Scrolling smartphone screen": 70, "Transitioning to smartphone usage": 28, "Browsing smartphone": 28, "Using smartphone": 22, "Holding smartphone": 22, "Preparing craft area": 20, "Scrolling and setting down smartphone": 16, "Scrolling and placing smartphone down": 14 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2371409116, "train_minimal_bytes": 2371409116, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "4b02bb38-384a-438a-b5f9-6131d85c34b0/ep1", "split": "test", "selection_rank": 97, "selection_score": 0.00077761, "size_band": "long", "top_level_session": "4b02bb38-384a-438a-b5f9-6131d85c34b0" }, { "episode_id": "13ca0290-713b-43a8-a06c-305bde0cbf6c__ep2", "path": "/modelscope_data/xperience10m_128/13ca0290-713b-43a8-a06c-305bde0cbf6c/ep2", "annotation": "/modelscope_data/xperience10m_128/13ca0290-713b-43a8-a06c-305bde0cbf6c/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Folding and organizing purple paper strips", "files": [ { "name": "annotation.hdf5", "bytes": 1990040016, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 99355476, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 77563485, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 72348872, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 98618910, "exists": true }, { "name": "stereo_left.mp4", "bytes": 16896300, "exists": true }, { "name": "stereo_right.mp4", "bytes": 16999040, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/13ca0290-713b-43a8-a06c-305bde0cbf6c/ep2/fisheye_cam0.mp4", "bytes": 99355476, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/13ca0290-713b-43a8-a06c-305bde0cbf6c/ep2/fisheye_cam1.mp4", "bytes": 77563485, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/13ca0290-713b-43a8-a06c-305bde0cbf6c/ep2/fisheye_cam2.mp4", "bytes": 72348872, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/13ca0290-713b-43a8-a06c-305bde0cbf6c/ep2/fisheye_cam3.mp4", "bytes": 98618910, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/13ca0290-713b-43a8-a06c-305bde0cbf6c/ep2/stereo_left.mp4", "bytes": 16896300, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/13ca0290-713b-43a8-a06c-305bde0cbf6c/ep2/stereo_right.mp4", "bytes": 16999040, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Folding and organizing purple paper strips", "segments": 18, "frame_labels": { "action": { "Hold and crease purple paper": 2200, "Fold purple paper strip": 2000, "Fold purple paper": 800, "Fold and organize paper strips": 318, "Reach for phone": 280, "Place phone on desk": 160, "Release paper": 120, "Retrieve paper strips": 120 }, "subtask": { "Folding purple paper strip": 2761, "Holding and creasing purple paper": 2200, "Organizing paper strips": 598, "Releasing paper and reaching for phone": 400, "Folding purple paper into a loop": 39 } }, "window_labels": { "action": { "Hold and crease purple paper": 110, "Fold purple paper strip": 100, "Fold purple paper": 40, "Fold and organize paper strips": 15, "Reach for phone": 14, "Place phone on desk": 8, "Release paper": 6, "Retrieve paper strips": 6 }, "subtask": { "Folding purple paper strip": 138, "Holding and creasing purple paper": 110, "Organizing paper strips": 29, "Releasing paper and reaching for phone": 20, "Folding purple paper into a loop": 2 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2371822099, "train_minimal_bytes": 2371822099, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "13ca0290-713b-43a8-a06c-305bde0cbf6c/ep2", "split": "train", "selection_rank": 98, "selection_score": 0.00087842, "size_band": "long", "top_level_session": "13ca0290-713b-43a8-a06c-305bde0cbf6c" }, { "episode_id": "0a5009c4-292b-40c6-b9ec-7c75cf54a112__ep1", "path": "/modelscope_data/xperience10m_128/0a5009c4-292b-40c6-b9ec-7c75cf54a112/ep1", "annotation": "/modelscope_data/xperience10m_128/0a5009c4-292b-40c6-b9ec-7c75cf54a112/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Cutting and organizing cardboard shapes", "files": [ { "name": "annotation.hdf5", "bytes": 1990088312, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 94714316, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 79605651, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 88603261, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 78326943, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21074298, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20977866, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/0a5009c4-292b-40c6-b9ec-7c75cf54a112/ep1/fisheye_cam0.mp4", "bytes": 94714316, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/0a5009c4-292b-40c6-b9ec-7c75cf54a112/ep1/fisheye_cam1.mp4", "bytes": 79605651, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/0a5009c4-292b-40c6-b9ec-7c75cf54a112/ep1/fisheye_cam2.mp4", "bytes": 88603261, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/0a5009c4-292b-40c6-b9ec-7c75cf54a112/ep1/fisheye_cam3.mp4", "bytes": 78326943, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/0a5009c4-292b-40c6-b9ec-7c75cf54a112/ep1/stereo_left.mp4", "bytes": 21074298, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/0a5009c4-292b-40c6-b9ec-7c75cf54a112/ep1/stereo_right.mp4", "bytes": 20977866, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting and organizing cardboard shapes", "segments": 18, "frame_labels": { "action": { "Cut cardboard shape": 3558, "Cut cardboard into triangles": 600, "Walk with cardboard cutout": 520, "Walk across office": 400, "Move away from workstation": 320, "Approach workstation": 280, "Organize tools and materials": 120, "Pick up cardboard cutout": 80, "Finish placing cardboard cutouts": 80, "Reach for and pick up smartphone": 40 }, "subtask": { "Cutting cardboard shapes": 3041, "Cutting cardboard into triangles": 561, "Moving cardboard cutouts": 561, "Approaching workstation": 400, "Cutting cardboard and picking up smartphone": 400, "Cleaning up workstation": 400, "Organizing tools and materials": 400, "Holding and cutting cardboard shapes": 157, "Cutting cardboard": 39, "Placing cardboard cutouts in a box": 39 } }, "window_labels": { "action": { "Cut cardboard shape": 177, "Cut cardboard into triangles": 30, "Walk with cardboard cutout": 26, "Walk across office": 20, "Move away from workstation": 16, "Approach workstation": 14, "Organize tools and materials": 6, "Pick up cardboard cutout": 4, "Finish placing cardboard cutouts": 4, "Reach for and pick up smartphone": 2 }, "subtask": { "Cutting cardboard shapes": 152, "Cutting cardboard into triangles": 28, "Moving cardboard cutouts": 28, "Approaching workstation": 20, "Cutting cardboard and picking up smartphone": 20, "Cleaning up workstation": 20, "Organizing tools and materials": 20, "Holding and cutting cardboard shapes": 7, "Cutting cardboard": 2, "Placing cardboard cutouts in a box": 2 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2373390647, "train_minimal_bytes": 2373390647, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "0a5009c4-292b-40c6-b9ec-7c75cf54a112/ep1", "split": "train", "selection_rank": 99, "selection_score": 0.00088678, "size_band": "long", "top_level_session": "0a5009c4-292b-40c6-b9ec-7c75cf54a112" }, { "episode_id": "b750fab3-7fbb-43a0-b451-c64c4d4a64da__ep1", "path": "/modelscope_data/xperience10m_128/b750fab3-7fbb-43a0-b451-c64c4d4a64da/ep1", "annotation": "/modelscope_data/xperience10m_128/b750fab3-7fbb-43a0-b451-c64c4d4a64da/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Crafting with beads and paper strips", "files": [ { "name": "annotation.hdf5", "bytes": 1990096752, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 87449120, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 81967824, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 82895342, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 91083511, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19566309, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20392444, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/b750fab3-7fbb-43a0-b451-c64c4d4a64da/ep1/fisheye_cam0.mp4", "bytes": 87449120, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/b750fab3-7fbb-43a0-b451-c64c4d4a64da/ep1/fisheye_cam1.mp4", "bytes": 81967824, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/b750fab3-7fbb-43a0-b451-c64c4d4a64da/ep1/fisheye_cam2.mp4", "bytes": 82895342, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/b750fab3-7fbb-43a0-b451-c64c4d4a64da/ep1/fisheye_cam3.mp4", "bytes": 91083511, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/b750fab3-7fbb-43a0-b451-c64c4d4a64da/ep1/stereo_left.mp4", "bytes": 19566309, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/b750fab3-7fbb-43a0-b451-c64c4d4a64da/ep1/stereo_right.mp4", "bytes": 20392444, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting with beads and paper strips", "segments": 18, "frame_labels": { "action": { "Manipulate paper strip": 920, "Hold and manipulate paper strip": 800, "Use phone": 600, "Manipulate yellow strip": 600, "Manipulating paper strips": 600, "Manipulate bead": 600, "Walking across the room": 400, "Manipulate beads": 400, "Approaching the table": 160, "Manipulate material": 160, "Place material": 160, "Preparing to craft": 120, "Picking up crafting material": 120, "Use phone while crafting": 120, "Pick up small piece of material": 80, "Place phone down": 80, "Interact with smartphone": 78 }, "subtask": { "Working with paper strips": 2200, "Manipulating beads": 1000, "Using phone": 600, "Manipulating yellow strips": 600, "Walking to the crafting area": 400, "Preparing materials": 400, "Assembling material pieces": 400, "Using phone and resuming work": 200, "Working with paper strips and using phone": 198 } }, "window_labels": { "action": { "Manipulate paper strip": 46, "Hold and manipulate paper strip": 40, "Use phone": 30, "Manipulate yellow strip": 30, "Manipulating paper strips": 30, "Manipulate bead": 30, "Walking across the room": 20, "Manipulate beads": 20, "Approaching the table": 8, "Manipulate material": 8, "Place material": 8, "Preparing to craft": 6, "Picking up crafting material": 6, "Use phone while crafting": 6, "Pick up small piece of material": 4, "Place phone down": 4, "Interact with smartphone": 3 }, "subtask": { "Working with paper strips": 110, "Manipulating beads": 50, "Using phone": 30, "Manipulating yellow strips": 30, "Walking to the crafting area": 20, "Preparing materials": 20, "Assembling material pieces": 20, "Using phone and resuming work": 10, "Working with paper strips and using phone": 9 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2373451302, "train_minimal_bytes": 2373451302, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "b750fab3-7fbb-43a0-b451-c64c4d4a64da/ep1", "split": "test", "selection_rank": 100, "selection_score": 0.00093735, "size_band": "long", "top_level_session": "b750fab3-7fbb-43a0-b451-c64c4d4a64da" }, { "episode_id": "9c7b2c19-5370-4a81-af68-6b76723f3c67__ep1", "path": "/modelscope_data/xperience10m_128/9c7b2c19-5370-4a81-af68-6b76723f3c67/ep1", "annotation": "/modelscope_data/xperience10m_128/9c7b2c19-5370-4a81-af68-6b76723f3c67/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Desktop assembly and smartphone usage", "files": [ { "name": "annotation.hdf5", "bytes": 1989981160, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 91551432, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 82694163, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 91873663, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 74240840, "exists": true }, { "name": "stereo_left.mp4", "bytes": 23041908, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20439286, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/9c7b2c19-5370-4a81-af68-6b76723f3c67/ep1/fisheye_cam0.mp4", "bytes": 91551432, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/9c7b2c19-5370-4a81-af68-6b76723f3c67/ep1/fisheye_cam1.mp4", "bytes": 82694163, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/9c7b2c19-5370-4a81-af68-6b76723f3c67/ep1/fisheye_cam2.mp4", "bytes": 91873663, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/9c7b2c19-5370-4a81-af68-6b76723f3c67/ep1/fisheye_cam3.mp4", "bytes": 74240840, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/9c7b2c19-5370-4a81-af68-6b76723f3c67/ep1/stereo_left.mp4", "bytes": 23041908, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/9c7b2c19-5370-4a81-af68-6b76723f3c67/ep1/stereo_right.mp4", "bytes": 20439286, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Desktop assembly and smartphone usage", "segments": 18, "frame_labels": { "action": { "Manipulate component on strip": 2161, "Manipulate small component": 1600, "Hold smartphone": 1000, "Browsing smartphone content": 800, "Place strip on table": 239, "Manipulate component": 198 }, "subtask": { "Manipulating components on a strip": 2161, "Assembling small decorative components": 1600, "Holding a smartphone": 1000, "Browsing smartphone content": 800, "Manipulating and placing strip components": 239, "Final component assembly": 198 } }, "window_labels": { "action": { "Manipulate component on strip": 108, "Manipulate small component": 80, "Hold smartphone": 50, "Browsing smartphone content": 40, "Place strip on table": 12, "Manipulate component": 9 }, "subtask": { "Manipulating components on a strip": 108, "Assembling small decorative components": 80, "Holding a smartphone": 50, "Browsing smartphone content": 40, "Manipulating and placing strip components": 12, "Final component assembly": 9 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2373822452, "train_minimal_bytes": 2373822452, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "9c7b2c19-5370-4a81-af68-6b76723f3c67/ep1", "split": "val", "selection_rank": 101, "selection_score": 0.00095494, "size_band": "long", "top_level_session": "9c7b2c19-5370-4a81-af68-6b76723f3c67" }, { "episode_id": "a39eaab1-ac8c-4c2d-9764-a566b773136e__ep2", "path": "/modelscope_data/xperience10m_128/a39eaab1-ac8c-4c2d-9764-a566b773136e/ep2", "annotation": "/modelscope_data/xperience10m_128/a39eaab1-ac8c-4c2d-9764-a566b773136e/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Sorting and packing colorful beads", "files": [ { "name": "annotation.hdf5", "bytes": 1990156336, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 82448290, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 92322204, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 81737360, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 82799794, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19207787, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20958933, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/a39eaab1-ac8c-4c2d-9764-a566b773136e/ep2/fisheye_cam0.mp4", "bytes": 82448290, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/a39eaab1-ac8c-4c2d-9764-a566b773136e/ep2/fisheye_cam1.mp4", "bytes": 92322204, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/a39eaab1-ac8c-4c2d-9764-a566b773136e/ep2/fisheye_cam2.mp4", "bytes": 81737360, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/a39eaab1-ac8c-4c2d-9764-a566b773136e/ep2/fisheye_cam3.mp4", "bytes": 82799794, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/a39eaab1-ac8c-4c2d-9764-a566b773136e/ep2/stereo_left.mp4", "bytes": 19207787, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/a39eaab1-ac8c-4c2d-9764-a566b773136e/ep2/stereo_right.mp4", "bytes": 20958933, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting and packing colorful beads", "segments": 18, "frame_labels": { "action": { "Sort beads": 2478, "Sort beads by color": 880, "Pack beads into box": 600, "Move tray towards packing area": 361, "Move phone": 321, "Deposit beads into box": 240, "Reach for beads": 198, "Pick up beads": 160, "Pick up cardboard tray": 160, "Position cardboard tray": 160, "Walk across the room": 120, "Hold beads": 120, "Combine bead piles": 120, "Approach packing area": 80 }, "subtask": { "Sort beads": 1598, "Sort beads by color": 880, "Sort beads and adjust phone": 681, "Pack beads into box": 600, "Retrieve and move cardboard tray": 521, "Walk to and approach packing area": 400, "Pick up and deposit beads into box": 400, "Sort beads and adjust tray position": 400, "Sort and combine bead piles": 200, "Gather and hold beads": 120, "Adjust phone and reach for beads": 119, "Position tray and reach for beads": 79 } }, "window_labels": { "action": { "Sort beads": 123, "Sort beads by color": 44, "Pack beads into box": 30, "Move tray towards packing area": 18, "Move phone": 16, "Deposit beads into box": 12, "Reach for beads": 10, "Pick up beads": 8, "Pick up cardboard tray": 8, "Position cardboard tray": 8, "Walk across the room": 6, "Hold beads": 6, "Combine bead piles": 6, "Approach packing area": 4 }, "subtask": { "Sort beads": 79, "Sort beads by color": 44, "Sort beads and adjust phone": 34, "Pack beads into box": 30, "Retrieve and move cardboard tray": 26, "Walk to and approach packing area": 20, "Pick up and deposit beads into box": 20, "Sort beads and adjust tray position": 20, "Sort and combine bead piles": 10, "Gather and hold beads": 6, "Adjust phone and reach for beads": 6, "Position tray and reach for beads": 4 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2369630704, "train_minimal_bytes": 2369630704, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "a39eaab1-ac8c-4c2d-9764-a566b773136e/ep2", "split": "train", "selection_rank": 102, "selection_score": 0.00110013, "size_band": "long", "top_level_session": "a39eaab1-ac8c-4c2d-9764-a566b773136e" }, { "episode_id": "53e64c93-8947-403e-ab35-3428c431aee8__ep2", "path": "/modelscope_data/xperience10m_128/53e64c93-8947-403e-ab35-3428c431aee8/ep2", "annotation": "/modelscope_data/xperience10m_128/53e64c93-8947-403e-ab35-3428c431aee8/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Folding origami stars", "files": [ { "name": "annotation.hdf5", "bytes": 1990008712, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 94320987, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 80802227, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 85733002, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 81948916, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19095311, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18953622, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/53e64c93-8947-403e-ab35-3428c431aee8/ep2/fisheye_cam0.mp4", "bytes": 94320987, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/53e64c93-8947-403e-ab35-3428c431aee8/ep2/fisheye_cam1.mp4", "bytes": 80802227, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/53e64c93-8947-403e-ab35-3428c431aee8/ep2/fisheye_cam2.mp4", "bytes": 85733002, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/53e64c93-8947-403e-ab35-3428c431aee8/ep2/fisheye_cam3.mp4", "bytes": 81948916, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/53e64c93-8947-403e-ab35-3428c431aee8/ep2/stereo_left.mp4", "bytes": 19095311, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/53e64c93-8947-403e-ab35-3428c431aee8/ep2/stereo_right.mp4", "bytes": 18953622, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Folding origami stars", "segments": 18, "frame_labels": { "action": { "Fold paper strip": 5119, "Fold paper strip into star": 800, "Place finished star on table": 79 }, "subtask": { "Fold paper strip": 5119, "Fold paper strip into star": 800, "Finish and place origami star": 79 } }, "window_labels": { "action": { "Fold paper strip": 255, "Fold paper strip into star": 40, "Place finished star on table": 4 }, "subtask": { "Fold paper strip": 255, "Fold paper strip into star": 40, "Finish and place origami star": 4 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2370862777, "train_minimal_bytes": 2370862777, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "53e64c93-8947-403e-ab35-3428c431aee8/ep2", "split": "train", "selection_rank": 103, "selection_score": 0.00115728, "size_band": "long", "top_level_session": "53e64c93-8947-403e-ab35-3428c431aee8" }, { "episode_id": "7ba21b77-14c9-47c5-8942-ef2ef5e02784__ep3", "path": "/modelscope_data/xperience10m_128/7ba21b77-14c9-47c5-8942-ef2ef5e02784/ep3", "annotation": "/modelscope_data/xperience10m_128/7ba21b77-14c9-47c5-8942-ef2ef5e02784/ep3/annotation.hdf5", "frame_count": 5998, "main_task": "Using a smartphone", "files": [ { "name": "annotation.hdf5", "bytes": 1989995224, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 78108019, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 97064786, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 83674607, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 74749255, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21405262, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23915626, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/7ba21b77-14c9-47c5-8942-ef2ef5e02784/ep3/fisheye_cam0.mp4", "bytes": 78108019, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/7ba21b77-14c9-47c5-8942-ef2ef5e02784/ep3/fisheye_cam1.mp4", "bytes": 97064786, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/7ba21b77-14c9-47c5-8942-ef2ef5e02784/ep3/fisheye_cam2.mp4", "bytes": 83674607, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/7ba21b77-14c9-47c5-8942-ef2ef5e02784/ep3/fisheye_cam3.mp4", "bytes": 74749255, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/7ba21b77-14c9-47c5-8942-ef2ef5e02784/ep3/stereo_left.mp4", "bytes": 21405262, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/7ba21b77-14c9-47c5-8942-ef2ef5e02784/ep3/stereo_right.mp4", "bytes": 23915626, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Using a smartphone", "segments": 18, "frame_labels": { "action": { "Type on smartphone": 2400, "Scroll through photo gallery": 1000, "Typing message on smartphone": 600, "Tapping smartphone screen": 480, "Scroll on smartphone": 401, "Hold smartphone": 400, "Typing on smartphone": 320, "Tap smartphone screen": 199, "Tapping on smartphone screen": 120, "Putting away smartphone": 78 }, "subtask": { "Typing on smartphone": 2400, "Typing message on smartphone": 1361, "Browsing photo gallery": 1000, "Scrolling on smartphone": 401, "Holding smartphone": 400, "Scrolling and tapping on smartphone": 199, "Tapping and putting away smartphone": 198, "Tapping on smartphone screen": 39 } }, "window_labels": { "action": { "Type on smartphone": 120, "Scroll through photo gallery": 50, "Typing message on smartphone": 30, "Tapping smartphone screen": 24, "Hold smartphone": 20, "Scroll on smartphone": 20, "Typing on smartphone": 16, "Tap smartphone screen": 10, "Tapping on smartphone screen": 6, "Putting away smartphone": 3 }, "subtask": { "Typing on smartphone": 120, "Typing message on smartphone": 68, "Browsing photo gallery": 50, "Holding smartphone": 20, "Scrolling on smartphone": 20, "Scrolling and tapping on smartphone": 10, "Tapping and putting away smartphone": 9, "Tapping on smartphone screen": 2 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2368912779, "train_minimal_bytes": 2368912779, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "7ba21b77-14c9-47c5-8942-ef2ef5e02784/ep3", "split": "train", "selection_rank": 104, "selection_score": 0.00117148, "size_band": "long", "top_level_session": "7ba21b77-14c9-47c5-8942-ef2ef5e02784" }, { "episode_id": "d377bbb4-1bce-43ae-a41f-cefd23b8a8a2__ep2", "path": "/modelscope_data/xperience10m_128/d377bbb4-1bce-43ae-a41f-cefd23b8a8a2/ep2", "annotation": "/modelscope_data/xperience10m_128/d377bbb4-1bce-43ae-a41f-cefd23b8a8a2/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Drawing a grid on cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1990012048, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 89236696, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 92414725, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 88235510, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 77352455, "exists": true }, { "name": "stereo_left.mp4", "bytes": 17399874, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18772717, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/d377bbb4-1bce-43ae-a41f-cefd23b8a8a2/ep2/fisheye_cam0.mp4", "bytes": 89236696, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/d377bbb4-1bce-43ae-a41f-cefd23b8a8a2/ep2/fisheye_cam1.mp4", "bytes": 92414725, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/d377bbb4-1bce-43ae-a41f-cefd23b8a8a2/ep2/fisheye_cam2.mp4", "bytes": 88235510, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/d377bbb4-1bce-43ae-a41f-cefd23b8a8a2/ep2/fisheye_cam3.mp4", "bytes": 77352455, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/d377bbb4-1bce-43ae-a41f-cefd23b8a8a2/ep2/stereo_left.mp4", "bytes": 17399874, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/d377bbb4-1bce-43ae-a41f-cefd23b8a8a2/ep2/stereo_right.mp4", "bytes": 18772717, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Drawing a grid on cardboard", "segments": 18, "frame_labels": { "action": { "Draw grid line with pen": 2040, "Draw grid line": 1800, "Drawing grid line with ruler": 800, "Drawing grid line with pen and ruler": 600, "Drawing grid line": 598, "Pick up cardboard": 160 }, "subtask": { "Drawing grid lines": 2037, "Drawing grid lines with a pen": 1839, "Drawing grid lines with a ruler and pen": 1361, "Drawing grid lines and repositioning cardboard": 400, "Drawing grid lines with a ruler": 361 } }, "window_labels": { "action": { "Draw grid line with pen": 102, "Draw grid line": 90, "Drawing grid line with ruler": 40, "Drawing grid line with pen and ruler": 30, "Drawing grid line": 29, "Pick up cardboard": 8 }, "subtask": { "Drawing grid lines": 101, "Drawing grid lines with a pen": 92, "Drawing grid lines with a ruler and pen": 68, "Drawing grid lines and repositioning cardboard": 20, "Drawing grid lines with a ruler": 18 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2373424025, "train_minimal_bytes": 2373424025, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "d377bbb4-1bce-43ae-a41f-cefd23b8a8a2/ep2", "split": "train", "selection_rank": 105, "selection_score": 0.00126935, "size_band": "long", "top_level_session": "d377bbb4-1bce-43ae-a41f-cefd23b8a8a2" }, { "episode_id": "c221c115-7b98-4d08-b5ab-653b5956c811__ep3", "path": "/modelscope_data/xperience10m_128/c221c115-7b98-4d08-b5ab-653b5956c811/ep3", "annotation": "/modelscope_data/xperience10m_128/c221c115-7b98-4d08-b5ab-653b5956c811/ep3/annotation.hdf5", "frame_count": 5998, "main_task": "Sorting and counting beads", "files": [ { "name": "annotation.hdf5", "bytes": 1989993400, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 106848378, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 78748981, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 81070956, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 70876585, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21331218, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20852278, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/c221c115-7b98-4d08-b5ab-653b5956c811/ep3/fisheye_cam0.mp4", "bytes": 106848378, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/c221c115-7b98-4d08-b5ab-653b5956c811/ep3/fisheye_cam1.mp4", "bytes": 78748981, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/c221c115-7b98-4d08-b5ab-653b5956c811/ep3/fisheye_cam2.mp4", "bytes": 81070956, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/c221c115-7b98-4d08-b5ab-653b5956c811/ep3/fisheye_cam3.mp4", "bytes": 70876585, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/c221c115-7b98-4d08-b5ab-653b5956c811/ep3/stereo_left.mp4", "bytes": 21331218, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/c221c115-7b98-4d08-b5ab-653b5956c811/ep3/stereo_right.mp4", "bytes": 20852278, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting and counting beads", "segments": 18, "frame_labels": { "action": { "Write on notepad": 5238, "Writing on notepad": 320, "Reach for beads": 280, "Sort beads": 80, "Reaching for beads": 80 }, "subtask": { "Sorting and counting beads": 5998 } }, "window_labels": { "action": { "Write on notepad": 261, "Writing on notepad": 16, "Reach for beads": 14, "Sort beads": 4, "Reaching for beads": 4 }, "subtask": { "Sorting and counting beads": 299 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2369721796, "train_minimal_bytes": 2369721796, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "c221c115-7b98-4d08-b5ab-653b5956c811/ep3", "split": "train", "selection_rank": 106, "selection_score": 0.00129683, "size_band": "long", "top_level_session": "c221c115-7b98-4d08-b5ab-653b5956c811" }, { "episode_id": "a90b8b61-cbba-40fa-948c-b3da79fec1cb__ep1", "path": "/modelscope_data/xperience10m_128/a90b8b61-cbba-40fa-948c-b3da79fec1cb/ep1", "annotation": "/modelscope_data/xperience10m_128/a90b8b61-cbba-40fa-948c-b3da79fec1cb/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Sorting small colored items into containers", "files": [ { "name": "annotation.hdf5", "bytes": 1990079936, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 95632491, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 84134434, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 79489726, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 93871214, "exists": true }, { "name": "stereo_left.mp4", "bytes": 17775586, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18898227, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/a90b8b61-cbba-40fa-948c-b3da79fec1cb/ep1/fisheye_cam0.mp4", "bytes": 95632491, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/a90b8b61-cbba-40fa-948c-b3da79fec1cb/ep1/fisheye_cam1.mp4", "bytes": 84134434, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/a90b8b61-cbba-40fa-948c-b3da79fec1cb/ep1/fisheye_cam2.mp4", "bytes": 79489726, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/a90b8b61-cbba-40fa-948c-b3da79fec1cb/ep1/fisheye_cam3.mp4", "bytes": 93871214, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/a90b8b61-cbba-40fa-948c-b3da79fec1cb/ep1/stereo_left.mp4", "bytes": 17775586, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/a90b8b61-cbba-40fa-948c-b3da79fec1cb/ep1/stereo_right.mp4", "bytes": 18898227, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting small colored items into containers", "segments": 18, "frame_labels": { "action": { "Sort beads by color": 2200, "Sort beads": 798, "Gathering items": 601, "Gathering colored beads": 600, "Arrange beads by color": 600, "Sort small objects": 480, "Walking towards workstation": 400, "Place items on table": 199, "Move to desk": 120 }, "subtask": { "Sorting beads by color": 3598, "Gathering items": 800, "Preparing workstation": 600, "Gathering colored beads": 600, "Walking towards workstation": 400 } }, "window_labels": { "action": { "Sort beads by color": 110, "Sort beads": 39, "Gathering items": 30, "Gathering colored beads": 30, "Arrange beads by color": 30, "Sort small objects": 24, "Walking towards workstation": 20, "Place items on table": 10, "Move to desk": 6 }, "subtask": { "Sorting beads by color": 179, "Gathering items": 40, "Preparing workstation": 30, "Gathering colored beads": 30, "Walking towards workstation": 20 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2379881614, "train_minimal_bytes": 2379881614, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "a90b8b61-cbba-40fa-948c-b3da79fec1cb/ep1", "split": "train", "selection_rank": 107, "selection_score": 0.00130509, "size_band": "long", "top_level_session": "a90b8b61-cbba-40fa-948c-b3da79fec1cb" }, { "episode_id": "7258c332-1061-4c43-8242-f438d951db1f__ep1", "path": "/modelscope_data/xperience10m_128/7258c332-1061-4c43-8242-f438d951db1f/ep1", "annotation": "/modelscope_data/xperience10m_128/7258c332-1061-4c43-8242-f438d951db1f/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Crafting shapes from cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1990054400, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 86717632, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 89690074, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 93278077, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 76534649, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19931231, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21167256, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/7258c332-1061-4c43-8242-f438d951db1f/ep1/fisheye_cam0.mp4", "bytes": 86717632, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/7258c332-1061-4c43-8242-f438d951db1f/ep1/fisheye_cam1.mp4", "bytes": 89690074, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/7258c332-1061-4c43-8242-f438d951db1f/ep1/fisheye_cam2.mp4", "bytes": 93278077, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/7258c332-1061-4c43-8242-f438d951db1f/ep1/fisheye_cam3.mp4", "bytes": 76534649, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/7258c332-1061-4c43-8242-f438d951db1f/ep1/stereo_left.mp4", "bytes": 19931231, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/7258c332-1061-4c43-8242-f438d951db1f/ep1/stereo_right.mp4", "bytes": 21167256, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting shapes from cardboard", "segments": 18, "frame_labels": { "action": { "Remove ruler": 759, "Cut cardboard with utility knife": 680, "Mark cardboard with pen": 641, "Mark line on cardboard": 598, "Mark cardboard piece": 561, "Hold charger": 400, "Separate cardboard piece": 360, "Move smartphone": 360, "Open small case": 320, "Cut cardboard": 240, "Place phone on desk": 239, "Cut cardboard with scissors": 200, "Hold ruler on cardboard": 160, "Switch to scissors": 120, "Reach into bag": 120, "Retract hand from bag": 80, "Pick up smartphone": 80, "Measure cardboard with ruler": 80 }, "subtask": { "Drawing guide lines on cardboard": 1157, "Marking cardboard with pen": 841, "Cutting and separating cardboard pieces": 600, "Measuring and adjusting workspace": 600, "Marking cardboard piece": 561, "Preparation and initial cutting with utility knife": 400, "Cutting cardboard with utility knife": 400, "Transitioning from utility knife to scissors": 400, "Retrieving smartphone": 400, "Marking cardboard piece and preparing workspace": 239, "Cutting cardboard with scissors": 200, "Retrieving tools from bag": 200 } }, "window_labels": { "action": { "Remove ruler": 38, "Cut cardboard with utility knife": 34, "Mark cardboard with pen": 32, "Mark line on cardboard": 29, "Mark cardboard piece": 28, "Hold charger": 20, "Separate cardboard piece": 18, "Move smartphone": 18, "Open small case": 16, "Cut cardboard": 12, "Place phone on desk": 12, "Cut cardboard with scissors": 10, "Hold ruler on cardboard": 8, "Switch to scissors": 6, "Reach into bag": 6, "Retract hand from bag": 4, "Pick up smartphone": 4, "Measure cardboard with ruler": 4 }, "subtask": { "Drawing guide lines on cardboard": 57, "Marking cardboard with pen": 42, "Cutting and separating cardboard pieces": 30, "Measuring and adjusting workspace": 30, "Marking cardboard piece": 28, "Preparation and initial cutting with utility knife": 20, "Cutting cardboard with utility knife": 20, "Transitioning from utility knife to scissors": 20, "Retrieving smartphone": 20, "Marking cardboard piece and preparing workspace": 12, "Cutting cardboard with scissors": 10, "Retrieving tools from bag": 10 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2377373319, "train_minimal_bytes": 2377373319, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "7258c332-1061-4c43-8242-f438d951db1f/ep1", "split": "train", "selection_rank": 108, "selection_score": 0.00135654, "size_band": "long", "top_level_session": "7258c332-1061-4c43-8242-f438d951db1f" }, { "episode_id": "22af1ff1-eaa9-4268-b96a-81a9fa35fe93__ep3", "path": "/modelscope_data/xperience10m_128/22af1ff1-eaa9-4268-b96a-81a9fa35fe93/ep3", "annotation": "/modelscope_data/xperience10m_128/22af1ff1-eaa9-4268-b96a-81a9fa35fe93/ep3/annotation.hdf5", "frame_count": 5998, "main_task": "Cutting and marking cardboard shapes", "files": [ { "name": "annotation.hdf5", "bytes": 1990011096, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 92584145, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 84577277, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 87872075, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 69630655, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20023924, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22748114, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/22af1ff1-eaa9-4268-b96a-81a9fa35fe93/ep3/fisheye_cam0.mp4", "bytes": 92584145, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/22af1ff1-eaa9-4268-b96a-81a9fa35fe93/ep3/fisheye_cam1.mp4", "bytes": 84577277, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/22af1ff1-eaa9-4268-b96a-81a9fa35fe93/ep3/fisheye_cam2.mp4", "bytes": 87872075, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/22af1ff1-eaa9-4268-b96a-81a9fa35fe93/ep3/fisheye_cam3.mp4", "bytes": 69630655, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/22af1ff1-eaa9-4268-b96a-81a9fa35fe93/ep3/stereo_left.mp4", "bytes": 20023924, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/22af1ff1-eaa9-4268-b96a-81a9fa35fe93/ep3/stereo_right.mp4", "bytes": 22748114, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting and marking cardboard shapes", "segments": 18, "frame_labels": { "action": { "Cut cardboard shape": 3198, "Cut cardboard": 1759, "Mark cardboard": 441, "Cut cardboard triangle": 400, "Holding marker": 200 }, "subtask": { "Cutting cardboard shapes": 3198, "Cutting cardboard": 1400, "Marking cardboard": 441, "Cutting cardboard triangles": 400, "Marking and cutting cardboard": 359, "Sorting cardboard shapes and holding marker": 200 } }, "window_labels": { "action": { "Cut cardboard shape": 159, "Cut cardboard": 88, "Mark cardboard": 22, "Cut cardboard triangle": 20, "Holding marker": 10 }, "subtask": { "Cutting cardboard shapes": 159, "Cutting cardboard": 70, "Marking cardboard": 22, "Cutting cardboard triangles": 20, "Marking and cutting cardboard": 18, "Sorting cardboard shapes and holding marker": 10 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2367447286, "train_minimal_bytes": 2367447286, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "22af1ff1-eaa9-4268-b96a-81a9fa35fe93/ep3", "split": "train", "selection_rank": 109, "selection_score": 0.00137323, "size_band": "long", "top_level_session": "22af1ff1-eaa9-4268-b96a-81a9fa35fe93" }, { "episode_id": "2680606b-f296-4daa-baf9-7d58c90444bc__ep2", "path": "/modelscope_data/xperience10m_128/2680606b-f296-4daa-baf9-7d58c90444bc/ep2", "annotation": "/modelscope_data/xperience10m_128/2680606b-f296-4daa-baf9-7d58c90444bc/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Cutting and marking fabric", "files": [ { "name": "annotation.hdf5", "bytes": 1990038936, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 90695797, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 87101796, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 76886231, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 81791500, "exists": true }, { "name": "stereo_left.mp4", "bytes": 17424004, "exists": true }, { "name": "stereo_right.mp4", "bytes": 19780442, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/2680606b-f296-4daa-baf9-7d58c90444bc/ep2/fisheye_cam0.mp4", "bytes": 90695797, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/2680606b-f296-4daa-baf9-7d58c90444bc/ep2/fisheye_cam1.mp4", "bytes": 87101796, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/2680606b-f296-4daa-baf9-7d58c90444bc/ep2/fisheye_cam2.mp4", "bytes": 76886231, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/2680606b-f296-4daa-baf9-7d58c90444bc/ep2/fisheye_cam3.mp4", "bytes": 81791500, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/2680606b-f296-4daa-baf9-7d58c90444bc/ep2/stereo_left.mp4", "bytes": 17424004, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/2680606b-f296-4daa-baf9-7d58c90444bc/ep2/stereo_right.mp4", "bytes": 19780442, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting and marking fabric", "segments": 18, "frame_labels": { "action": { "Cut light green fabric": 2280, "Mark fabric with pen": 760, "Cut fabric with scissors": 600, "Mark fabric with pen and ruler": 598, "Mark fabric": 520, "Continue cutting fabric": 400, "Adjusting fabric for cutting": 400, "Reposition scissors": 120, "Cutting fabric": 120, "Adjusting fabric position": 80, "Reposition ruler": 80, "Remove ruler": 40 }, "subtask": { "Cut light green fabric": 2400, "Cut fabric with scissors": 600, "Mark fabric with pen and ruler": 598, "Cut light green fabric and reposition scissors": 400, "Adjust fabric for cutting": 400, "Mark fabric with pen and remove ruler": 400, "Mark fabric with pen": 400, "Mark fabric and reposition ruler": 400, "Adjust and cut fabric": 200, "Mark fabric": 200 } }, "window_labels": { "action": { "Cut light green fabric": 114, "Mark fabric with pen": 38, "Cut fabric with scissors": 30, "Mark fabric with pen and ruler": 29, "Mark fabric": 26, "Continue cutting fabric": 20, "Adjusting fabric for cutting": 20, "Reposition scissors": 6, "Cutting fabric": 6, "Adjusting fabric position": 4, "Reposition ruler": 4, "Remove ruler": 2 }, "subtask": { "Cut light green fabric": 120, "Cut fabric with scissors": 30, "Mark fabric with pen and ruler": 29, "Cut light green fabric and reposition scissors": 20, "Adjust fabric for cutting": 20, "Mark fabric with pen and remove ruler": 20, "Mark fabric with pen": 20, "Mark fabric and reposition ruler": 20, "Adjust and cut fabric": 10, "Mark fabric": 10 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2363718706, "train_minimal_bytes": 2363718706, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "2680606b-f296-4daa-baf9-7d58c90444bc/ep2", "split": "train", "selection_rank": 110, "selection_score": 0.00137996, "size_band": "long", "top_level_session": "2680606b-f296-4daa-baf9-7d58c90444bc" }, { "episode_id": "21d33146-cd1f-40bd-b26b-0c64fd1d603f__ep2", "path": "/modelscope_data/xperience10m_128/21d33146-cd1f-40bd-b26b-0c64fd1d603f/ep2", "annotation": "/modelscope_data/xperience10m_128/21d33146-cd1f-40bd-b26b-0c64fd1d603f/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Playing Mahjong", "files": [ { "name": "annotation.hdf5", "bytes": 1990013872, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 80242194, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 89825987, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 93427609, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 76773474, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22743672, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21680702, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/21d33146-cd1f-40bd-b26b-0c64fd1d603f/ep2/fisheye_cam0.mp4", "bytes": 80242194, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/21d33146-cd1f-40bd-b26b-0c64fd1d603f/ep2/fisheye_cam1.mp4", "bytes": 89825987, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/21d33146-cd1f-40bd-b26b-0c64fd1d603f/ep2/fisheye_cam2.mp4", "bytes": 93427609, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/21d33146-cd1f-40bd-b26b-0c64fd1d603f/ep2/fisheye_cam3.mp4", "bytes": 76773474, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/21d33146-cd1f-40bd-b26b-0c64fd1d603f/ep2/stereo_left.mp4", "bytes": 22743672, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/21d33146-cd1f-40bd-b26b-0c64fd1d603f/ep2/stereo_right.mp4", "bytes": 21680702, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Playing Mahjong", "segments": 18, "frame_labels": { "action": { "Adjust Mahjong tiles": 2120, "Rearrange Mahjong tiles": 1400, "Arrange Mahjong tiles": 800, "Rearrange Mahjong tile": 600, "Reach for Mahjong tiles": 480, "Adjust Mahjong tile": 240, "Align Mahjong tiles": 201, "Move Mahjong tile": 119, "Realign Mahjong tiles": 38 }, "subtask": { "Adjust Mahjong tiles": 2039, "Rearrange Mahjong tiles": 1400, "Arrange Mahjong tiles": 800, "Reach for and adjust Mahjong tiles": 561, "Rearrange Mahjong tile": 561, "Adjust and align Mahjong tiles": 441, "Adjust, move, and realign Mahjong tiles": 157, "Move Mahjong tile": 39 } }, "window_labels": { "action": { "Adjust Mahjong tiles": 106, "Rearrange Mahjong tiles": 70, "Arrange Mahjong tiles": 40, "Rearrange Mahjong tile": 30, "Reach for Mahjong tiles": 24, "Adjust Mahjong tile": 12, "Align Mahjong tiles": 10, "Move Mahjong tile": 6, "Realign Mahjong tiles": 1 }, "subtask": { "Adjust Mahjong tiles": 102, "Rearrange Mahjong tiles": 70, "Arrange Mahjong tiles": 40, "Reach for and adjust Mahjong tiles": 28, "Rearrange Mahjong tile": 28, "Adjust and align Mahjong tiles": 22, "Adjust, move, and realign Mahjong tiles": 7, "Move Mahjong tile": 2 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2374707510, "train_minimal_bytes": 2374707510, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "21d33146-cd1f-40bd-b26b-0c64fd1d603f/ep2", "split": "train", "selection_rank": 111, "selection_score": 0.00145494, "size_band": "long", "top_level_session": "21d33146-cd1f-40bd-b26b-0c64fd1d603f" }, { "episode_id": "48b299c1-6c08-40a5-9b9d-9d170647a15a__ep1", "path": "/modelscope_data/xperience10m_128/48b299c1-6c08-40a5-9b9d-9d170647a15a/ep1", "annotation": "/modelscope_data/xperience10m_128/48b299c1-6c08-40a5-9b9d-9d170647a15a/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Measuring and marking cardboard", "files": [ { "name": "annotation.hdf5", "bytes": 1990034848, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 94294541, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 87343495, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 85790437, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 85766741, "exists": true }, { "name": "stereo_left.mp4", "bytes": 18362367, "exists": true }, { "name": "stereo_right.mp4", "bytes": 19986718, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/48b299c1-6c08-40a5-9b9d-9d170647a15a/ep1/fisheye_cam0.mp4", "bytes": 94294541, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/48b299c1-6c08-40a5-9b9d-9d170647a15a/ep1/fisheye_cam1.mp4", "bytes": 87343495, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/48b299c1-6c08-40a5-9b9d-9d170647a15a/ep1/fisheye_cam2.mp4", "bytes": 85790437, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/48b299c1-6c08-40a5-9b9d-9d170647a15a/ep1/fisheye_cam3.mp4", "bytes": 85766741, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/48b299c1-6c08-40a5-9b9d-9d170647a15a/ep1/stereo_left.mp4", "bytes": 18362367, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/48b299c1-6c08-40a5-9b9d-9d170647a15a/ep1/stereo_right.mp4", "bytes": 19986718, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Measuring and marking cardboard", "segments": 18, "frame_labels": { "action": { "Draw line with pen": 1521, "Draw line on cardboard": 1239, "Mark lines on cardboard": 720, "Prepare to draw lines": 561, "Reposition ruler": 559, "Pick up smartphone": 520, "Stop measuring and put down tools": 280, "Remove ruler and marker": 280, "Align ruler and mark cardboard": 198, "Positioning ruler on cardboard": 120 }, "subtask": { "Draw grid lines": 1080, "Mark lines on cardboard": 837, "Draw line on cardboard": 800, "Stop measuring and transition to smartphone usage": 761, "Position ruler and draw initial lines": 561, "Prepare for further marking": 561, "Draw and reposition ruler": 520, "Align ruler and draw line": 400, "Remove tools after marking": 241, "Final alignment and marking": 198, "Observe smartphone": 39 } }, "window_labels": { "action": { "Draw line with pen": 76, "Draw line on cardboard": 62, "Mark lines on cardboard": 36, "Reposition ruler": 28, "Prepare to draw lines": 28, "Pick up smartphone": 26, "Stop measuring and put down tools": 14, "Remove ruler and marker": 14, "Align ruler and mark cardboard": 9, "Positioning ruler on cardboard": 6 }, "subtask": { "Draw grid lines": 54, "Mark lines on cardboard": 42, "Draw line on cardboard": 40, "Stop measuring and transition to smartphone usage": 38, "Position ruler and draw initial lines": 28, "Prepare for further marking": 28, "Draw and reposition ruler": 26, "Align ruler and draw line": 20, "Remove tools after marking": 12, "Final alignment and marking": 9, "Observe smartphone": 2 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2381579147, "train_minimal_bytes": 2381579147, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "48b299c1-6c08-40a5-9b9d-9d170647a15a/ep1", "split": "train", "selection_rank": 112, "selection_score": 0.00146648, "size_band": "long", "top_level_session": "48b299c1-6c08-40a5-9b9d-9d170647a15a" }, { "episode_id": "4ab31463-5a47-4904-82c4-d859a0506e04__ep4", "path": "/modelscope_data/xperience10m_128/4ab31463-5a47-4904-82c4-d859a0506e04/ep4", "annotation": "/modelscope_data/xperience10m_128/4ab31463-5a47-4904-82c4-d859a0506e04/ep4/annotation.hdf5", "frame_count": 5998, "main_task": "folding paper stars", "files": [ { "name": "annotation.hdf5", "bytes": 1990021560, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 102579133, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 79172966, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 95348628, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 59669235, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21828549, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20565479, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/4ab31463-5a47-4904-82c4-d859a0506e04/ep4/fisheye_cam0.mp4", "bytes": 102579133, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/4ab31463-5a47-4904-82c4-d859a0506e04/ep4/fisheye_cam1.mp4", "bytes": 79172966, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/4ab31463-5a47-4904-82c4-d859a0506e04/ep4/fisheye_cam2.mp4", "bytes": 95348628, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/4ab31463-5a47-4904-82c4-d859a0506e04/ep4/fisheye_cam3.mp4", "bytes": 59669235, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/4ab31463-5a47-4904-82c4-d859a0506e04/ep4/stereo_left.mp4", "bytes": 21828549, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/4ab31463-5a47-4904-82c4-d859a0506e04/ep4/stereo_right.mp4", "bytes": 20565479, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "folding paper stars", "segments": 18, "frame_labels": { "action": { "Fold paper strip": 2280, "Type on smartphone": 1241, "Use phone": 720, "Manipulate paper strip": 598, "Manipulate paper star": 520, "Fold paper star": 400, "Pick up paper strip": 159, "Pick up phone": 80 }, "subtask": { "folding paper strip": 2200, "typing on smartphone": 921, "manipulating paper star and using smartphone": 761, "manipulating paper strip": 598, "folding paper stars and typing on smartphone": 400, "folding paper star": 400, "folding paper strip and typing on smartphone": 200, "manipulating paper star": 200, "using smartphone and picking up paper strip": 200, "typing on smartphone and picking up paper strip": 79, "using smartphone": 39 } }, "window_labels": { "action": { "Fold paper strip": 114, "Type on smartphone": 62, "Use phone": 36, "Manipulate paper strip": 29, "Manipulate paper star": 26, "Fold paper star": 20, "Pick up paper strip": 8, "Pick up phone": 4 }, "subtask": { "folding paper strip": 110, "typing on smartphone": 46, "manipulating paper star and using smartphone": 38, "manipulating paper strip": 29, "folding paper stars and typing on smartphone": 20, "folding paper star": 20, "folding paper strip and typing on smartphone": 10, "manipulating paper star": 10, "using smartphone and picking up paper strip": 10, "typing on smartphone and picking up paper strip": 4, "using smartphone": 2 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2369185550, "train_minimal_bytes": 2369185550, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "4ab31463-5a47-4904-82c4-d859a0506e04/ep4", "split": "train", "selection_rank": 113, "selection_score": 0.00148294, "size_band": "long", "top_level_session": "4ab31463-5a47-4904-82c4-d859a0506e04" }, { "episode_id": "175a573b-7294-43b4-9c14-09c29ab3fef0__ep2", "path": "/modelscope_data/xperience10m_128/175a573b-7294-43b4-9c14-09c29ab3fef0/ep2", "annotation": "/modelscope_data/xperience10m_128/175a573b-7294-43b4-9c14-09c29ab3fef0/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Cutting sections from a newspaper", "files": [ { "name": "annotation.hdf5", "bytes": 1989981736, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 86636377, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 77494189, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 91151298, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 83054085, "exists": true }, { "name": "stereo_left.mp4", "bytes": 23390298, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23314537, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/175a573b-7294-43b4-9c14-09c29ab3fef0/ep2/fisheye_cam0.mp4", "bytes": 86636377, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/175a573b-7294-43b4-9c14-09c29ab3fef0/ep2/fisheye_cam1.mp4", "bytes": 77494189, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/175a573b-7294-43b4-9c14-09c29ab3fef0/ep2/fisheye_cam2.mp4", "bytes": 91151298, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/175a573b-7294-43b4-9c14-09c29ab3fef0/ep2/fisheye_cam3.mp4", "bytes": 83054085, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/175a573b-7294-43b4-9c14-09c29ab3fef0/ep2/stereo_left.mp4", "bytes": 23390298, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/175a573b-7294-43b4-9c14-09c29ab3fef0/ep2/stereo_right.mp4", "bytes": 23314537, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting sections from a newspaper", "segments": 18, "frame_labels": { "action": { "Cut newspaper with scissors": 1358, "Cut newspaper": 880, "Cut along the newspaper edge": 800, "Cut along the edge of the newspaper": 600, "Cut section from newspaper": 400, "Tear newspaper": 400, "Browse mobile phone": 320, "Hold newspaper": 280, "Hold and align newspaper": 240, "Reposition newspaper": 200, "Browsing mobile phone": 200, "Fold newspaper": 160, "Place scissors on table": 160 }, "subtask": { "Cut along the newspaper edge": 1400, "Cut newspaper with scissors": 637, "Cut newspaper": 600, "Hold and cut newspaper with scissors": 561, "Cut section from newspaper": 400, "Tear newspaper": 400, "Align and fold newspaper": 400, "Reposition and cut newspaper": 400, "Browse mobile phone and cut newspaper": 400, "Cut newspaper and place scissors on table": 400, "Hold newspaper": 200, "Browse mobile phone": 200 } }, "window_labels": { "action": { "Cut newspaper with scissors": 67, "Cut newspaper": 44, "Cut along the newspaper edge": 40, "Cut along the edge of the newspaper": 30, "Cut section from newspaper": 20, "Tear newspaper": 20, "Browse mobile phone": 16, "Hold newspaper": 14, "Hold and align newspaper": 12, "Reposition newspaper": 10, "Browsing mobile phone": 10, "Fold newspaper": 8, "Place scissors on table": 8 }, "subtask": { "Cut along the newspaper edge": 70, "Cut newspaper with scissors": 31, "Cut newspaper": 30, "Hold and cut newspaper with scissors": 28, "Cut section from newspaper": 20, "Tear newspaper": 20, "Align and fold newspaper": 20, "Reposition and cut newspaper": 20, "Browse mobile phone and cut newspaper": 20, "Cut newspaper and place scissors on table": 20, "Hold newspaper": 10, "Browse mobile phone": 10 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2375022520, "train_minimal_bytes": 2375022520, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "175a573b-7294-43b4-9c14-09c29ab3fef0/ep2", "split": "train", "selection_rank": 114, "selection_score": 0.0014869, "size_band": "long", "top_level_session": "175a573b-7294-43b4-9c14-09c29ab3fef0" }, { "episode_id": "34e4d6f3-f2b4-4de1-b837-15a372512a90__ep2", "path": "/modelscope_data/xperience10m_128/34e4d6f3-f2b4-4de1-b837-15a372512a90/ep2", "annotation": "/modelscope_data/xperience10m_128/34e4d6f3-f2b4-4de1-b837-15a372512a90/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Preparing and cutting cardboard pieces for a project", "files": [ { "name": "annotation.hdf5", "bytes": 1990037776, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 93660266, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 83332214, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 83353980, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 91484650, "exists": true }, { "name": "stereo_left.mp4", "bytes": 17940688, "exists": true }, { "name": "stereo_right.mp4", "bytes": 17740392, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/34e4d6f3-f2b4-4de1-b837-15a372512a90/ep2/fisheye_cam0.mp4", "bytes": 93660266, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/34e4d6f3-f2b4-4de1-b837-15a372512a90/ep2/fisheye_cam1.mp4", "bytes": 83332214, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/34e4d6f3-f2b4-4de1-b837-15a372512a90/ep2/fisheye_cam2.mp4", "bytes": 83353980, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/34e4d6f3-f2b4-4de1-b837-15a372512a90/ep2/fisheye_cam3.mp4", "bytes": 91484650, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/34e4d6f3-f2b4-4de1-b837-15a372512a90/ep2/stereo_left.mp4", "bytes": 17940688, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/34e4d6f3-f2b4-4de1-b837-15a372512a90/ep2/stereo_right.mp4", "bytes": 17740392, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Preparing and cutting cardboard pieces for a project", "segments": 18, "frame_labels": { "action": { "Cut cardboard": 2362, "Cut cardboard strip": 2319, "Mark cardboard strip with pen": 600, "Set down scissors and pick up power bank": 279, "Arrange cardboard pieces": 120, "Adjust cardboard": 119, "Reposition cardboard for cutting": 119, "Pick up cardboard strip": 80 }, "subtask": { "Cutting cardboard strips": 2160, "Cutting cardboard with scissors": 1881, "Arranging and marking cardboard strips": 761, "Cutting cardboard pieces": 481, "Cutting cardboard and retrieving power bank": 240, "Cutting cardboard strip": 198, "Cutting and adjusting cardboard": 119, "Cutting and repositioning cardboard": 119, "Marking cardboard strip with pen": 39 } }, "window_labels": { "action": { "Cut cardboard": 118, "Cut cardboard strip": 115, "Mark cardboard strip with pen": 30, "Set down scissors and pick up power bank": 14, "Adjust cardboard": 6, "Reposition cardboard for cutting": 6, "Arrange cardboard pieces": 6, "Pick up cardboard strip": 4 }, "subtask": { "Cutting cardboard strips": 108, "Cutting cardboard with scissors": 94, "Arranging and marking cardboard strips": 38, "Cutting cardboard pieces": 24, "Cutting cardboard and retrieving power bank": 12, "Cutting cardboard strip": 9, "Cutting and adjusting cardboard": 6, "Cutting and repositioning cardboard": 6, "Marking cardboard strip with pen": 2 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2377549966, "train_minimal_bytes": 2377549966, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "34e4d6f3-f2b4-4de1-b837-15a372512a90/ep2", "split": "val", "selection_rank": 115, "selection_score": 0.00149902, "size_band": "long", "top_level_session": "34e4d6f3-f2b4-4de1-b837-15a372512a90" }, { "episode_id": "bdfae17b-1e56-4cc5-a4dc-f4fad8369aed__ep1", "path": "/modelscope_data/xperience10m_128/bdfae17b-1e56-4cc5-a4dc-f4fad8369aed/ep1", "annotation": "/modelscope_data/xperience10m_128/bdfae17b-1e56-4cc5-a4dc-f4fad8369aed/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Sorting star-shaped objects", "files": [ { "name": "annotation.hdf5", "bytes": 1990063928, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 93132702, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 89197515, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 86167246, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 73969855, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20298231, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23054897, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/bdfae17b-1e56-4cc5-a4dc-f4fad8369aed/ep1/fisheye_cam0.mp4", "bytes": 93132702, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/bdfae17b-1e56-4cc5-a4dc-f4fad8369aed/ep1/fisheye_cam1.mp4", "bytes": 89197515, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/bdfae17b-1e56-4cc5-a4dc-f4fad8369aed/ep1/fisheye_cam2.mp4", "bytes": 86167246, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/bdfae17b-1e56-4cc5-a4dc-f4fad8369aed/ep1/fisheye_cam3.mp4", "bytes": 73969855, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/bdfae17b-1e56-4cc5-a4dc-f4fad8369aed/ep1/stereo_left.mp4", "bytes": 20298231, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/bdfae17b-1e56-4cc5-a4dc-f4fad8369aed/ep1/stereo_right.mp4", "bytes": 23054897, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting star-shaped objects", "segments": 18, "frame_labels": { "action": { "Sort star-shaped objects": 2000, "Sort purple star-shaped objects": 1598, "Sort star-shaped objects by color": 800, "Sort yellow star-shaped objects": 600, "View phone screen": 520, "Viewing phone screen": 320, "Pick up phone": 80, "Placing phone down": 80 }, "subtask": { "Sorting star-shaped objects": 2039, "Sorting purple star-shaped objects": 1598, "Interacting with phone": 1000, "Sorting star-shaped objects by color": 761, "Sorting yellow star-shaped objects": 600 } }, "window_labels": { "action": { "Sort star-shaped objects": 100, "Sort purple star-shaped objects": 79, "Sort star-shaped objects by color": 40, "Sort yellow star-shaped objects": 30, "View phone screen": 26, "Viewing phone screen": 16, "Pick up phone": 4, "Placing phone down": 4 }, "subtask": { "Sorting star-shaped objects": 102, "Sorting purple star-shaped objects": 79, "Interacting with phone": 50, "Sorting star-shaped objects by color": 38, "Sorting yellow star-shaped objects": 30 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2375884374, "train_minimal_bytes": 2375884374, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "bdfae17b-1e56-4cc5-a4dc-f4fad8369aed/ep1", "split": "train", "selection_rank": 116, "selection_score": 0.00152423, "size_band": "long", "top_level_session": "bdfae17b-1e56-4cc5-a4dc-f4fad8369aed" }, { "episode_id": "1a76d123-ed27-4c4a-a8d4-06f3aaeda454__ep1", "path": "/modelscope_data/xperience10m_128/1a76d123-ed27-4c4a-a8d4-06f3aaeda454/ep1", "annotation": "/modelscope_data/xperience10m_128/1a76d123-ed27-4c4a-a8d4-06f3aaeda454/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Creating quilling paper art", "files": [ { "name": "annotation.hdf5", "bytes": 1990022952, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 75489688, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 97810768, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 92081110, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 78709108, "exists": true }, { "name": "stereo_left.mp4", "bytes": 20039008, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21931207, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/1a76d123-ed27-4c4a-a8d4-06f3aaeda454/ep1/fisheye_cam0.mp4", "bytes": 75489688, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/1a76d123-ed27-4c4a-a8d4-06f3aaeda454/ep1/fisheye_cam1.mp4", "bytes": 97810768, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/1a76d123-ed27-4c4a-a8d4-06f3aaeda454/ep1/fisheye_cam2.mp4", "bytes": 92081110, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/1a76d123-ed27-4c4a-a8d4-06f3aaeda454/ep1/fisheye_cam3.mp4", "bytes": 78709108, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/1a76d123-ed27-4c4a-a8d4-06f3aaeda454/ep1/stereo_left.mp4", "bytes": 20039008, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/1a76d123-ed27-4c4a-a8d4-06f3aaeda454/ep1/stereo_right.mp4", "bytes": 21931207, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Creating quilling paper art", "segments": 18, "frame_labels": { "action": { "Manipulate quilling strip": 1841, "Manipulate paper strip": 1838, "Begin rolling quilling strip": 559, "Walk towards table": 400, "Release paper strip": 361, "Type on smartphone": 360, "Release quilling strip": 319, "Approach desk": 200, "Position hands for work": 120 }, "subtask": { "Manipulating quilling strips": 1559, "Manipulating paper strips": 1357, "Typing on smartphone while working with paper": 880, "Preparing materials and positioning hands for quilling": 561, "Beginning to roll the quilling strip": 520, "Manipulating and releasing paper strips": 441, "Walking towards the desk": 400, "Manipulating and releasing quilling strips": 280 } }, "window_labels": { "action": { "Manipulate quilling strip": 92, "Manipulate paper strip": 91, "Begin rolling quilling strip": 28, "Walk towards table": 20, "Release paper strip": 18, "Type on smartphone": 18, "Release quilling strip": 16, "Approach desk": 10, "Position hands for work": 6 }, "subtask": { "Manipulating quilling strips": 78, "Manipulating paper strips": 67, "Typing on smartphone while working with paper": 44, "Preparing materials and positioning hands for quilling": 28, "Beginning to roll the quilling strip": 26, "Manipulating and releasing paper strips": 22, "Walking towards the desk": 20, "Manipulating and releasing quilling strips": 14 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2376083841, "train_minimal_bytes": 2376083841, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "1a76d123-ed27-4c4a-a8d4-06f3aaeda454/ep1", "split": "train", "selection_rank": 117, "selection_score": 0.00153874, "size_band": "long", "top_level_session": "1a76d123-ed27-4c4a-a8d4-06f3aaeda454" }, { "episode_id": "aed79382-cf3f-4b5c-89bb-46c322c19350__ep3", "path": "/modelscope_data/xperience10m_128/aed79382-cf3f-4b5c-89bb-46c322c19350/ep3", "annotation": "/modelscope_data/xperience10m_128/aed79382-cf3f-4b5c-89bb-46c322c19350/ep3/annotation.hdf5", "frame_count": 5998, "main_task": "Processing and organizing cardboard squares", "files": [ { "name": "annotation.hdf5", "bytes": 1990054104, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 84483463, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 83738993, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 96893323, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 77582647, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21278860, "exists": true }, { "name": "stereo_right.mp4", "bytes": 21359998, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/aed79382-cf3f-4b5c-89bb-46c322c19350/ep3/fisheye_cam0.mp4", "bytes": 84483463, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/aed79382-cf3f-4b5c-89bb-46c322c19350/ep3/fisheye_cam1.mp4", "bytes": 83738993, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/aed79382-cf3f-4b5c-89bb-46c322c19350/ep3/fisheye_cam2.mp4", "bytes": 96893323, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/aed79382-cf3f-4b5c-89bb-46c322c19350/ep3/fisheye_cam3.mp4", "bytes": 77582647, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/aed79382-cf3f-4b5c-89bb-46c322c19350/ep3/stereo_left.mp4", "bytes": 21278860, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/aed79382-cf3f-4b5c-89bb-46c322c19350/ep3/stereo_right.mp4", "bytes": 21359998, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Processing and organizing cardboard squares", "segments": 18, "frame_labels": { "action": { "Cut cardboard strip": 1399, "Cut cardboard sheet": 600, "Sort cut cardboard": 480, "Cut cardboard strip with scissors": 441, "Cut cardboard sheet with scissors": 281, "Walking through office hallway": 280, "Grasp cardboard sheet": 280, "Cut cardboard": 280, "Place cardboard square": 240, "Pick up cardboard square": 160, "Drop cardboard square into box": 160, "Walk with cardboard": 160, "Pick up cardboard strip": 159, "Pick up cardboard stack": 120, "Open door": 120, "Deposit cardboard squares": 120, "Approaching work table": 120, "Fold cardboard": 120, "Score cardboard": 120, "Prepare to cut cardboard": 119, "Retrieve hand to table": 80, "Move away from collection box": 80, "Set down utility knife": 79 }, "subtask": { "Cutting cardboard sheet": 881, "Cutting cardboard into strips": 640, "Sorting and processing cardboard strips": 517, "Cutting and sorting cardboard squares": 480, "Refining cardboard cuts": 441, "Cutting cardboard strips": 401, "Sorting and collecting cardboard squares": 400, "Transporting cardboard to collection area": 400, "Returning to work table": 400, "Preparing and folding cardboard": 400, "Scoring and cutting cardboard": 400, "Cutting and placing cardboard squares": 240, "Depositing cardboard squares": 200, "Sorting squares and preparing for next cut": 119, "Finalizing cuts and storing tools": 79 } }, "window_labels": { "action": { "Cut cardboard strip": 69, "Cut cardboard sheet": 30, "Sort cut cardboard": 24, "Cut cardboard strip with scissors": 22, "Walking through office hallway": 14, "Grasp cardboard sheet": 14, "Cut cardboard sheet with scissors": 14, "Cut cardboard": 14, "Place cardboard square": 12, "Pick up cardboard square": 8, "Drop cardboard square into box": 8, "Walk with cardboard": 8, "Pick up cardboard strip": 8, "Pick up cardboard stack": 6, "Open door": 6, "Deposit cardboard squares": 6, "Approaching work table": 6, "Fold cardboard": 6, "Prepare to cut cardboard": 6, "Score cardboard": 6, "Retrieve hand to table": 4, "Move away from collection box": 4, "Set down utility knife": 4 }, "subtask": { "Cutting cardboard sheet": 44, "Cutting cardboard into strips": 32, "Sorting and processing cardboard strips": 25, "Cutting and sorting cardboard squares": 24, "Refining cardboard cuts": 22, "Sorting and collecting cardboard squares": 20, "Transporting cardboard to collection area": 20, "Returning to work table": 20, "Preparing and folding cardboard": 20, "Cutting cardboard strips": 20, "Scoring and cutting cardboard": 20, "Cutting and placing cardboard squares": 12, "Depositing cardboard squares": 10, "Sorting squares and preparing for next cut": 6, "Finalizing cuts and storing tools": 4 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2375391388, "train_minimal_bytes": 2375391388, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "aed79382-cf3f-4b5c-89bb-46c322c19350/ep3", "split": "val", "selection_rank": 118, "selection_score": 0.0015561, "size_band": "long", "top_level_session": "aed79382-cf3f-4b5c-89bb-46c322c19350" }, { "episode_id": "0073a4be-ec41-47f3-92d6-f63cf89aec9b__ep4", "path": "/modelscope_data/xperience10m_128/0073a4be-ec41-47f3-92d6-f63cf89aec9b/ep4", "annotation": "/modelscope_data/xperience10m_128/0073a4be-ec41-47f3-92d6-f63cf89aec9b/ep4/annotation.hdf5", "frame_count": 5998, "main_task": "Cutting and preparing cardboard pieces for a project", "files": [ { "name": "annotation.hdf5", "bytes": 1990077792, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 85134491, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 88325279, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 88534901, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 77381145, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19073660, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20713792, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/0073a4be-ec41-47f3-92d6-f63cf89aec9b/ep4/fisheye_cam0.mp4", "bytes": 85134491, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/0073a4be-ec41-47f3-92d6-f63cf89aec9b/ep4/fisheye_cam1.mp4", "bytes": 88325279, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/0073a4be-ec41-47f3-92d6-f63cf89aec9b/ep4/fisheye_cam2.mp4", "bytes": 88534901, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/0073a4be-ec41-47f3-92d6-f63cf89aec9b/ep4/fisheye_cam3.mp4", "bytes": 77381145, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/0073a4be-ec41-47f3-92d6-f63cf89aec9b/ep4/stereo_left.mp4", "bytes": 19073660, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/0073a4be-ec41-47f3-92d6-f63cf89aec9b/ep4/stereo_right.mp4", "bytes": 20713792, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting and preparing cardboard pieces for a project", "segments": 60, "frame_labels": { "action": { "Cut cardboard": 1959, "Cut cardboard strip": 740, "Cut cardboard piece": 580, "Cut cardboard with utility knife": 421, "Inspect cardboard piece": 201, "Lift utility knife": 198, "Complete the cut": 179, "Reposition scissors": 140, "Position cardboard piece": 139, "Position cardboard strip": 120, "Pick up cut cardboard piece": 120, "Align cardboard piece": 101, "Fold cardboard": 100, "Inspect cardboard strip": 99, "Move cardboard piece": 80, "Fold cardboard sheet": 80, "Fold cut cardboard": 61, "Hold cardboard strip": 61, "Pick up cardboard strip": 60, "Pick up scissors": 59, "Move cardboard to pile": 59, "Pick up cardboard": 41, "Resume cutting cardboard": 40, "Separate cardboard piece": 40, "Pick up cardboard piece": 40, "Put down utility knife": 40, "Hold utility knife": 40, "Place cardboard strip": 40, "Look away": 39, "Reposition utility knife": 21, "Position utility knife": 20, "Align scissors": 20, "Hold cardboard piece": 20, "Place cardboard": 20, "Pick up utility knife": 20 }, "subtask": { "Cutting and organizing cardboard pieces": 1600, "Cutting cardboard strips with scissors": 1200, "Cutting cardboard with utility knife": 800, "Final cardboard cuts and refinement": 798, "Inspecting and folding cardboard pieces": 500, "Performing precision cuts on cardboard": 500, "Inspecting pieces and switching to scissors": 200, "Folding cardboard and handling utility knife": 200, "Inspecting and placing cardboard strips": 200 } }, "window_labels": { "action": { "Cut cardboard": 97, "Cut cardboard strip": 37, "Cut cardboard piece": 29, "Cut cardboard with utility knife": 21, "Lift utility knife": 10, "Inspect cardboard piece": 10, "Complete the cut": 9, "Position cardboard piece": 7, "Reposition scissors": 7, "Position cardboard strip": 6, "Pick up cut cardboard piece": 6, "Inspect cardboard strip": 5, "Align cardboard piece": 5, "Fold cardboard": 5, "Move cardboard piece": 4, "Fold cardboard sheet": 4, "Fold cut cardboard": 3, "Pick up scissors": 3, "Hold cardboard strip": 3, "Move cardboard to pile": 3, "Pick up cardboard strip": 3, "Look away": 2, "Resume cutting cardboard": 2, "Separate cardboard piece": 2, "Pick up cardboard": 2, "Pick up cardboard piece": 2, "Put down utility knife": 2, "Hold utility knife": 2, "Place cardboard strip": 2, "Position utility knife": 1, "Reposition utility knife": 1, "Align scissors": 1, "Hold cardboard piece": 1, "Place cardboard": 1, "Pick up utility knife": 1 }, "subtask": { "Cutting and organizing cardboard pieces": 80, "Cutting cardboard strips with scissors": 60, "Cutting cardboard with utility knife": 40, "Final cardboard cuts and refinement": 39, "Inspecting and folding cardboard pieces": 25, "Performing precision cuts on cardboard": 25, "Inspecting pieces and switching to scissors": 10, "Folding cardboard and handling utility knife": 10, "Inspecting and placing cardboard strips": 10 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2369241060, "train_minimal_bytes": 2369241060, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "0073a4be-ec41-47f3-92d6-f63cf89aec9b/ep4", "split": "train", "selection_rank": 119, "selection_score": 0.00155619, "size_band": "long", "top_level_session": "0073a4be-ec41-47f3-92d6-f63cf89aec9b" }, { "episode_id": "4a12e289-e4ed-405c-b198-96f704e94276__ep4", "path": "/modelscope_data/xperience10m_128/4a12e289-e4ed-405c-b198-96f704e94276/ep4", "annotation": "/modelscope_data/xperience10m_128/4a12e289-e4ed-405c-b198-96f704e94276/ep4/annotation.hdf5", "frame_count": 5998, "main_task": "Cutting and gathering cardboard pieces", "files": [ { "name": "annotation.hdf5", "bytes": 1990061128, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 97014001, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 76758471, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 91299940, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 72856846, "exists": true }, { "name": "stereo_left.mp4", "bytes": 22324567, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20230736, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/4a12e289-e4ed-405c-b198-96f704e94276/ep4/fisheye_cam0.mp4", "bytes": 97014001, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/4a12e289-e4ed-405c-b198-96f704e94276/ep4/fisheye_cam1.mp4", "bytes": 76758471, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/4a12e289-e4ed-405c-b198-96f704e94276/ep4/fisheye_cam2.mp4", "bytes": 91299940, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/4a12e289-e4ed-405c-b198-96f704e94276/ep4/fisheye_cam3.mp4", "bytes": 72856846, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/4a12e289-e4ed-405c-b198-96f704e94276/ep4/stereo_left.mp4", "bytes": 22324567, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/4a12e289-e4ed-405c-b198-96f704e94276/ep4/stereo_right.mp4", "bytes": 20230736, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting and gathering cardboard pieces", "segments": 18, "frame_labels": { "action": { "Cut cardboard piece": 3560, "Cut cardboard": 2000, "Carry cardboard piece": 198, "Place cardboard piece": 120, "Pick up new cardboard piece": 80, "Gather cardboard pieces": 40 }, "subtask": { "Cutting cardboard": 4200, "Cutting cardboard with scissors": 400, "Cutting and placing cardboard": 400, "Cutting and picking up new cardboard": 400, "Cutting and gathering cardboard": 400, "Gathering cardboard pieces": 198 } }, "window_labels": { "action": { "Cut cardboard piece": 178, "Cut cardboard": 100, "Carry cardboard piece": 9, "Place cardboard piece": 6, "Pick up new cardboard piece": 4, "Gather cardboard pieces": 2 }, "subtask": { "Cutting cardboard": 210, "Cutting cardboard with scissors": 20, "Cutting and placing cardboard": 20, "Cutting and picking up new cardboard": 20, "Cutting and gathering cardboard": 20, "Gathering cardboard pieces": 9 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2370545689, "train_minimal_bytes": 2370545689, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "4a12e289-e4ed-405c-b198-96f704e94276/ep4", "split": "train", "selection_rank": 120, "selection_score": 0.00156607, "size_band": "long", "top_level_session": "4a12e289-e4ed-405c-b198-96f704e94276" }, { "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1", "path": "/modelscope_data/xperience10m_128/1796b943-caad-43c6-b9bd-80b8d601f37d/ep1", "annotation": "/modelscope_data/xperience10m_128/1796b943-caad-43c6-b9bd-80b8d601f37d/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "VR training session and plastic strip assembly", "files": [ { "name": "annotation.hdf5", "bytes": 1990037360, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 98810132, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 78190747, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 81418129, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 77664513, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19518286, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20456271, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/1796b943-caad-43c6-b9bd-80b8d601f37d/ep1/fisheye_cam0.mp4", "bytes": 98810132, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/1796b943-caad-43c6-b9bd-80b8d601f37d/ep1/fisheye_cam1.mp4", "bytes": 78190747, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/1796b943-caad-43c6-b9bd-80b8d601f37d/ep1/fisheye_cam2.mp4", "bytes": 81418129, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/1796b943-caad-43c6-b9bd-80b8d601f37d/ep1/fisheye_cam3.mp4", "bytes": 77664513, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/1796b943-caad-43c6-b9bd-80b8d601f37d/ep1/stereo_left.mp4", "bytes": 19518286, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/1796b943-caad-43c6-b9bd-80b8d601f37d/ep1/stereo_right.mp4", "bytes": 20456271, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "VR training session and plastic strip assembly", "segments": 18, "frame_labels": { "action": { "Fold plastic strip": 3198, "Manipulate plastic strip": 800, "Manipulate plastic strips": 400, "Bend and manipulate plastic strip": 400, "Greeting/acknowledging participants": 240, "Walking in the hallway": 200, "Approaching and pressing the door switch": 200, "Move through the training room": 200, "Hold and bend plastic strip": 200, "Entering the VR training room": 160 }, "subtask": { "Folding plastic strip": 3198, "Entering the training area": 400, "Greeting participants": 400, "Initiating assembly": 400, "Handling plastic strip": 400, "Manipulating plastic strip": 400, "Preparing plastic strip for folding": 400, "Moving through the room": 200, "Bending plastic strip": 200 } }, "window_labels": { "action": { "Fold plastic strip": 159, "Manipulate plastic strip": 40, "Manipulate plastic strips": 20, "Bend and manipulate plastic strip": 20, "Greeting/acknowledging participants": 12, "Walking in the hallway": 10, "Approaching and pressing the door switch": 10, "Move through the training room": 10, "Hold and bend plastic strip": 10, "Entering the VR training room": 8 }, "subtask": { "Folding plastic strip": 159, "Entering the training area": 20, "Greeting participants": 20, "Initiating assembly": 20, "Handling plastic strip": 20, "Manipulating plastic strip": 20, "Preparing plastic strip for folding": 20, "Moving through the room": 10, "Bending plastic strip": 10 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2366095438, "train_minimal_bytes": 2366095438, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "1796b943-caad-43c6-b9bd-80b8d601f37d/ep1", "split": "test", "selection_rank": 121, "selection_score": 0.00156651, "size_band": "long", "top_level_session": "1796b943-caad-43c6-b9bd-80b8d601f37d" }, { "episode_id": "a93a840b-2d22-4231-9504-87ec4d930aad__ep2", "path": "/modelscope_data/xperience10m_128/a93a840b-2d22-4231-9504-87ec4d930aad/ep2", "annotation": "/modelscope_data/xperience10m_128/a93a840b-2d22-4231-9504-87ec4d930aad/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Cutting cardboard squares with scissors", "files": [ { "name": "annotation.hdf5", "bytes": 1990052256, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 87121572, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 87671736, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 88344947, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 80472016, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19624970, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18113721, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/a93a840b-2d22-4231-9504-87ec4d930aad/ep2/fisheye_cam0.mp4", "bytes": 87121572, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/a93a840b-2d22-4231-9504-87ec4d930aad/ep2/fisheye_cam1.mp4", "bytes": 87671736, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/a93a840b-2d22-4231-9504-87ec4d930aad/ep2/fisheye_cam2.mp4", "bytes": 88344947, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/a93a840b-2d22-4231-9504-87ec4d930aad/ep2/fisheye_cam3.mp4", "bytes": 80472016, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/a93a840b-2d22-4231-9504-87ec4d930aad/ep2/stereo_left.mp4", "bytes": 19624970, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/a93a840b-2d22-4231-9504-87ec4d930aad/ep2/stereo_right.mp4", "bytes": 18113721, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Cutting cardboard squares with scissors", "segments": 18, "frame_labels": { "action": { "Trim cardboard piece": 2198, "Cut cardboard square": 2000, "Cut cardboard": 1720, "Place down scissors": 80 }, "subtask": { "Trimming cardboard piece": 2198, "Cutting cardboard square": 2000, "Cutting cardboard": 1600, "Cutting cardboard and placing down scissors": 200 } }, "window_labels": { "action": { "Trim cardboard piece": 109, "Cut cardboard square": 100, "Cut cardboard": 86, "Place down scissors": 4 }, "subtask": { "Trimming cardboard piece": 109, "Cutting cardboard square": 100, "Cutting cardboard": 80, "Cutting cardboard and placing down scissors": 10 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2371401218, "train_minimal_bytes": 2371401218, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "a93a840b-2d22-4231-9504-87ec4d930aad/ep2", "split": "train", "selection_rank": 122, "selection_score": 0.00157363, "size_band": "long", "top_level_session": "a93a840b-2d22-4231-9504-87ec4d930aad" }, { "episode_id": "b2bd37ae-1261-4a9c-82ee-6d50fec3550b__ep1", "path": "/modelscope_data/xperience10m_128/b2bd37ae-1261-4a9c-82ee-6d50fec3550b/ep1", "annotation": "/modelscope_data/xperience10m_128/b2bd37ae-1261-4a9c-82ee-6d50fec3550b/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Crafting a cardboard model", "files": [ { "name": "annotation.hdf5", "bytes": 1990064392, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 83672235, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 80478552, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 95197636, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 82095872, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21454044, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22267617, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/b2bd37ae-1261-4a9c-82ee-6d50fec3550b/ep1/fisheye_cam0.mp4", "bytes": 83672235, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/b2bd37ae-1261-4a9c-82ee-6d50fec3550b/ep1/fisheye_cam1.mp4", "bytes": 80478552, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/b2bd37ae-1261-4a9c-82ee-6d50fec3550b/ep1/fisheye_cam2.mp4", "bytes": 95197636, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/b2bd37ae-1261-4a9c-82ee-6d50fec3550b/ep1/fisheye_cam3.mp4", "bytes": 82095872, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/b2bd37ae-1261-4a9c-82ee-6d50fec3550b/ep1/stereo_left.mp4", "bytes": 21454044, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/b2bd37ae-1261-4a9c-82ee-6d50fec3550b/ep1/stereo_right.mp4", "bytes": 22267617, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Crafting a cardboard model", "segments": 18, "frame_labels": { "action": { "Cut cardboard": 2080, "Mark cardboard piece": 1280, "Assemble cardboard pieces": 600, "Arrange cardboard piece": 481, "Move marker away": 440, "Walking through classroom": 400, "Place cardboard piece": 280, "Position ruler and mark cardboard": 198, "Place scissors on table": 120, "Pick up scissors": 119 }, "subtask": { "Cutting cardboard pieces": 1880, "Marking cardboard measurements": 1400, "Assembling cardboard base": 561, "Marking and positioning cardboard": 561, "Adjusting cardboard layout": 520, "Cutting cardboard with scissors": 439, "Walking to workstation": 400, "Measuring and marking cardboard": 198, "Arranging cardboard components": 39 } }, "window_labels": { "action": { "Cut cardboard": 104, "Mark cardboard piece": 64, "Assemble cardboard pieces": 30, "Arrange cardboard piece": 24, "Move marker away": 22, "Walking through classroom": 20, "Place cardboard piece": 14, "Position ruler and mark cardboard": 9, "Pick up scissors": 6, "Place scissors on table": 6 }, "subtask": { "Cutting cardboard pieces": 94, "Marking cardboard measurements": 70, "Assembling cardboard base": 28, "Marking and positioning cardboard": 28, "Adjusting cardboard layout": 26, "Cutting cardboard with scissors": 22, "Walking to workstation": 20, "Measuring and marking cardboard": 9, "Arranging cardboard components": 2 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2375230348, "train_minimal_bytes": 2375230348, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "b2bd37ae-1261-4a9c-82ee-6d50fec3550b/ep1", "split": "train", "selection_rank": 123, "selection_score": 0.00160525, "size_band": "long", "top_level_session": "b2bd37ae-1261-4a9c-82ee-6d50fec3550b" }, { "episode_id": "b5d76a3d-f4a3-4950-ab9d-344caa247059__ep4", "path": "/modelscope_data/xperience10m_128/b5d76a3d-f4a3-4950-ab9d-344caa247059/ep4", "annotation": "/modelscope_data/xperience10m_128/b5d76a3d-f4a3-4950-ab9d-344caa247059/ep4/annotation.hdf5", "frame_count": 5998, "main_task": "Sorting buttons by color", "files": [ { "name": "annotation.hdf5", "bytes": 1990012120, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 76366017, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 84364431, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 88147458, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 86248385, "exists": true }, { "name": "stereo_left.mp4", "bytes": 23193488, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23020976, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/b5d76a3d-f4a3-4950-ab9d-344caa247059/ep4/fisheye_cam0.mp4", "bytes": 76366017, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/b5d76a3d-f4a3-4950-ab9d-344caa247059/ep4/fisheye_cam1.mp4", "bytes": 84364431, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/b5d76a3d-f4a3-4950-ab9d-344caa247059/ep4/fisheye_cam2.mp4", "bytes": 88147458, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/b5d76a3d-f4a3-4950-ab9d-344caa247059/ep4/fisheye_cam3.mp4", "bytes": 86248385, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/b5d76a3d-f4a3-4950-ab9d-344caa247059/ep4/stereo_left.mp4", "bytes": 23193488, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/b5d76a3d-f4a3-4950-ab9d-344caa247059/ep4/stereo_right.mp4", "bytes": 23020976, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting buttons by color", "segments": 18, "frame_labels": { "action": { "Sort button by color": 3642, "Sort buttons": 998, "Sort buttons by color": 800, "Reach for button": 119, "Move away from table": 119, "Place button in group": 80, "Hold water bottle": 80, "Reach for phone": 80, "Place water bottle on table": 40, "Return to sorting": 40 }, "subtask": { "Sorting buttons by color": 5639, "Taking a break to drink water and check phone": 200, "Moving away from and returning to the table": 159 } }, "window_labels": { "action": { "Sort button by color": 182, "Sort buttons": 49, "Sort buttons by color": 40, "Reach for button": 6, "Move away from table": 6, "Place button in group": 4, "Hold water bottle": 4, "Reach for phone": 4, "Place water bottle on table": 2, "Return to sorting": 2 }, "subtask": { "Sorting buttons by color": 281, "Taking a break to drink water and check phone": 10, "Moving away from and returning to the table": 8 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2371352875, "train_minimal_bytes": 2371352875, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep4", "episode_path": "b5d76a3d-f4a3-4950-ab9d-344caa247059/ep4", "split": "val", "selection_rank": 124, "selection_score": 0.00160638, "size_band": "long", "top_level_session": "b5d76a3d-f4a3-4950-ab9d-344caa247059" }, { "episode_id": "4318ba68-cc33-455d-bac1-6f8b66558708__ep1", "path": "/modelscope_data/xperience10m_128/4318ba68-cc33-455d-bac1-6f8b66558708/ep1", "annotation": "/modelscope_data/xperience10m_128/4318ba68-cc33-455d-bac1-6f8b66558708/ep1/annotation.hdf5", "frame_count": 5998, "main_task": "Sorting colored star-shaped beads", "files": [ { "name": "annotation.hdf5", "bytes": 1990014448, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 95244168, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 89563941, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 92534820, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 71112979, "exists": true }, { "name": "stereo_left.mp4", "bytes": 21004471, "exists": true }, { "name": "stereo_right.mp4", "bytes": 22602138, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/4318ba68-cc33-455d-bac1-6f8b66558708/ep1/fisheye_cam0.mp4", "bytes": 95244168, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/4318ba68-cc33-455d-bac1-6f8b66558708/ep1/fisheye_cam1.mp4", "bytes": 89563941, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/4318ba68-cc33-455d-bac1-6f8b66558708/ep1/fisheye_cam2.mp4", "bytes": 92534820, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/4318ba68-cc33-455d-bac1-6f8b66558708/ep1/fisheye_cam3.mp4", "bytes": 71112979, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/4318ba68-cc33-455d-bac1-6f8b66558708/ep1/stereo_left.mp4", "bytes": 21004471, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/4318ba68-cc33-455d-bac1-6f8b66558708/ep1/stereo_right.mp4", "bytes": 22602138, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting colored star-shaped beads", "segments": 18, "frame_labels": { "action": { "Sort beads": 2598, "Sort beads by color": 1400, "Sort beads by hand": 600, "Gathering star beads": 400, "Write on paper": 320, "Reach for beads": 240, "Sort purple beads": 200, "Observe workspace": 160, "Move pen away": 80 }, "subtask": { "Sort beads": 2598, "Sort beads by color": 1400, "Sort beads by hand": 600, "Observe workspace and reach for beads": 400, "Write on paper": 400, "Gathering star beads": 400, "Sort purple beads": 200 } }, "window_labels": { "action": { "Sort beads": 129, "Sort beads by color": 70, "Sort beads by hand": 30, "Gathering star beads": 20, "Write on paper": 16, "Reach for beads": 12, "Sort purple beads": 10, "Observe workspace": 8, "Move pen away": 4 }, "subtask": { "Sort beads": 129, "Sort beads by color": 70, "Sort beads by hand": 30, "Observe workspace and reach for beads": 20, "Write on paper": 20, "Gathering star beads": 20, "Sort purple beads": 10 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2382076965, "train_minimal_bytes": 2382076965, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep1", "episode_path": "4318ba68-cc33-455d-bac1-6f8b66558708/ep1", "split": "train", "selection_rank": 125, "selection_score": 0.00162055, "size_band": "long", "top_level_session": "4318ba68-cc33-455d-bac1-6f8b66558708" }, { "episode_id": "373850be-6393-4d15-985d-283da6cbe3e7__ep2", "path": "/modelscope_data/xperience10m_128/373850be-6393-4d15-985d-283da6cbe3e7/ep2", "annotation": "/modelscope_data/xperience10m_128/373850be-6393-4d15-985d-283da6cbe3e7/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Sorting plastic pieces and using a phone", "files": [ { "name": "annotation.hdf5", "bytes": 1990003832, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 92682235, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 86565880, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 87251265, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 68655856, "exists": true }, { "name": "stereo_left.mp4", "bytes": 19226148, "exists": true }, { "name": "stereo_right.mp4", "bytes": 18738519, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/373850be-6393-4d15-985d-283da6cbe3e7/ep2/fisheye_cam0.mp4", "bytes": 92682235, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/373850be-6393-4d15-985d-283da6cbe3e7/ep2/fisheye_cam1.mp4", "bytes": 86565880, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/373850be-6393-4d15-985d-283da6cbe3e7/ep2/fisheye_cam2.mp4", "bytes": 87251265, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/373850be-6393-4d15-985d-283da6cbe3e7/ep2/fisheye_cam3.mp4", "bytes": 68655856, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/373850be-6393-4d15-985d-283da6cbe3e7/ep2/stereo_left.mp4", "bytes": 19226148, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/373850be-6393-4d15-985d-283da6cbe3e7/ep2/stereo_right.mp4", "bytes": 18738519, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting plastic pieces and using a phone", "segments": 18, "frame_labels": { "action": { "Use phone": 1680, "Sort small plastic pieces": 1160, "Sort plastic pieces": 1040, "Sort blue star-shaped pieces": 800, "Typing on phone": 320, "Gather pieces into box": 200, "Scrolling and viewing content on phone": 198, "Move pieces into box": 160, "Gather pieces": 120, "Pick up phone": 120, "Write on paper": 80, "Scrolling or navigating on phone": 80, "Reach for more pieces": 40 }, "subtask": { "Using phone": 1600, "Sorting small plastic pieces": 1000, "Sorting small star-shaped plastic pieces": 800, "Sorting plastic pieces": 600, "Sorting pieces and writing on paper": 400, "Gathering and boxing plastic pieces": 400, "Boxing pieces and picking up phone": 400, "Typing and navigating on phone": 400, "Sorting and reaching for plastic pieces": 200, "Scrolling and viewing content on phone": 198 } }, "window_labels": { "action": { "Use phone": 84, "Sort small plastic pieces": 58, "Sort plastic pieces": 52, "Sort blue star-shaped pieces": 40, "Typing on phone": 16, "Gather pieces into box": 10, "Scrolling and viewing content on phone": 9, "Move pieces into box": 8, "Gather pieces": 6, "Pick up phone": 6, "Write on paper": 4, "Scrolling or navigating on phone": 4, "Reach for more pieces": 2 }, "subtask": { "Using phone": 80, "Sorting small plastic pieces": 50, "Sorting small star-shaped plastic pieces": 40, "Sorting plastic pieces": 30, "Sorting pieces and writing on paper": 20, "Gathering and boxing plastic pieces": 20, "Boxing pieces and picking up phone": 20, "Typing and navigating on phone": 20, "Sorting and reaching for plastic pieces": 10, "Scrolling and viewing content on phone": 9 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2363123735, "train_minimal_bytes": 2363123735, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "373850be-6393-4d15-985d-283da6cbe3e7/ep2", "split": "train", "selection_rank": 126, "selection_score": 0.00163272, "size_band": "long", "top_level_session": "373850be-6393-4d15-985d-283da6cbe3e7" }, { "episode_id": "b6579cb5-0a71-4ca6-8808-1e2700be05c7__ep3", "path": "/modelscope_data/xperience10m_128/b6579cb5-0a71-4ca6-8808-1e2700be05c7/ep3", "annotation": "/modelscope_data/xperience10m_128/b6579cb5-0a71-4ca6-8808-1e2700be05c7/ep3/annotation.hdf5", "frame_count": 5998, "main_task": "Sorting and counting colored star-shaped beads", "files": [ { "name": "annotation.hdf5", "bytes": 1990036472, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 92767354, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 82742549, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 93613759, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 66765027, "exists": true }, { "name": "stereo_left.mp4", "bytes": 24038821, "exists": true }, { "name": "stereo_right.mp4", "bytes": 23910324, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/b6579cb5-0a71-4ca6-8808-1e2700be05c7/ep3/fisheye_cam0.mp4", "bytes": 92767354, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/b6579cb5-0a71-4ca6-8808-1e2700be05c7/ep3/fisheye_cam1.mp4", "bytes": 82742549, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/b6579cb5-0a71-4ca6-8808-1e2700be05c7/ep3/fisheye_cam2.mp4", "bytes": 93613759, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/b6579cb5-0a71-4ca6-8808-1e2700be05c7/ep3/fisheye_cam3.mp4", "bytes": 66765027, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/b6579cb5-0a71-4ca6-8808-1e2700be05c7/ep3/stereo_left.mp4", "bytes": 24038821, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/b6579cb5-0a71-4ca6-8808-1e2700be05c7/ep3/stereo_right.mp4", "bytes": 23910324, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Sorting and counting colored star-shaped beads", "segments": 18, "frame_labels": { "action": { "Sort beads": 1078, "Record count": 720, "Sort and count beads": 520, "Place and count bead": 440, "Sort beads and write count": 400, "Counting and organizing beads": 400, "Hold beads": 399, "Write count on paper": 321, "Sort star-shaped beads": 280, "Arrange star beads": 240, "Counting star beads": 240, "Pick up star bead": 160, "Pick up pen": 160, "Retrieving more beads": 160, "Arrange star beads for counting": 160, "Adjust paper": 120, "Gather star beads": 120, "Write on paper": 80 }, "subtask": { "Sort and record bead counts": 1400, "Sort beads and record count": 1400, "Sort and group beads": 1000, "Organize and count beads": 998, "Pick, place, and count beads": 600, "Count beads and retrieve more": 400, "Document bead counts": 200 } }, "window_labels": { "action": { "Sort beads": 53, "Record count": 36, "Sort and count beads": 26, "Place and count bead": 22, "Sort beads and write count": 20, "Counting and organizing beads": 20, "Hold beads": 20, "Write count on paper": 16, "Sort star-shaped beads": 14, "Arrange star beads": 12, "Counting star beads": 12, "Pick up star bead": 8, "Pick up pen": 8, "Retrieving more beads": 8, "Arrange star beads for counting": 8, "Adjust paper": 6, "Gather star beads": 6, "Write on paper": 4 }, "subtask": { "Sort and record bead counts": 70, "Sort beads and record count": 70, "Sort and group beads": 50, "Organize and count beads": 49, "Pick, place, and count beads": 30, "Count beads and retrieve more": 20, "Document bead counts": 10 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2373874306, "train_minimal_bytes": 2373874306, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep3", "episode_path": "b6579cb5-0a71-4ca6-8808-1e2700be05c7/ep3", "split": "test", "selection_rank": 127, "selection_score": 0.00163865, "size_band": "long", "top_level_session": "b6579cb5-0a71-4ca6-8808-1e2700be05c7" }, { "episode_id": "37ee5802-66fb-4893-9173-fe97fe0e2000__ep2", "path": "/modelscope_data/xperience10m_128/37ee5802-66fb-4893-9173-fe97fe0e2000/ep2", "annotation": "/modelscope_data/xperience10m_128/37ee5802-66fb-4893-9173-fe97fe0e2000/ep2/annotation.hdf5", "frame_count": 5998, "main_task": "Folding paper lucky stars", "files": [ { "name": "annotation.hdf5", "bytes": 1990022864, "exists": true }, { "name": "fisheye_cam0.mp4", "bytes": 84900929, "exists": true }, { "name": "fisheye_cam1.mp4", "bytes": 92286201, "exists": true }, { "name": "fisheye_cam2.mp4", "bytes": 75983979, "exists": true }, { "name": "fisheye_cam3.mp4", "bytes": 92714811, "exists": true }, { "name": "stereo_left.mp4", "bytes": 18617967, "exists": true }, { "name": "stereo_right.mp4", "bytes": 20592873, "exists": true }, { "name": "visualization.rrd", "bytes": 0, "exists": false } ], "videos": [ { "name": "fisheye_cam0.mp4", "path": "/modelscope_data/xperience10m_128/37ee5802-66fb-4893-9173-fe97fe0e2000/ep2/fisheye_cam0.mp4", "bytes": 84900929, "exists": true }, { "name": "fisheye_cam1.mp4", "path": "/modelscope_data/xperience10m_128/37ee5802-66fb-4893-9173-fe97fe0e2000/ep2/fisheye_cam1.mp4", "bytes": 92286201, "exists": true }, { "name": "fisheye_cam2.mp4", "path": "/modelscope_data/xperience10m_128/37ee5802-66fb-4893-9173-fe97fe0e2000/ep2/fisheye_cam2.mp4", "bytes": 75983979, "exists": true }, { "name": "fisheye_cam3.mp4", "path": "/modelscope_data/xperience10m_128/37ee5802-66fb-4893-9173-fe97fe0e2000/ep2/fisheye_cam3.mp4", "bytes": 92714811, "exists": true }, { "name": "stereo_left.mp4", "path": "/modelscope_data/xperience10m_128/37ee5802-66fb-4893-9173-fe97fe0e2000/ep2/stereo_left.mp4", "bytes": 18617967, "exists": true }, { "name": "stereo_right.mp4", "path": "/modelscope_data/xperience10m_128/37ee5802-66fb-4893-9173-fe97fe0e2000/ep2/stereo_right.mp4", "bytes": 20592873, "exists": true } ], "hdf5_modalities": { "calibration": true, "slam_pose": true, "slam_point_cloud": true, "depth": true, "depth_confidence": true, "hand_mocap": true, "body_mocap": true, "contacts": true, "imu": true, "caption": true, "captions": false }, "label_stats": { "main_task": "Folding paper lucky stars", "segments": 18, "frame_labels": { "action": { "Manipulate paper strip": 2521, "Fold paper strip": 2000, "Initiate star folding": 480, "Fold paper star": 477, "Fold paper strip into lucky star": 400, "Grasp paper strip": 120 }, "subtask": { "Manipulate paper strip": 2558, "Fold paper strip": 2039, "Grasp paper strip": 561, "Fold paper star": 440, "Fold paper strip into lucky star": 400 } }, "window_labels": { "action": { "Manipulate paper strip": 126, "Fold paper strip": 100, "Initiate star folding": 24, "Fold paper star": 23, "Fold paper strip into lucky star": 20, "Grasp paper strip": 6 }, "subtask": { "Manipulate paper strip": 127, "Fold paper strip": 102, "Grasp paper strip": 28, "Fold paper star": 22, "Fold paper strip into lucky star": 20 } }, "num_labeled_windows": { "action": 299, "subtask": 299 } }, "total_bytes": 2375119624, "train_minimal_bytes": 2375119624, "has_annotation": true, "has_any_video": true, "has_all_videos": true, "has_rrd": false, "source_episode_id": "ep2", "episode_path": "37ee5802-66fb-4893-9173-fe97fe0e2000/ep2", "split": "train", "selection_rank": 128, "selection_score": 0.00166234, "size_band": "long", "top_level_session": "37ee5802-66fb-4893-9173-fe97fe0e2000" } ], "missing_or_incomplete": [] }