ropedia-xperience-10m-task-baselines / artifacts /min_all_modalities_action_model /available_modalities.json
| [ | |
| { | |
| "modality": "depth_confidence", | |
| "shape": [ | |
| 5821, | |
| 140 | |
| ] | |
| }, | |
| { | |
| "modality": "video/fisheye_cam0", | |
| "path": "data/sample/xperience-10m-sample/fisheye_cam0.mp4", | |
| "shape": [ | |
| 5821, | |
| 98 | |
| ], | |
| "exists": true | |
| }, | |
| { | |
| "modality": "video/fisheye_cam1", | |
| "path": "data/sample/xperience-10m-sample/fisheye_cam1.mp4", | |
| "shape": [ | |
| 5821, | |
| 98 | |
| ], | |
| "exists": true | |
| }, | |
| { | |
| "modality": "video/fisheye_cam2", | |
| "path": "data/sample/xperience-10m-sample/fisheye_cam2.mp4", | |
| "shape": [ | |
| 5821, | |
| 98 | |
| ], | |
| "exists": true | |
| }, | |
| { | |
| "modality": "video/fisheye_cam3", | |
| "path": "data/sample/xperience-10m-sample/fisheye_cam3.mp4", | |
| "shape": [ | |
| 5821, | |
| 98 | |
| ], | |
| "exists": true | |
| }, | |
| { | |
| "modality": "video/stereo_left", | |
| "path": "data/sample/xperience-10m-sample/stereo_left.mp4", | |
| "shape": [ | |
| 5821, | |
| 98 | |
| ], | |
| "exists": true | |
| }, | |
| { | |
| "modality": "video/stereo_right", | |
| "path": "data/sample/xperience-10m-sample/stereo_right.mp4", | |
| "shape": [ | |
| 5821, | |
| 98 | |
| ], | |
| "exists": true | |
| }, | |
| { | |
| "modality": "audio/fisheye_cam0", | |
| "path": "data/sample/xperience-10m-sample/fisheye_cam0.mp4", | |
| "shape": [ | |
| 5821, | |
| 24 | |
| ], | |
| "source": "fisheye_cam0.mp4", | |
| "exists": true, | |
| "has_audio": true, | |
| "sample_rate": 16000, | |
| "fps": 20.00137419266181, | |
| "num_samples": 4656994, | |
| "per_frame_dim": 24, | |
| "band_count": 16 | |
| }, | |
| { | |
| "modality": "caption_text", | |
| "shape": [ | |
| 5821, | |
| 128 | |
| ], | |
| "fields": "objects,interaction" | |
| }, | |
| { | |
| "modality": "slam_point_cloud_static", | |
| "shape": [ | |
| 22 | |
| ] | |
| }, | |
| { | |
| "modality": "calibration_static", | |
| "shape": [ | |
| 117 | |
| ] | |
| } | |
| ] |