Robotics
PyTorch
Cosmos
xperience10m_task_baseline_suite
embodied-ai
multimodal
xperience-10m
baseline
evaluation
qwen3-omni
Instructions to use cy0307/ropedia-xperience-10m-task-baselines with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use cy0307/ropedia-xperience-10m-task-baselines with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Add files using upload-large-folder tool
Browse files
scripts/build_unified_task_model_radar.py
CHANGED
|
@@ -70,6 +70,11 @@ QWEN_SENSOR_TARGET_PROBE_DIR = (
|
|
| 70 |
/ "results/omni_finetune"
|
| 71 |
/ "xperience10m_qwen3_omni_v6_sensor_target_probes_a100_20260619T000000Z"
|
| 72 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 73 |
COSMOS_SUPER_RETRIEVAL_TASK_PROBE_DIR = (
|
| 74 |
ROOT
|
| 75 |
/ "results/omni_finetune"
|
|
@@ -121,6 +126,7 @@ QWEN_FUTURE_TASK_METRIC_PATHS = {
|
|
| 121 |
"hand_trajectory_forecast": QWEN_SENSOR_TARGET_PROBE_DIR / "hand_trajectory_forecast/metrics.json",
|
| 122 |
"modality_reconstruction": QWEN_SENSOR_TARGET_PROBE_DIR / "modality_reconstruction/metrics.json",
|
| 123 |
"imu_to_hand_pose": QWEN_SENSOR_TARGET_PROBE_DIR / "imu_to_hand_pose/metrics.json",
|
|
|
|
| 124 |
}
|
| 125 |
QWEN_FUTURE_TASK_METRIC_KEYS = {
|
| 126 |
"caption_grounding": "caption_grounding_mrr",
|
|
@@ -135,6 +141,7 @@ QWEN_FUTURE_TASK_METRIC_KEYS = {
|
|
| 135 |
"hand_trajectory_forecast": "hand_trajectory_forecast_mrr",
|
| 136 |
"modality_reconstruction": "modality_reconstruction_mrr",
|
| 137 |
"imu_to_hand_pose": "imu_to_hand_pose_mrr",
|
|
|
|
| 138 |
}
|
| 139 |
COSMOS_SUPER_RETRIEVAL_TASK_METRIC_PATHS = {
|
| 140 |
"hand_trajectory_forecast": COSMOS_SUPER_RETRIEVAL_TASK_PROBE_DIR / "hand_trajectory_forecast/metrics.json",
|
|
|
|
| 70 |
/ "results/omni_finetune"
|
| 71 |
/ "xperience10m_qwen3_omni_v6_sensor_target_probes_a100_20260619T000000Z"
|
| 72 |
)
|
| 73 |
+
QWEN_INTERACTION_TEXT_PROBE_DIR = (
|
| 74 |
+
ROOT
|
| 75 |
+
/ "results/omni_finetune"
|
| 76 |
+
/ "xperience10m_qwen3_omni_v6_interaction_text_task15_a100_20260619T000000Z"
|
| 77 |
+
)
|
| 78 |
COSMOS_SUPER_RETRIEVAL_TASK_PROBE_DIR = (
|
| 79 |
ROOT
|
| 80 |
/ "results/omni_finetune"
|
|
|
|
| 126 |
"hand_trajectory_forecast": QWEN_SENSOR_TARGET_PROBE_DIR / "hand_trajectory_forecast/metrics.json",
|
| 127 |
"modality_reconstruction": QWEN_SENSOR_TARGET_PROBE_DIR / "modality_reconstruction/metrics.json",
|
| 128 |
"imu_to_hand_pose": QWEN_SENSOR_TARGET_PROBE_DIR / "imu_to_hand_pose/metrics.json",
|
| 129 |
+
"interaction_text_prediction": QWEN_INTERACTION_TEXT_PROBE_DIR / "interaction_text_prediction/metrics.json",
|
| 130 |
}
|
| 131 |
QWEN_FUTURE_TASK_METRIC_KEYS = {
|
| 132 |
"caption_grounding": "caption_grounding_mrr",
|
|
|
|
| 141 |
"hand_trajectory_forecast": "hand_trajectory_forecast_mrr",
|
| 142 |
"modality_reconstruction": "modality_reconstruction_mrr",
|
| 143 |
"imu_to_hand_pose": "imu_to_hand_pose_mrr",
|
| 144 |
+
"interaction_text_prediction": "macro_f1",
|
| 145 |
}
|
| 146 |
COSMOS_SUPER_RETRIEVAL_TASK_METRIC_PATHS = {
|
| 147 |
"hand_trajectory_forecast": COSMOS_SUPER_RETRIEVAL_TASK_PROBE_DIR / "hand_trajectory_forecast/metrics.json",
|