Robotics
PyTorch
Cosmos
xperience10m_task_baseline_suite
embodied-ai
multimodal
xperience-10m
baseline
evaluation
qwen3-omni
Instructions to use cy0307/ropedia-xperience-10m-task-baselines with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use cy0307/ropedia-xperience-10m-task-baselines with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
| { | |
| "status": "pass", | |
| "generated_at_utc": "2026-06-04T06:24:16+00:00", | |
| "summary": { | |
| "qwen3_omni_32_episode_claim": false, | |
| "dataset_manifest_num_episodes": 1, | |
| "dataset_manifest_num_samples": 128, | |
| "training_metadata_num_train_samples": 128, | |
| "source_discovery_ready_for_32_episode_pilot": false, | |
| "historical_identifier_count": 159, | |
| "public_32_episode_status_file_count": 3, | |
| "failure_count": 0 | |
| }, | |
| "checks": [ | |
| { | |
| "name": "project_manifest_records_pending_32_episode_qwen_result", | |
| "status": "pass", | |
| "detail": "project_manifest scope_boundary.qwen3_omni_32_episode_claim=False", | |
| "evidence": [ | |
| "docs/data/project_manifest.json" | |
| ] | |
| }, | |
| { | |
| "name": "project_packet_records_pending_32_episode_qwen_result", | |
| "status": "pass", | |
| "detail": "project_packet scope_status.qwen3_omni_32_episode_claim=False", | |
| "evidence": [ | |
| "docs/data/project_packet.json" | |
| ] | |
| }, | |
| { | |
| "name": "project_packet_describes_32_episode_setup_status", | |
| "status": "pass", | |
| "detail": "project packet describes the setup-stage Qwen3-Omni run separately from the planned 32-episode fine-tune", | |
| "evidence": [ | |
| "docs/data/project_packet.json" | |
| ] | |
| }, | |
| { | |
| "name": "summary_metrics_preserves_omni_scale_up_status", | |
| "status": "pass", | |
| "detail": "The selected-episode Qwen3-Omni fine-tune requires completed data staging and held-out evaluation; the 32-episode Qwen3-Omni fine-tune requires gated data staging before any real held-out metric is reported.", | |
| "evidence": [ | |
| "docs/data/summary_metrics.json" | |
| ] | |
| }, | |
| { | |
| "name": "omni_dataset_manifest_is_setup_stage", | |
| "status": "pass", | |
| "detail": "episodes=1, samples=128, split_counts={'train': 128}", | |
| "evidence": [ | |
| "results/omni_finetune/dataset_manifest.json" | |
| ] | |
| }, | |
| { | |
| "name": "omni_training_metadata_is_setup_stage", | |
| "status": "pass", | |
| "detail": "train=128, val=0, processes=8", | |
| "evidence": [ | |
| "results/omni_finetune/training_metadata.json" | |
| ] | |
| }, | |
| { | |
| "name": "source_discovery_gate_is_closed", | |
| "status": "pass", | |
| "detail": "ready_for_32_episode_pilot=False, local_valid=1", | |
| "evidence": [ | |
| "results/omni_finetune/source_discovery.json" | |
| ] | |
| }, | |
| { | |
| "name": "public_presentation_has_no_historical_32ep_identifiers", | |
| "status": "pass", | |
| "detail": "public presentation scan failures=0", | |
| "evidence": [ | |
| "README.md", | |
| "ARTIFACT_GUIDE.md", | |
| "EVIDENCE_CONTRACT.md", | |
| "REPRODUCIBILITY.md", | |
| "docs/index.html", | |
| "docs/data/artifact_index.json", | |
| "docs/data/evidence_contract.json", | |
| "docs/data/project_manifest.json", | |
| "docs/data/mirror_parity.json", | |
| "docs/data/reproducibility_matrix.json", | |
| "docs/data/project_packet.json", | |
| "docs/data/summary_metrics.json" | |
| ] | |
| }, | |
| { | |
| "name": "historical_32ep_identifiers_are_confined_to_readiness_artifacts", | |
| "status": "pass", | |
| "detail": "historical identifiers found in result provenance files=159", | |
| "evidence": [ | |
| "results/omni_finetune/" | |
| ] | |
| } | |
| ], | |
| "public_status_observations": [ | |
| { | |
| "path": "docs/data/artifact_index.json", | |
| "contains_32_episode_status_text": true | |
| }, | |
| { | |
| "path": "docs/data/project_packet.json", | |
| "contains_32_episode_status_text": true | |
| }, | |
| { | |
| "path": "docs/data/summary_metrics.json", | |
| "contains_32_episode_status_text": true | |
| } | |
| ], | |
| "historical_identifiers": [ | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/HF_UPLOAD.md", | |
| "line": 5, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep" | |
| ], | |
| "example": "- `results/omni_finetune/adapter_lora/` (`xperience10m_qwen3_omni_32ep_lora`)" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/RUN_REPORT.md", | |
| "line": 4, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep" | |
| ], | |
| "example": "- Adapter: `checkpoints/xperience10m_qwen3_omni_32ep_lora/adapter_lora`" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/RUN_REPORT.md", | |
| "line": 5, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep" | |
| ], | |
| "example": "- Dataset: `results/omni_finetune/xperience10m_qwen3_omni_32ep_dataset/dataset.jsonl`" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/RUN_REPORT_eval.md", | |
| "line": 4, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep" | |
| ], | |
| "example": "- Adapter: `checkpoints/xperience10m_qwen3_omni_32ep_lora/adapter_lora`" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/RUN_REPORT_eval.md", | |
| "line": 5, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep" | |
| ], | |
| "example": "- Dataset: `results/omni_finetune/xperience10m_qwen3_omni_32ep_dataset/dataset.jsonl`" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/RUN_REPORT_lora.md", | |
| "line": 4, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep" | |
| ], | |
| "example": "- Dataset: `results/omni_finetune/xperience10m_qwen3_omni_32ep_dataset/dataset.jsonl`" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/XPERIENCE10M_128_RELAY_AND_FINETUNE_PLAN.md", | |
| "line": 42, | |
| "patterns": [ | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "export RELAY_WORKDIR=/path/to/ropedia-episode-task-suite" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/XPERIENCE10M_128_RELAY_AND_FINETUNE_PLAN.md", | |
| "line": 45, | |
| "patterns": [ | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "export TRAINING_REPO=/path/to/ropedia-episode-task-suite" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/config.yaml", | |
| "line": 1, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep" | |
| ], | |
| "example": "run_id: xperience10m_qwen3_omni_32ep_lora" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/config.yaml", | |
| "line": 4, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep" | |
| ], | |
| "example": "dataset_jsonl: results/omni_finetune/xperience10m_qwen3_omni_32ep_dataset/dataset.jsonl" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/config.yaml", | |
| "line": 5, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "checkpoint_dir: /path/to/ropedia_workspace/ropedia-episode-task-suite/checkpoints/xperience10m_qwen3_omni_32ep_lora/adapter_lora" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 1, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:0\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 0, \"end_frame\": 19, \"num_frames\": 20}, \"media\": {\"video_paths\": [{" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 2, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:1\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 20, \"end_frame\": 39, \"num_frames\": 20}, \"media\": {\"video_paths\": [" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 3, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:2\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 40, \"end_frame\": 59, \"num_frames\": 20}, \"media\": {\"video_paths\": [" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 4, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:3\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 60, \"end_frame\": 79, \"num_frames\": 20}, \"media\": {\"video_paths\": [" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 5, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:4\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 80, \"end_frame\": 99, \"num_frames\": 20}, \"media\": {\"video_paths\": [" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 6, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:5\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 100, \"end_frame\": 119, \"num_frames\": 20}, \"media\": {\"video_paths\":" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 7, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:6\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 120, \"end_frame\": 139, \"num_frames\": 20}, \"media\": {\"video_paths\":" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 8, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:7\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 140, \"end_frame\": 159, \"num_frames\": 20}, \"media\": {\"video_paths\":" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 9, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:8\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 160, \"end_frame\": 179, \"num_frames\": 20}, \"media\": {\"video_paths\":" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 10, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:9\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 180, \"end_frame\": 199, \"num_frames\": 20}, \"media\": {\"video_paths\":" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 11, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:10\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 200, \"end_frame\": 219, \"num_frames\": 20}, \"media\": {\"video_paths\"" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 12, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:11\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 220, \"end_frame\": 239, \"num_frames\": 20}, \"media\": {\"video_paths\"" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 13, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:12\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 240, \"end_frame\": 259, \"num_frames\": 20}, \"media\": {\"video_paths\"" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 14, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:13\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 260, \"end_frame\": 279, \"num_frames\": 20}, \"media\": {\"video_paths\"" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 15, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:14\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 280, \"end_frame\": 299, \"num_frames\": 20}, \"media\": {\"video_paths\"" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 16, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:15\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 300, \"end_frame\": 319, \"num_frames\": 20}, \"media\": {\"video_paths\"" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 17, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:40\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 800, \"end_frame\": 819, \"num_frames\": 20}, \"media\": {\"video_paths\"" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 18, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:41\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 820, \"end_frame\": 839, \"num_frames\": 20}, \"media\": {\"video_paths\"" | |
| }, | |
| { | |
| "classification": "historical_identifier_in_readiness_artifact", | |
| "path": "results/omni_finetune/dataset.jsonl", | |
| "line": 19, | |
| "patterns": [ | |
| "qwen3_omni_32ep", | |
| "xperience10m_qwen3_omni_32ep", | |
| "ropedia-episode-task-suite" | |
| ], | |
| "example": "{\"id\": \"xperience-10m-sample:qa:42\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 840, \"end_frame\": 859, \"num_frames\": 20}, \"media\": {\"video_paths\"" | |
| } | |
| ], | |
| "historical_identifier_total_count": 159, | |
| "failures": [] | |
| } | |