{ "status": "pass", "generated_at_utc": "2026-06-20T21:41:53+00:00", "summary": { "qwen3_omni_verified_diagnostic_pilot": true, "dataset_manifest_num_episodes": 119, "dataset_manifest_num_samples": 34269, "training_metadata_num_train_samples": 25629, "eval_num_samples": 4032, "eval_json_validity_rate": 0.9990079365079365, "quality_target_met": true, "historical_identifier_count": 1842, "public_32_episode_status_file_count": 1, "failure_count": 0 }, "checks": [ { "name": "project_packet_records_verified_diagnostic_status", "status": "pass", "detail": "project packet describes the verified diagnostic pilot and quality boundary", "evidence": [ "docs/data/project_packet.json" ] }, { "name": "summary_metrics_preserves_verified_diagnostic_status", "status": "pass", "detail": "The selected-episode Qwen3-Omni diagnostic pilot is verified on the 96/16/16 split and now meets the 98% target for JSON validity; action/subtask quality remains weak, so current results are diagnostic baselines, not strong model-quality claims.", "evidence": [ "docs/data/summary_metrics.json" ] }, { "name": "verified_package_dataset_has_expected_windows", "status": "pass", "detail": "episodes=119, samples=34269, split_counts={'test': 4032, 'train': 25629, 'val': 4608}, expected_samples=34269, expected_split_counts={'train': 25629, 'val': 4608, 'test': 4032}", "evidence": [ "results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/dataset/dataset_manifest.json" ] }, { "name": "verified_package_training_records_8_processes", "status": "pass", "detail": "train=25629, val=2048, processes=8, expected_train=25629, expected_val=2048, expected_processes=8", "evidence": [ "results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/training/training_metadata.json" ] }, { "name": "verified_package_eval_records_real_held_out_metrics", "status": "pass", "detail": "samples=4032, split=test, held_out=14, json_validity=0.9990079365079365, expected_samples=4032, expected_held_out=14", "evidence": [ "results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/metrics.json" ] }, { "name": "verified_package_audit_passes", "status": "pass", "detail": "audit_status=pass, issues=0", "evidence": [ "results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/package_audit.json" ] }, { "name": "public_presentation_has_no_misleading_32ep_identifiers", "status": "pass", "detail": "public presentation scan failures=0", "evidence": [ "README.md", "ARTIFACT_GUIDE.md", "EVIDENCE_CONTRACT.md", "REPRODUCIBILITY.md", "docs/index.html", "docs/data/artifact_index.json", "docs/data/evidence_contract.json", "docs/data/project_manifest.json", "docs/data/mirror_parity.json", "docs/data/reproducibility_matrix.json", "docs/data/project_packet.json", "docs/data/summary_metrics.json" ] }, { "name": "historical_32ep_identifiers_are_confined_to_readiness_artifacts", "status": "pass", "detail": "historical identifiers found in result provenance files=1842", "evidence": [ "results/omni_finetune/" ] } ], "public_status_observations": [ { "path": "docs/data/artifact_index.json", "contains_32_episode_status_text": true } ], "historical_identifiers": [ { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/XPERIENCE10M_128_DATA_PREPARATION_AND_FINETUNE_PLAN.md", "line": 42, "patterns": [ "ropedia-episode-task-suite" ], "example": "export RELAY_WORKDIR=/path/to/ropedia-episode-task-suite" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/XPERIENCE10M_128_DATA_PREPARATION_AND_FINETUNE_PLAN.md", "line": 45, "patterns": [ "ropedia-episode-task-suite" ], "example": "export TRAINING_REPO=/path/to/ropedia-episode-task-suite" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/a100_128_raw20_task_baselines_complete20_proxy_20260616T091500Z/run_summary.json", "line": 2, "patterns": [ "ropedia-episode-task-suite" ], "example": "\"dataset_jsonl\": \"/mnt/kgc/chaoyue/ropedia-h20-side/ropedia-episode-task-suite/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset.jsonl\"," }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/a100_128_raw20_task_baselines_complete20_proxy_20260616T091500Z/run_summary.json", "line": 3, "patterns": [ "ropedia-episode-task-suite" ], "example": "\"feature_manifest_json\": \"/mnt/kgc/chaoyue/ropedia-h20-side/ropedia-episode-task-suite/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset_dense_20f_stride10/dataset_manifest.json\"," }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 1, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:0\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 0, \"end_frame\": 19, \"num_frames\": 20}, \"media\": {\"video_paths\": [{" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 2, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:1\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 20, \"end_frame\": 39, \"num_frames\": 20}, \"media\": {\"video_paths\": [" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 3, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:2\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 40, \"end_frame\": 59, \"num_frames\": 20}, \"media\": {\"video_paths\": [" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 4, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:3\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 60, \"end_frame\": 79, \"num_frames\": 20}, \"media\": {\"video_paths\": [" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 5, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:4\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 80, \"end_frame\": 99, \"num_frames\": 20}, \"media\": {\"video_paths\": [" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 6, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:5\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 100, \"end_frame\": 119, \"num_frames\": 20}, \"media\": {\"video_paths\":" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 7, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:6\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 120, \"end_frame\": 139, \"num_frames\": 20}, \"media\": {\"video_paths\":" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 8, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:7\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 140, \"end_frame\": 159, \"num_frames\": 20}, \"media\": {\"video_paths\":" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 9, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:8\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 160, \"end_frame\": 179, \"num_frames\": 20}, \"media\": {\"video_paths\":" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 10, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:9\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 180, \"end_frame\": 199, \"num_frames\": 20}, \"media\": {\"video_paths\":" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 11, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:10\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 200, \"end_frame\": 219, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 12, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:11\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 220, \"end_frame\": 239, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 13, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:12\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 240, \"end_frame\": 259, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 14, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:13\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 260, \"end_frame\": 279, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 15, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:14\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 280, \"end_frame\": 299, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 16, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:15\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 300, \"end_frame\": 319, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 17, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:40\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 800, \"end_frame\": 819, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 18, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:41\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 820, \"end_frame\": 839, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 19, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:42\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 840, \"end_frame\": 859, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 20, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:43\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 860, \"end_frame\": 879, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 21, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:44\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 880, \"end_frame\": 899, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 22, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:45\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 900, \"end_frame\": 919, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 23, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:46\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 920, \"end_frame\": 939, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 24, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:47\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 940, \"end_frame\": 959, \"num_frames\": 20}, \"media\": {\"video_paths\"" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 25, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:50\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 1000, \"end_frame\": 1019, \"num_frames\": 20}, \"media\": {\"video_path" }, { "classification": "historical_identifier_in_readiness_artifact", "path": "results/omni_finetune/dataset.jsonl", "line": 26, "patterns": [ "qwen3_omni_32ep", "xperience10m_qwen3_omni_32ep", "ropedia-episode-task-suite" ], "example": "{\"id\": \"xperience-10m-sample:qa:51\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 1020, \"end_frame\": 1039, \"num_frames\": 20}, \"media\": {\"video_path" } ], "historical_identifier_total_count": 1842, "failures": [] }