ropedia-xperience-10m-task-baselines / data /scope_claims_audit.json
cy0307's picture
Publish Ropedia Xperience-10M task baseline cards
b7a466b verified
Raw
History Blame
20.1 kB
{
"status": "pass",
"generated_at_utc": "2026-06-02T17:31:48+00:00",
"summary": {
"qwen3_omni_32_episode_claim": false,
"dataset_manifest_num_episodes": 1,
"dataset_manifest_num_samples": 128,
"training_metadata_num_train_samples": 128,
"source_discovery_ready_for_32_episode_pilot": false,
"historical_identifier_count": 157,
"public_32_episode_status_file_count": 10,
"failure_count": 0
},
"checks": [
{
"name": "project_manifest_records_pending_32_episode_qwen_result",
"status": "pass",
"detail": "project_manifest scope_boundary.qwen3_omni_32_episode_claim=False",
"evidence": [
"docs/data/project_manifest.json"
]
},
{
"name": "project_packet_records_pending_32_episode_qwen_result",
"status": "pass",
"detail": "project_packet scope_status.qwen3_omni_32_episode_claim=False",
"evidence": [
"docs/data/project_packet.json"
]
},
{
"name": "project_packet_describes_32_episode_setup_status",
"status": "pass",
"detail": "project packet describes the setup-stage Qwen3-Omni run separately from the planned 32-episode fine-tune",
"evidence": [
"docs/data/project_packet.json"
]
},
{
"name": "summary_metrics_preserves_omni_scale_up_status",
"status": "pass",
"detail": "The 32-episode Qwen3-Omni fine-tune requires gated data staging and held-out evaluation.",
"evidence": [
"docs/data/summary_metrics.json"
]
},
{
"name": "omni_dataset_manifest_is_setup_stage",
"status": "pass",
"detail": "episodes=1, samples=128, split_counts={'train': 128}",
"evidence": [
"results/omni_finetune/dataset_manifest.json"
]
},
{
"name": "omni_training_metadata_is_setup_stage",
"status": "pass",
"detail": "train=128, val=0, processes=8",
"evidence": [
"results/omni_finetune/training_metadata.json"
]
},
{
"name": "source_discovery_gate_is_closed",
"status": "pass",
"detail": "ready_for_32_episode_pilot=False, local_valid=1",
"evidence": [
"results/omni_finetune/source_discovery.json"
]
},
{
"name": "public_presentation_has_no_historical_32ep_identifiers",
"status": "pass",
"detail": "public presentation scan failures=0",
"evidence": [
"README.md",
"ARTIFACT_GUIDE.md",
"EVIDENCE_CONTRACT.md",
"REPRODUCIBILITY.md",
"docs/index.html",
"docs/data/artifact_index.json",
"docs/data/evidence_contract.json",
"docs/data/project_manifest.json",
"docs/data/mirror_parity.json",
"docs/data/reproducibility_matrix.json",
"docs/data/project_packet.json",
"docs/data/summary_metrics.json"
]
},
{
"name": "historical_32ep_identifiers_are_confined_to_readiness_artifacts",
"status": "pass",
"detail": "historical identifiers found in result provenance files=157",
"evidence": [
"results/omni_finetune/"
]
}
],
"public_status_observations": [
{
"path": "README.md",
"contains_32_episode_status_text": true
},
{
"path": "ARTIFACT_GUIDE.md",
"contains_32_episode_status_text": true
},
{
"path": "EVIDENCE_CONTRACT.md",
"contains_32_episode_status_text": true
},
{
"path": "REPRODUCIBILITY.md",
"contains_32_episode_status_text": true
},
{
"path": "docs/index.html",
"contains_32_episode_status_text": true
},
{
"path": "docs/data/artifact_index.json",
"contains_32_episode_status_text": true
},
{
"path": "docs/data/evidence_contract.json",
"contains_32_episode_status_text": true
},
{
"path": "docs/data/reproducibility_matrix.json",
"contains_32_episode_status_text": true
},
{
"path": "docs/data/project_packet.json",
"contains_32_episode_status_text": true
},
{
"path": "docs/data/summary_metrics.json",
"contains_32_episode_status_text": true
}
],
"historical_identifiers": [
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/HF_UPLOAD.md",
"line": 5,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep"
],
"example": "- `results/omni_finetune/adapter_lora/` (`xperience10m_qwen3_omni_32ep_lora`)"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/RUN_REPORT.md",
"line": 4,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep"
],
"example": "- Adapter: `checkpoints/xperience10m_qwen3_omni_32ep_lora/adapter_lora`"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/RUN_REPORT.md",
"line": 5,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep"
],
"example": "- Dataset: `results/omni_finetune/xperience10m_qwen3_omni_32ep_dataset/dataset.jsonl`"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/RUN_REPORT_eval.md",
"line": 4,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep"
],
"example": "- Adapter: `checkpoints/xperience10m_qwen3_omni_32ep_lora/adapter_lora`"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/RUN_REPORT_eval.md",
"line": 5,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep"
],
"example": "- Dataset: `results/omni_finetune/xperience10m_qwen3_omni_32ep_dataset/dataset.jsonl`"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/RUN_REPORT_lora.md",
"line": 4,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep"
],
"example": "- Dataset: `results/omni_finetune/xperience10m_qwen3_omni_32ep_dataset/dataset.jsonl`"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/config.yaml",
"line": 1,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep"
],
"example": "run_id: xperience10m_qwen3_omni_32ep_lora"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/config.yaml",
"line": 4,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep"
],
"example": "dataset_jsonl: results/omni_finetune/xperience10m_qwen3_omni_32ep_dataset/dataset.jsonl"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/config.yaml",
"line": 5,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "checkpoint_dir: /path/to/ropedia_workspace/ropedia-episode-task-suite/checkpoints/xperience10m_qwen3_omni_32ep_lora/adapter_lora"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 1,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:0\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 0, \"end_frame\": 19, \"num_frames\": 20}, \"media\": {\"video_paths\": [{"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 2,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:1\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 20, \"end_frame\": 39, \"num_frames\": 20}, \"media\": {\"video_paths\": ["
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 3,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:2\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 40, \"end_frame\": 59, \"num_frames\": 20}, \"media\": {\"video_paths\": ["
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 4,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:3\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 60, \"end_frame\": 79, \"num_frames\": 20}, \"media\": {\"video_paths\": ["
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 5,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:4\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 80, \"end_frame\": 99, \"num_frames\": 20}, \"media\": {\"video_paths\": ["
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 6,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:5\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 100, \"end_frame\": 119, \"num_frames\": 20}, \"media\": {\"video_paths\":"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 7,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:6\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 120, \"end_frame\": 139, \"num_frames\": 20}, \"media\": {\"video_paths\":"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 8,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:7\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 140, \"end_frame\": 159, \"num_frames\": 20}, \"media\": {\"video_paths\":"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 9,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:8\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 160, \"end_frame\": 179, \"num_frames\": 20}, \"media\": {\"video_paths\":"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 10,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:9\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 180, \"end_frame\": 199, \"num_frames\": 20}, \"media\": {\"video_paths\":"
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 11,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:10\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 200, \"end_frame\": 219, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 12,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:11\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 220, \"end_frame\": 239, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 13,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:12\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 240, \"end_frame\": 259, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 14,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:13\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 260, \"end_frame\": 279, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 15,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:14\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 280, \"end_frame\": 299, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 16,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:15\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 300, \"end_frame\": 319, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 17,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:40\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 800, \"end_frame\": 819, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 18,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:41\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 820, \"end_frame\": 839, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 19,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:42\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 840, \"end_frame\": 859, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 20,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:43\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 860, \"end_frame\": 879, \"num_frames\": 20}, \"media\": {\"video_paths\""
},
{
"classification": "historical_identifier_in_readiness_artifact",
"path": "results/omni_finetune/dataset.jsonl",
"line": 21,
"patterns": [
"qwen3_omni_32ep",
"xperience10m_qwen3_omni_32ep",
"ropedia-episode-task-suite"
],
"example": "{\"id\": \"xperience-10m-sample:qa:44\", \"episode_id\": \"xperience-10m-sample\", \"split\": \"train\", \"target\": \"episode_qa\", \"prompt_type\": \"json_episode_understanding\", \"center_window\": {\"start_frame\": 880, \"end_frame\": 899, \"num_frames\": 20}, \"media\": {\"video_paths\""
}
],
"historical_identifier_total_count": 157,
"failures": []
}