{
  "id": "cosmos3_super_reasoner",
  "display_name": "Cosmos3-Super Reasoner",
  "status": "implemented",
  "model_family": "Cosmos3 / physical-world foundation models",
  "default_model_id": "nv-community/Cosmos3-Super",
  "local_model_env": "COSMOS3_SUPER_MODEL_DIR",
  "dataset_contract": "xperience10m_episode_json_qa_v1",
  "training_objective": "zero_shot_structured_episode_understanding_json_qa_via_vllm_reasoner",
  "split_policy": {
    "unit": "episode",
    "default_counts": {
      "train": 96,
      "val": 16,
      "test": 16
    },
    "leakage_guard": "uses the same 96/16/16 selected episode split as the Qwen3-Omni LoRA branch; no Super weights are updated"
  },
  "modalities": {
    "direct_inputs": [
      "multi-camera rendered mosaic video",
      "language prompt and label options"
    ],
    "conditioning_inputs": [
      "prompt-side task schema and episode/window metadata"
    ],
    "targets": [
      "structured action/subtask/contact/transition/object JSON"
    ],
    "excluded_inputs": [
      "visualization.rrd",
      "raw annotation HDF5",
      "audio in the current vLLM Reasoner path"
    ]
  },
  "entrypoints": {
    "selection_manifest": "scripts/omni/build_selection_episode_manifest.py",
    "export": "scripts/omni/parallel_export_qwen3_omni_action_dataset.py",
    "neutral_index": "scripts/omni/export_model_neutral_window_index.py",
    "train": "",
    "eval": "scripts/omni/eval_cosmos3_super_reasoner.py",
    "launcher": "scripts/omni/run_cosmos3_super_reasoner_eval.sh",
    "validate": "scripts/omni/validate_omni_finetune_run.py"
  },
  "primary_metrics": [
    "json_validity_rate",
    "action_macro_f1",
    "subtask_accuracy",
    "transition_accuracy",
    "next_action_accuracy",
    "contact_accuracy",
    "object_micro_f1",
    "held_out_episode_count"
  ],
  "artifact_contract": {
    "checkpoint_gate": "base_weight_vllm_reasoner_setup_metadata",
    "required_eval_files": [
      "metrics.json",
      "predictions.jsonl",
      "predictions.csv",
      "per_class_metrics.csv",
      "confusion_matrix.csv",
      "server_info.json",
      "RUN_REPORT.md"
    ],
    "required_training_files": [
      "training_metadata.json",
      "progress.jsonl"
    ],
    "public_package_allowed": [
      "metrics",
      "predictions",
      "confusion matrices",
      "run reports",
      "server/model setup metadata",
      "episode and dataset manifests",
      "validation summaries"
    ],
    "public_package_forbidden": [
      "raw MP4",
      "annotation HDF5",
      "Rerun RRD",
      "base-model weights",
      "fine-tuned weights",
      "checkpoints",
      "large archives"
    ]
  },
  "extension_requirements": [
    "This branch evaluates staged Cosmos3-Super Reasoner base weights through vLLM on the 128-episode held-out JSON task; it does not fine-tune or release new Cosmos weights.",
    "Create a separate Cosmos3-Super adapter/model repository only after a real fine-tuning run produces new adapter or checkpoint weights.",
    "Keep it separate from the Cosmos3-Nano future-window compatibility branch, which answers a different world-model retrieval target."
  ]
}