File size: 2,738 Bytes
2bd560e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 | {
"id": "qwen3_omni_lora",
"display_name": "Qwen3-Omni LoRA",
"status": "implemented",
"model_family": "Qwen3-Omni",
"default_model_id": "Qwen/Qwen3-Omni-30B-A3B-Instruct",
"local_model_env": "MODEL_DIR",
"dataset_contract": "xperience10m_episode_json_qa_v1",
"training_objective": "structured_episode_understanding_json_qa",
"split_policy": {
"unit": "episode",
"default_counts": {
"train": 96,
"val": 16,
"test": 16
},
"leakage_guard": "episode_id and path-qualified session split checks"
},
"modalities": {
"direct_inputs": [
"multi-camera rendered mosaic video",
"AAC audio extracted from fisheye_cam0 MP4",
"language prompt and label options"
],
"bridged_inputs": [
"depth and confidence",
"pose and SLAM trajectory",
"body and hand mocap",
"IMU acceleration and gyro",
"object/contact summary features"
],
"excluded_inputs": [
"visualization.rrd"
]
},
"entrypoints": {
"selection_manifest": "scripts/omni/build_selection_episode_manifest.py",
"export": "scripts/omni/parallel_export_qwen3_omni_action_dataset.py",
"neutral_index": "scripts/omni/export_model_neutral_window_index.py",
"train": "scripts/omni/train_qwen3_omni_lora.py",
"eval": "scripts/omni/eval_qwen3_omni_lora.py",
"watch": "scripts/omni/watch_omni_train_then_eval.py",
"launcher": "scripts/omni/run_128_fullsplit_parallel_export_8gpu.sh",
"upload": "scripts/omni/upload_qwen3_omni_lora_to_hf.py",
"validate": "scripts/omni/validate_omni_finetune_run.py"
},
"primary_metrics": [
"json_validity_rate",
"action_macro_f1",
"subtask_accuracy",
"transition_accuracy",
"next_action_accuracy",
"contact_accuracy",
"object_micro_f1",
"held_out_episode_count"
],
"artifact_contract": {
"checkpoint_gate": "lora_safetensors_shape_check",
"required_eval_files": [
"metrics.json",
"predictions.jsonl",
"predictions.csv",
"per_class_metrics.csv",
"confusion_matrix.csv",
"RUN_REPORT.md"
],
"required_training_files": [
"training_metadata.json",
"progress.jsonl",
"adapter_config.json",
"adapter_model.safetensors"
],
"public_package_allowed": [
"metrics",
"predictions",
"confusion matrices",
"run reports",
"episode and dataset manifests",
"training metadata",
"validation summaries"
],
"public_package_forbidden": [
"raw MP4",
"annotation HDF5",
"Rerun RRD",
"base-model weights",
"LoRA adapter weights",
"full checkpoints",
"large archives"
]
},
"extension_requirements": []
}
|