| { |
| "generated_at_utc": "2026-06-18T22:52:18+00:00", |
| "methods": { |
| "cosmos3_nano_future_window": { |
| "label": "Cosmos3-Nano Future Window", |
| "reason": null, |
| "source_prediction_jsonl": "results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/future_predictions.jsonl", |
| "status": "scored", |
| "tasks": { |
| "action_object_relation": { |
| "action_object_relation_accuracy": 0.013297872340425532, |
| "action_object_relation_macro_f1": 0.002794157670325683, |
| "scored_rows": 376, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/action_object_relation/cosmos3_nano_future_window/metrics.json" |
| }, |
| "long_horizon_next_action": { |
| "horizon_windows": 5, |
| "long_horizon_next_action_accuracy": 0.007936507936507936, |
| "long_horizon_next_action_macro_f1": 0.0024906600249066007, |
| "scored_rows": 378, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/long_horizon_next_action/cosmos3_nano_future_window/metrics.json" |
| }, |
| "modality_reconstruction": { |
| "feature_reconstruction_error": 3479.218317102503, |
| "feature_reconstruction_quality": 0.0002873382957286892, |
| "num_samples": 378, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/modality_reconstruction/cosmos3_nano_future_window/metrics.json", |
| "source_verified_metrics_json": "results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/metrics.json" |
| }, |
| "next_subtask_forecast": { |
| "next_subtask_forecast_accuracy": 0.015873015873015872, |
| "next_subtask_forecast_macro_f1": 0.006614876224708678, |
| "scored_rows": 378, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/next_subtask_forecast/cosmos3_nano_future_window/metrics.json" |
| }, |
| "object_set_forecast": { |
| "object_set_forecast_micro_f1": 0.01781970649895178, |
| "object_set_forecast_precision": 0.02225130890052356, |
| "object_set_forecast_recall": 0.01486013986013986, |
| "scored_rows": 378, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/object_set_forecast/cosmos3_nano_future_window/metrics.json" |
| }, |
| "time_to_transition": { |
| "scored_rows": 378, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/time_to_transition/cosmos3_nano_future_window/metrics.json", |
| "time_to_transition_mae": 33.80952380952381, |
| "within_20_frames": 0.6666666666666666 |
| } |
| }, |
| "unsupported_tasks": {} |
| }, |
| "cosmos3_super_reasoner": { |
| "label": "Cosmos3-Super Reasoner", |
| "reason": null, |
| "source_prediction_jsonl": "results/omni_finetune/verified_public/xperience10m_cosmos3_super_reasoner_128ep_test_full_20260607/eval/predictions.jsonl", |
| "status": "scored", |
| "tasks": { |
| "action_object_relation": { |
| "action_object_relation_accuracy": 0.0, |
| "action_object_relation_macro_f1": 0.0, |
| "scored_rows": 446, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/action_object_relation/cosmos3_super_reasoner/metrics.json", |
| "valid_pred_relation_rate": 0.49327354260089684 |
| }, |
| "caption_grounding": { |
| "caption_grounding_center_hit_rate": 0.3236607142857143, |
| "caption_grounding_iou": 0.30639899644580487, |
| "missing_pred_evidence_window_count": 219, |
| "scored_rows": 448, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/caption_grounding/cosmos3_super_reasoner/metrics.json" |
| }, |
| "long_horizon_next_action": { |
| "long_horizon_next_action_accuracy": 0.03794642857142857, |
| "long_horizon_next_action_macro_f1": 0.008807588075880758, |
| "scored_rows": 448, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/long_horizon_next_action/cosmos3_super_reasoner/metrics.json" |
| }, |
| "time_to_transition": { |
| "scored_rows": 448, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/time_to_transition/cosmos3_super_reasoner/metrics.json", |
| "time_to_transition_mae": 52.94642857142857, |
| "within_20_frames": 0.6473214285714286 |
| } |
| }, |
| "unsupported_tasks": {} |
| }, |
| "qwen3_omni_v6_lora": { |
| "label": "Qwen3-Omni v6 LoRA", |
| "reason": null, |
| "source_prediction_jsonl": "results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/predictions.jsonl", |
| "status": "scored", |
| "tasks": { |
| "action_object_relation": { |
| "action_object_relation_accuracy": 0.000996512207274539, |
| "action_object_relation_macro_f1": 0.0002220083079671497, |
| "scored_rows": 4014, |
| "source_metrics_json": "results/omni_finetune/model_output_task_probes_20260616/action_object_relation/qwen3_omni_v6_lora/metrics.json", |
| "valid_pred_relation_rate": 0.9990034877927254 |
| } |
| }, |
| "unsupported_tasks": {} |
| } |
| }, |
| "scope": "Task-specific scoring from existing verified held-out model outputs. No new model inference, training, or target backfilling is performed.", |
| "scored_method_task_count_added": 11, |
| "status": "pass", |
| "task_ids_added_to_matrix": [ |
| "action_object_relation", |
| "caption_grounding", |
| "long_horizon_next_action", |
| "modality_reconstruction", |
| "next_subtask_forecast", |
| "object_set_forecast", |
| "time_to_transition" |
| ], |
| "title": "Existing Model-Output Task Probes" |
| } |
|
|
