Hugging Face's logo

cy0307
/
ropedia-xperience-10m-task-baselines

Robotics
PyTorch
xperience10m_task_baseline_suite
embodied-ai
multimodal
xperience-10m
baseline
evaluation
Model card Files
xet
 Community
cy0307 commited on
Commit
256ec70
·
verified ·
1 Parent(s): 0dce4ee

Upload Cosmos3 package mirror

Browse files
Files changed (14) hide show
  1. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/PUBLIC_RESULT_SUMMARY.md +24 -0
  2. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/dataset/dataset_manifest.json +54 -0
  3. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/dataset/episode_manifest.json +601 -0
  4. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/RUN_REPORT.md +14 -0
  5. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/future_predictions.jsonl +0 -0
  6. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/metrics.json +31 -0
  7. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/qualitative_examples.json +225 -0
  8. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/retrieval_rankings.csv +0 -0
  9. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/temporal_consistency.csv +15 -0
  10. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/training/progress.jsonl +5 -0
  11. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/training/training_metadata.json +39 -0
  12. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/validation/eval.json +81 -0
  13. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/validation/training.json +63 -0
  14. results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/verified_result_summary.json +168 -0
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/PUBLIC_RESULT_SUMMARY.md ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Verified Omni Fine-Tuning Result
2
+
3
+ - Backbone: `cosmos_world_model`
4
+ - Dataset run: `xperience10m_cosmos3_nano_128ep_future_window_h5_compat`
5
+ - Training run: `xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter`
6
+ - Evaluation run: `xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full`
7
+ - Validation status: `verified`
8
+ - Held-out eval split: `test`
9
+ - Held-out episodes: `14`
10
+ - Prediction rows: `378`
11
+
12
+ ## Primary Metrics
13
+
14
+ - future_retrieval_mrr: `0.022138720585222767`
15
+ - future_retrieval_recall_at_5: `0.015873015873015872`
16
+ - temporal_consistency: `0.09523809523809523`
17
+ - feature_reconstruction_error: `3479.218317102503`
18
+ - transition_accuracy: `0.9682539682539683`
19
+ - contact_accuracy: `0.7433862433862434`
20
+ - held_out_episode_count: `14`
21
+
22
+ Raw Xperience-10M files, base-model weights, adapter or checkpoint weights, full checkpoints, and large archives are not included.
23
+
24
+ Use this package as the source for README, website, and Hugging Face updates.
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/dataset/dataset_manifest.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat",
3
+ "dataset_path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset.jsonl",
4
+ "source_dataset_jsonl": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_96train_16val_16test_valmon_20260605_dataset/dataset.jsonl",
5
+ "source_dataset_manifest": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_96train_16val_16test_valmon_20260605_dataset/dataset_manifest.json",
6
+ "dataset_contract": "xperience10m_future_window_world_model_v0",
7
+ "num_samples": 3213,
8
+ "num_episodes": 119,
9
+ "split_counts": {
10
+ "train": 2403,
11
+ "test": 378,
12
+ "val": 432
13
+ },
14
+ "episode_split_counts": {
15
+ "train": 89,
16
+ "test": 14,
17
+ "val": 16
18
+ },
19
+ "horizon_windows": 5,
20
+ "max_pairs_per_episode": 0,
21
+ "cosmos_model": {
22
+ "available": true,
23
+ "path": "<workspace-parent>/cosmos3_models/nvidia__Cosmos3-Nano",
24
+ "files": {
25
+ "config.json": true,
26
+ "model_index.json": true,
27
+ "generation_config.json": true
28
+ },
29
+ "architectures": [
30
+ "Cosmos3ForConditionalGeneration"
31
+ ],
32
+ "lora_enabled_default": false,
33
+ "lora_rank_default": 16,
34
+ "lora_target_modules_default": "q_proj_moe_gen,k_proj_moe_gen,v_proj_moe_gen,o_proj_moe_gen",
35
+ "resolution": "720",
36
+ "pipeline_class": "Cosmos3OmniDiffusersPipeline",
37
+ "diffusers_version": "0.37.1"
38
+ },
39
+ "source_dataset_summary": {
40
+ "num_samples": 3808,
41
+ "num_episodes": 119,
42
+ "split_counts": {
43
+ "train": 2848,
44
+ "val": 512,
45
+ "test": 448
46
+ }
47
+ },
48
+ "skipped_episodes": [],
49
+ "notes": [
50
+ "Records contain derived paths and labels only; raw media is referenced for local training but not copied into public packages.",
51
+ "The target is a same-episode future window, preserving train/val/test episode boundaries.",
52
+ "This is the Cosmos3-Nano compatibility dataset used before full diffusion fine-tuning."
53
+ ]
54
+ }
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/dataset/episode_manifest.json ADDED
@@ -0,0 +1,601 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat",
3
+ "source_dataset_jsonl": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_96train_16val_16test_valmon_20260605_dataset/dataset.jsonl",
4
+ "episodes": [
5
+ {
6
+ "episode_id": "003dcaf0-edba-4787-ada0-187d2748f684__ep1",
7
+ "split": "train",
8
+ "source_record_count": 32
9
+ },
10
+ {
11
+ "episode_id": "0073a4be-ec41-47f3-92d6-f63cf89aec9b__ep4",
12
+ "split": "train",
13
+ "source_record_count": 32
14
+ },
15
+ {
16
+ "episode_id": "0474d134-f983-4590-9cf9-29bd1c6e33cb__ep3",
17
+ "split": "train",
18
+ "source_record_count": 32
19
+ },
20
+ {
21
+ "episode_id": "04d9f378-2812-4c7f-a269-1ad0bc43445f__ep4",
22
+ "split": "train",
23
+ "source_record_count": 32
24
+ },
25
+ {
26
+ "episode_id": "0a5009c4-292b-40c6-b9ec-7c75cf54a112__ep1",
27
+ "split": "train",
28
+ "source_record_count": 32
29
+ },
30
+ {
31
+ "episode_id": "0d330006-684f-4e93-bf38-06d53be3fe5f__ep3",
32
+ "split": "train",
33
+ "source_record_count": 32
34
+ },
35
+ {
36
+ "episode_id": "0da1f6d2-6564-4f28-b248-1d1b71f9521b__ep1",
37
+ "split": "train",
38
+ "source_record_count": 32
39
+ },
40
+ {
41
+ "episode_id": "0ffa6540-b99f-4909-9f80-c1b3e4c14a85__ep6",
42
+ "split": "train",
43
+ "source_record_count": 32
44
+ },
45
+ {
46
+ "episode_id": "13ca0290-713b-43a8-a06c-305bde0cbf6c__ep2",
47
+ "split": "train",
48
+ "source_record_count": 32
49
+ },
50
+ {
51
+ "episode_id": "175a573b-7294-43b4-9c14-09c29ab3fef0__ep2",
52
+ "split": "train",
53
+ "source_record_count": 32
54
+ },
55
+ {
56
+ "episode_id": "17901b9e-7d5d-475a-86f8-b4a9bc9a5709__ep2",
57
+ "split": "train",
58
+ "source_record_count": 32
59
+ },
60
+ {
61
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
62
+ "split": "test",
63
+ "source_record_count": 32
64
+ },
65
+ {
66
+ "episode_id": "17eea990-0d39-4cc8-a7c8-03fd56b4bf04__ep10",
67
+ "split": "train",
68
+ "source_record_count": 32
69
+ },
70
+ {
71
+ "episode_id": "1a76d123-ed27-4c4a-a8d4-06f3aaeda454__ep1",
72
+ "split": "train",
73
+ "source_record_count": 32
74
+ },
75
+ {
76
+ "episode_id": "21d33146-cd1f-40bd-b26b-0c64fd1d603f__ep2",
77
+ "split": "train",
78
+ "source_record_count": 32
79
+ },
80
+ {
81
+ "episode_id": "22af1ff1-eaa9-4268-b96a-81a9fa35fe93__ep3",
82
+ "split": "train",
83
+ "source_record_count": 32
84
+ },
85
+ {
86
+ "episode_id": "2651c600-a427-42a5-bdc9-6e8ab74356eb__ep5",
87
+ "split": "train",
88
+ "source_record_count": 32
89
+ },
90
+ {
91
+ "episode_id": "2680606b-f296-4daa-baf9-7d58c90444bc__ep2",
92
+ "split": "train",
93
+ "source_record_count": 32
94
+ },
95
+ {
96
+ "episode_id": "27c9fc42-2bb4-4737-b09c-08d2dd88aed4__ep4",
97
+ "split": "train",
98
+ "source_record_count": 32
99
+ },
100
+ {
101
+ "episode_id": "2a433534-63d5-48ad-b75e-a5607087b5df__ep2",
102
+ "split": "train",
103
+ "source_record_count": 32
104
+ },
105
+ {
106
+ "episode_id": "2aee3428-f462-49e6-95c4-b803c1803e0b__ep3",
107
+ "split": "train",
108
+ "source_record_count": 32
109
+ },
110
+ {
111
+ "episode_id": "2f579b88-12fb-41c2-aa2a-9b8f5ae8f918__ep1",
112
+ "split": "val",
113
+ "source_record_count": 32
114
+ },
115
+ {
116
+ "episode_id": "2f918260-6ba7-4132-8069-7972afedc1cf__ep3",
117
+ "split": "train",
118
+ "source_record_count": 32
119
+ },
120
+ {
121
+ "episode_id": "322958e6-2d26-40d7-af3d-cb16362c78f7__ep2",
122
+ "split": "train",
123
+ "source_record_count": 32
124
+ },
125
+ {
126
+ "episode_id": "33f7ae08-ac1d-4321-9cb9-eca79016b359__ep1",
127
+ "split": "test",
128
+ "source_record_count": 32
129
+ },
130
+ {
131
+ "episode_id": "34353740-0ce5-4b2f-9394-f9fd9a19b8fe__ep3",
132
+ "split": "train",
133
+ "source_record_count": 32
134
+ },
135
+ {
136
+ "episode_id": "34e4d6f3-f2b4-4de1-b837-15a372512a90__ep2",
137
+ "split": "val",
138
+ "source_record_count": 32
139
+ },
140
+ {
141
+ "episode_id": "34f07a04-eb37-45a3-95ec-189ed5f4a85b__ep5",
142
+ "split": "test",
143
+ "source_record_count": 32
144
+ },
145
+ {
146
+ "episode_id": "363abff7-e5ce-425e-a85c-5397186aefd2__ep3",
147
+ "split": "train",
148
+ "source_record_count": 32
149
+ },
150
+ {
151
+ "episode_id": "373850be-6393-4d15-985d-283da6cbe3e7__ep2",
152
+ "split": "train",
153
+ "source_record_count": 32
154
+ },
155
+ {
156
+ "episode_id": "37ee5802-66fb-4893-9173-fe97fe0e2000__ep2",
157
+ "split": "train",
158
+ "source_record_count": 32
159
+ },
160
+ {
161
+ "episode_id": "3cd70c8e-4ef5-481c-aa61-88b0dd4dec1f__ep4",
162
+ "split": "val",
163
+ "source_record_count": 32
164
+ },
165
+ {
166
+ "episode_id": "3eb8ef88-902d-4e84-8a72-a361c9d18647__ep3",
167
+ "split": "train",
168
+ "source_record_count": 32
169
+ },
170
+ {
171
+ "episode_id": "3ebbfff2-3a60-4cf4-af98-9db074a46e73__ep11",
172
+ "split": "val",
173
+ "source_record_count": 32
174
+ },
175
+ {
176
+ "episode_id": "3efd6a52-1457-4437-a3bf-9d5894614fe6__ep4",
177
+ "split": "train",
178
+ "source_record_count": 32
179
+ },
180
+ {
181
+ "episode_id": "40611d4c-a36d-4ae3-8a71-da94b81cdce4__ep2",
182
+ "split": "train",
183
+ "source_record_count": 32
184
+ },
185
+ {
186
+ "episode_id": "41e90813-8fff-4053-94f0-9537b1393bc2__ep1",
187
+ "split": "train",
188
+ "source_record_count": 32
189
+ },
190
+ {
191
+ "episode_id": "4318ba68-cc33-455d-bac1-6f8b66558708__ep1",
192
+ "split": "train",
193
+ "source_record_count": 32
194
+ },
195
+ {
196
+ "episode_id": "46b507a1-b1cb-4851-8558-9435de4abf68__ep2",
197
+ "split": "train",
198
+ "source_record_count": 32
199
+ },
200
+ {
201
+ "episode_id": "48b299c1-6c08-40a5-9b9d-9d170647a15a__ep1",
202
+ "split": "train",
203
+ "source_record_count": 32
204
+ },
205
+ {
206
+ "episode_id": "4a12e289-e4ed-405c-b198-96f704e94276__ep4",
207
+ "split": "train",
208
+ "source_record_count": 32
209
+ },
210
+ {
211
+ "episode_id": "4ab31463-5a47-4904-82c4-d859a0506e04__ep4",
212
+ "split": "train",
213
+ "source_record_count": 32
214
+ },
215
+ {
216
+ "episode_id": "4b02bb38-384a-438a-b5f9-6131d85c34b0__ep1",
217
+ "split": "test",
218
+ "source_record_count": 32
219
+ },
220
+ {
221
+ "episode_id": "4b7cc33d-56cf-4029-bda8-f154bd146447__ep5",
222
+ "split": "train",
223
+ "source_record_count": 32
224
+ },
225
+ {
226
+ "episode_id": "4e3da960-c06f-4b2c-996d-fe6f04fa4e36__ep2",
227
+ "split": "val",
228
+ "source_record_count": 32
229
+ },
230
+ {
231
+ "episode_id": "5399ef86-4df9-49bc-809f-8f4f92f9e659__ep6",
232
+ "split": "test",
233
+ "source_record_count": 32
234
+ },
235
+ {
236
+ "episode_id": "53ccaadb-44df-4ddf-bc40-c1bcedb92faa__ep7",
237
+ "split": "train",
238
+ "source_record_count": 32
239
+ },
240
+ {
241
+ "episode_id": "53e64c93-8947-403e-ab35-3428c431aee8__ep2",
242
+ "split": "train",
243
+ "source_record_count": 32
244
+ },
245
+ {
246
+ "episode_id": "53f2c164-09dd-48ca-ae69-4f5955a902ed__ep4",
247
+ "split": "val",
248
+ "source_record_count": 32
249
+ },
250
+ {
251
+ "episode_id": "54bf2b92-a5f8-440c-81fe-8f820bb90aab__ep3",
252
+ "split": "train",
253
+ "source_record_count": 32
254
+ },
255
+ {
256
+ "episode_id": "55f345d5-aa45-4d75-829b-a6ec41dca2ed__ep7",
257
+ "split": "train",
258
+ "source_record_count": 32
259
+ },
260
+ {
261
+ "episode_id": "573a5795-03bf-4f16-b4ce-bc09c2c56476__ep3",
262
+ "split": "val",
263
+ "source_record_count": 32
264
+ },
265
+ {
266
+ "episode_id": "59d0d93f-55c9-4a55-8cd4-e570cc0499d6__ep4",
267
+ "split": "train",
268
+ "source_record_count": 32
269
+ },
270
+ {
271
+ "episode_id": "5d994eb3-bc12-46dd-8984-da2d5f1a7055__ep9",
272
+ "split": "val",
273
+ "source_record_count": 32
274
+ },
275
+ {
276
+ "episode_id": "5e221284-f4af-4408-9177-25200282b6de__ep4",
277
+ "split": "train",
278
+ "source_record_count": 32
279
+ },
280
+ {
281
+ "episode_id": "613e0f29-cc10-4d0c-b0ce-e39fe9c8a6b9__ep2",
282
+ "split": "train",
283
+ "source_record_count": 32
284
+ },
285
+ {
286
+ "episode_id": "628d6ea4-0a63-4d8f-9725-1e41d2a56b8c__ep5",
287
+ "split": "val",
288
+ "source_record_count": 32
289
+ },
290
+ {
291
+ "episode_id": "638630bb-caf0-4367-a990-7a3d02dd395a__ep2",
292
+ "split": "train",
293
+ "source_record_count": 32
294
+ },
295
+ {
296
+ "episode_id": "65adf646-cb23-430e-9583-12482dd451a1__ep8",
297
+ "split": "train",
298
+ "source_record_count": 32
299
+ },
300
+ {
301
+ "episode_id": "676c3db3-464e-406a-be9f-8283518e8181__ep4",
302
+ "split": "train",
303
+ "source_record_count": 32
304
+ },
305
+ {
306
+ "episode_id": "6dc018a4-0614-478c-9332-86bd6c4af9e8__ep2",
307
+ "split": "train",
308
+ "source_record_count": 32
309
+ },
310
+ {
311
+ "episode_id": "6fbdecec-d4d5-477a-b94b-2486adb0dbd8__ep6",
312
+ "split": "train",
313
+ "source_record_count": 32
314
+ },
315
+ {
316
+ "episode_id": "705435da-879d-456e-a28e-f15f86e75027__ep3",
317
+ "split": "train",
318
+ "source_record_count": 32
319
+ },
320
+ {
321
+ "episode_id": "70a56200-9f80-4f13-8adb-33c0f931e1de__ep2",
322
+ "split": "val",
323
+ "source_record_count": 32
324
+ },
325
+ {
326
+ "episode_id": "7258c332-1061-4c43-8242-f438d951db1f__ep1",
327
+ "split": "train",
328
+ "source_record_count": 32
329
+ },
330
+ {
331
+ "episode_id": "727f582a-fe2a-45c3-b506-216133a28c35__ep1",
332
+ "split": "train",
333
+ "source_record_count": 32
334
+ },
335
+ {
336
+ "episode_id": "7ba21b77-14c9-47c5-8942-ef2ef5e02784__ep3",
337
+ "split": "train",
338
+ "source_record_count": 32
339
+ },
340
+ {
341
+ "episode_id": "7f443115-54a4-4d50-acfb-e05fe506c270__ep5",
342
+ "split": "val",
343
+ "source_record_count": 32
344
+ },
345
+ {
346
+ "episode_id": "81d4c5c5-b164-419c-86e0-c26347284f83__ep9",
347
+ "split": "train",
348
+ "source_record_count": 32
349
+ },
350
+ {
351
+ "episode_id": "81e9362f-fd63-4aec-92fa-1f489d6ac025__ep2",
352
+ "split": "train",
353
+ "source_record_count": 32
354
+ },
355
+ {
356
+ "episode_id": "82c95b73-ba14-4083-8929-ddeb85d22e9f__ep3",
357
+ "split": "train",
358
+ "source_record_count": 32
359
+ },
360
+ {
361
+ "episode_id": "832369c5-8fca-4591-940a-7a7a28206de2__ep4",
362
+ "split": "train",
363
+ "source_record_count": 32
364
+ },
365
+ {
366
+ "episode_id": "833144f1-bd03-4b93-bdc7-3d2e46aedcf1__ep2",
367
+ "split": "train",
368
+ "source_record_count": 32
369
+ },
370
+ {
371
+ "episode_id": "84106bb9-1cf8-47b6-8d11-fddbfe381e4f__ep5",
372
+ "split": "train",
373
+ "source_record_count": 32
374
+ },
375
+ {
376
+ "episode_id": "8533707e-d7e0-4d1a-99d1-fa154a8e62ad__ep5",
377
+ "split": "train",
378
+ "source_record_count": 32
379
+ },
380
+ {
381
+ "episode_id": "85a956ae-65c6-4d11-9e7f-720d6d71ae5b__ep5",
382
+ "split": "train",
383
+ "source_record_count": 32
384
+ },
385
+ {
386
+ "episode_id": "8692d5eb-19b2-4c49-9f88-da2ec373796e__ep3",
387
+ "split": "train",
388
+ "source_record_count": 32
389
+ },
390
+ {
391
+ "episode_id": "877779cd-25f3-4293-a3c4-39067dd9558c__ep4",
392
+ "split": "test",
393
+ "source_record_count": 32
394
+ },
395
+ {
396
+ "episode_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1",
397
+ "split": "test",
398
+ "source_record_count": 32
399
+ },
400
+ {
401
+ "episode_id": "90fe845b-df65-4297-838c-7924d4c3b6ad__ep9",
402
+ "split": "train",
403
+ "source_record_count": 32
404
+ },
405
+ {
406
+ "episode_id": "960e7265-e8f2-4bca-9c21-501e2c250ce8__ep2",
407
+ "split": "train",
408
+ "source_record_count": 32
409
+ },
410
+ {
411
+ "episode_id": "994e4c6c-660a-49f2-90a7-3ebbbb55eb9b__ep2",
412
+ "split": "train",
413
+ "source_record_count": 32
414
+ },
415
+ {
416
+ "episode_id": "999100c1-b488-4ed1-a580-c0487f308e5d__ep5",
417
+ "split": "train",
418
+ "source_record_count": 32
419
+ },
420
+ {
421
+ "episode_id": "9c553886-83c5-4dc4-be5c-dcb269b3a771__ep2",
422
+ "split": "test",
423
+ "source_record_count": 32
424
+ },
425
+ {
426
+ "episode_id": "9c7b2c19-5370-4a81-af68-6b76723f3c67__ep1",
427
+ "split": "val",
428
+ "source_record_count": 32
429
+ },
430
+ {
431
+ "episode_id": "9f84a0a7-8964-48c5-b7e1-8a1d28094c86__ep2",
432
+ "split": "train",
433
+ "source_record_count": 32
434
+ },
435
+ {
436
+ "episode_id": "a00c1d99-de08-42bc-8623-712b9dde7fde__ep3",
437
+ "split": "train",
438
+ "source_record_count": 32
439
+ },
440
+ {
441
+ "episode_id": "a1012a57-385e-45a9-8a59-694a26fe92a5__ep1",
442
+ "split": "test",
443
+ "source_record_count": 32
444
+ },
445
+ {
446
+ "episode_id": "a2f2e433-d2c6-4ae1-80b9-c775a8428aa8__ep2",
447
+ "split": "train",
448
+ "source_record_count": 32
449
+ },
450
+ {
451
+ "episode_id": "a39eaab1-ac8c-4c2d-9764-a566b773136e__ep2",
452
+ "split": "train",
453
+ "source_record_count": 32
454
+ },
455
+ {
456
+ "episode_id": "a3e06450-50f8-4894-a22f-1f891fad3809__ep7",
457
+ "split": "train",
458
+ "source_record_count": 32
459
+ },
460
+ {
461
+ "episode_id": "a90b8b61-cbba-40fa-948c-b3da79fec1cb__ep1",
462
+ "split": "train",
463
+ "source_record_count": 32
464
+ },
465
+ {
466
+ "episode_id": "a93a840b-2d22-4231-9504-87ec4d930aad__ep2",
467
+ "split": "train",
468
+ "source_record_count": 32
469
+ },
470
+ {
471
+ "episode_id": "aa3ca3ec-56fd-4bbd-ad15-055eabc1838a__ep7",
472
+ "split": "train",
473
+ "source_record_count": 32
474
+ },
475
+ {
476
+ "episode_id": "adb1bb6f-6df3-4f46-b895-f045ac3e0772__ep2",
477
+ "split": "train",
478
+ "source_record_count": 32
479
+ },
480
+ {
481
+ "episode_id": "aed79382-cf3f-4b5c-89bb-46c322c19350__ep3",
482
+ "split": "val",
483
+ "source_record_count": 32
484
+ },
485
+ {
486
+ "episode_id": "af8e9345-011f-4c97-a78e-ecb4a268220f__ep4",
487
+ "split": "train",
488
+ "source_record_count": 32
489
+ },
490
+ {
491
+ "episode_id": "b2bd37ae-1261-4a9c-82ee-6d50fec3550b__ep1",
492
+ "split": "train",
493
+ "source_record_count": 32
494
+ },
495
+ {
496
+ "episode_id": "b49d8a3c-7a1e-4ca3-8ce8-ae1cce0df001__ep2",
497
+ "split": "train",
498
+ "source_record_count": 32
499
+ },
500
+ {
501
+ "episode_id": "b5d76a3d-f4a3-4950-ab9d-344caa247059__ep4",
502
+ "split": "val",
503
+ "source_record_count": 32
504
+ },
505
+ {
506
+ "episode_id": "b6579cb5-0a71-4ca6-8808-1e2700be05c7__ep3",
507
+ "split": "test",
508
+ "source_record_count": 32
509
+ },
510
+ {
511
+ "episode_id": "b750fab3-7fbb-43a0-b451-c64c4d4a64da__ep1",
512
+ "split": "test",
513
+ "source_record_count": 32
514
+ },
515
+ {
516
+ "episode_id": "b9dd769b-e31a-4fdb-945e-5a60db6487b0__ep2",
517
+ "split": "test",
518
+ "source_record_count": 32
519
+ },
520
+ {
521
+ "episode_id": "ba045ed4-ef25-404d-b756-8dcbd45b18fa__ep2",
522
+ "split": "test",
523
+ "source_record_count": 32
524
+ },
525
+ {
526
+ "episode_id": "ba18b7c1-21ff-45da-8452-41acce7fc8de__ep2",
527
+ "split": "test",
528
+ "source_record_count": 32
529
+ },
530
+ {
531
+ "episode_id": "bc53027e-d29a-473f-8f18-7b524b801e40__ep2",
532
+ "split": "train",
533
+ "source_record_count": 32
534
+ },
535
+ {
536
+ "episode_id": "bdfae17b-1e56-4cc5-a4dc-f4fad8369aed__ep1",
537
+ "split": "train",
538
+ "source_record_count": 32
539
+ },
540
+ {
541
+ "episode_id": "bf622eaf-363e-40c4-8a04-1dfedd85a718__ep10",
542
+ "split": "train",
543
+ "source_record_count": 32
544
+ },
545
+ {
546
+ "episode_id": "c038defe-faa6-4fe9-aef6-84bd93726d1c__ep2",
547
+ "split": "val",
548
+ "source_record_count": 32
549
+ },
550
+ {
551
+ "episode_id": "c09b25c6-218c-4e06-95ff-d63eccf20f2b__ep8",
552
+ "split": "train",
553
+ "source_record_count": 32
554
+ },
555
+ {
556
+ "episode_id": "c221c115-7b98-4d08-b5ab-653b5956c811__ep3",
557
+ "split": "train",
558
+ "source_record_count": 32
559
+ },
560
+ {
561
+ "episode_id": "c304368b-3b2c-46fc-8a19-c1de1e13dc75__ep4",
562
+ "split": "train",
563
+ "source_record_count": 32
564
+ },
565
+ {
566
+ "episode_id": "c5e31792-0961-463c-bfb4-ff89030c2ac8__ep1",
567
+ "split": "train",
568
+ "source_record_count": 32
569
+ },
570
+ {
571
+ "episode_id": "c5e5183a-9eca-448a-9ec1-a0a40682b81a__ep4",
572
+ "split": "train",
573
+ "source_record_count": 32
574
+ },
575
+ {
576
+ "episode_id": "cd364707-88fc-43bd-a95b-61aee9f8bd20__ep5",
577
+ "split": "train",
578
+ "source_record_count": 32
579
+ },
580
+ {
581
+ "episode_id": "d342e6e2-c381-4a1c-b0ac-e62a5c80624f__ep3",
582
+ "split": "val",
583
+ "source_record_count": 32
584
+ },
585
+ {
586
+ "episode_id": "d377bbb4-1bce-43ae-a41f-cefd23b8a8a2__ep2",
587
+ "split": "train",
588
+ "source_record_count": 32
589
+ },
590
+ {
591
+ "episode_id": "d5520c73-fa72-4e92-ad2a-4c3e48d8ad7c__ep6",
592
+ "split": "train",
593
+ "source_record_count": 32
594
+ },
595
+ {
596
+ "episode_id": "dab5e5d1-9d11-43ad-ac6f-205500ff5ad4__ep5",
597
+ "split": "train",
598
+ "source_record_count": 32
599
+ }
600
+ ]
601
+ }
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/RUN_REPORT.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Cosmos3-Nano Future-Window Compatibility Run
2
+
3
+ - Dataset: `<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset.jsonl`
4
+ - Train samples: `2403`
5
+ - Validation samples: `432`
6
+ - Held-out test samples: `378`
7
+ - Held-out episodes: `14`
8
+ - Future retrieval MRR: `0.022139`
9
+ - Future retrieval recall@5: `0.015873`
10
+ - Temporal consistency: `0.095238`
11
+ - Feature reconstruction error: `3479.218317`
12
+
13
+ This run validates the Cosmos3-Nano future-window contract on the same selected episode split.
14
+ It does not fine-tune or publish Cosmos base weights; full Cosmos diffusion LoRA fine-tuning is the next step after the Cosmos Diffusers training stack is installed.
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/future_predictions.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/metrics.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_split": "test",
3
+ "num_samples": 378,
4
+ "num_eval_episodes": 14,
5
+ "held_out_episode_count": 14,
6
+ "future_retrieval_mrr": 0.022138720585222767,
7
+ "future_retrieval_recall_at_5": 0.015873015873015872,
8
+ "temporal_consistency": 0.09523809523809523,
9
+ "feature_reconstruction_error": 3479.218317102503,
10
+ "transition_accuracy": 0.9682539682539683,
11
+ "contact_accuracy": 0.7433862433862434,
12
+ "action_accuracy_from_retrieved_future": 0.007936507936507936,
13
+ "train_samples": 2403,
14
+ "val_samples": 432,
15
+ "dataset_jsonl": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset.jsonl",
16
+ "cosmos_model": {
17
+ "available": true,
18
+ "path": "<workspace-parent>/cosmos3_models/nvidia__Cosmos3-Nano",
19
+ "config.json": true,
20
+ "architectures": [
21
+ "Cosmos3ForConditionalGeneration"
22
+ ],
23
+ "lora_rank_default": 16,
24
+ "lora_enabled_default": false,
25
+ "resolution": "720",
26
+ "model_index.json": true,
27
+ "pipeline_class": "Cosmos3OmniDiffusersPipeline",
28
+ "diffusers_version": "0.37.1",
29
+ "generation_config.json": true
30
+ }
31
+ }
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/qualitative_examples.json ADDED
@@ -0,0 +1,225 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "selection_policy": "first bounded examples from held-out eval rows; raw media omitted",
3
+ "examples": [
4
+ {
5
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00000:h5",
6
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
7
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:0",
8
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:12",
9
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
10
+ "rank": 247,
11
+ "context_action": "Walking in the hallway",
12
+ "true_future_action": "Approaching and pressing the door switch",
13
+ "pred_future_action": "Grasp cleaning bottle"
14
+ },
15
+ {
16
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00001:h5",
17
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
18
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:1",
19
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:13",
20
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
21
+ "rank": 208,
22
+ "context_action": "Walking in the hallway",
23
+ "true_future_action": "Approaching and pressing the door switch",
24
+ "pred_future_action": "Grasp cleaning bottle"
25
+ },
26
+ {
27
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00002:h5",
28
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
29
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:2",
30
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:20",
31
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
32
+ "rank": 204,
33
+ "context_action": "Walking in the hallway",
34
+ "true_future_action": "Entering the VR training room",
35
+ "pred_future_action": "Grasp cleaning bottle"
36
+ },
37
+ {
38
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00003:h5",
39
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
40
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:10",
41
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:21",
42
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
43
+ "rank": 220,
44
+ "context_action": "Approaching and pressing the door switch",
45
+ "true_future_action": "Entering the VR training room",
46
+ "pred_future_action": "Grasp cleaning bottle"
47
+ },
48
+ {
49
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00004:h5",
50
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
51
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:11",
52
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:22",
53
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
54
+ "rank": 209,
55
+ "context_action": "Approaching and pressing the door switch",
56
+ "true_future_action": "Entering the VR training room",
57
+ "pred_future_action": "Grasp cleaning bottle"
58
+ },
59
+ {
60
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00005:h5",
61
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
62
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:12",
63
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:28",
64
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
65
+ "rank": 212,
66
+ "context_action": "Approaching and pressing the door switch",
67
+ "true_future_action": "Greeting/acknowledging participants",
68
+ "pred_future_action": "Grasp cleaning bottle"
69
+ },
70
+ {
71
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00006:h5",
72
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
73
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:13",
74
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:29",
75
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
76
+ "rank": 261,
77
+ "context_action": "Approaching and pressing the door switch",
78
+ "true_future_action": "Greeting/acknowledging participants",
79
+ "pred_future_action": "Grasp cleaning bottle"
80
+ },
81
+ {
82
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00007:h5",
83
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
84
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:20",
85
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:30",
86
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
87
+ "rank": 228,
88
+ "context_action": "Entering the VR training room",
89
+ "true_future_action": "Greeting/acknowledging participants",
90
+ "pred_future_action": "Grasp cleaning bottle"
91
+ },
92
+ {
93
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00008:h5",
94
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
95
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:21",
96
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:40",
97
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
98
+ "rank": 279,
99
+ "context_action": "Entering the VR training room",
100
+ "true_future_action": "Move through the training room",
101
+ "pred_future_action": "Grasp cleaning bottle"
102
+ },
103
+ {
104
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00009:h5",
105
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
106
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:22",
107
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:41",
108
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
109
+ "rank": 347,
110
+ "context_action": "Entering the VR training room",
111
+ "true_future_action": "Move through the training room",
112
+ "pred_future_action": "Grasp cleaning bottle"
113
+ },
114
+ {
115
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00010:h5",
116
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
117
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:28",
118
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:42",
119
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
120
+ "rank": 281,
121
+ "context_action": "Greeting/acknowledging participants",
122
+ "true_future_action": "Move through the training room",
123
+ "pred_future_action": "Grasp cleaning bottle"
124
+ },
125
+ {
126
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00011:h5",
127
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
128
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:29",
129
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:50",
130
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
131
+ "rank": 201,
132
+ "context_action": "Greeting/acknowledging participants",
133
+ "true_future_action": "Manipulate plastic strips",
134
+ "pred_future_action": "Grasp cleaning bottle"
135
+ },
136
+ {
137
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00012:h5",
138
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
139
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:30",
140
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:51",
141
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
142
+ "rank": 177,
143
+ "context_action": "Greeting/acknowledging participants",
144
+ "true_future_action": "Manipulate plastic strips",
145
+ "pred_future_action": "Grasp cleaning bottle"
146
+ },
147
+ {
148
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00013:h5",
149
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
150
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:40",
151
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:52",
152
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
153
+ "rank": 118,
154
+ "context_action": "Move through the training room",
155
+ "true_future_action": "Manipulate plastic strips",
156
+ "pred_future_action": "Grasp cleaning bottle"
157
+ },
158
+ {
159
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00014:h5",
160
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
161
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:41",
162
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:70",
163
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
164
+ "rank": 257,
165
+ "context_action": "Move through the training room",
166
+ "true_future_action": "Manipulate plastic strip",
167
+ "pred_future_action": "Grasp cleaning bottle"
168
+ },
169
+ {
170
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00015:h5",
171
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
172
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:42",
173
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:71",
174
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
175
+ "rank": 249,
176
+ "context_action": "Move through the training room",
177
+ "true_future_action": "Manipulate plastic strip",
178
+ "pred_future_action": "Grasp cleaning bottle"
179
+ },
180
+ {
181
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00016:h5",
182
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
183
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:50",
184
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:72",
185
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
186
+ "rank": 246,
187
+ "context_action": "Manipulate plastic strips",
188
+ "true_future_action": "Manipulate plastic strip",
189
+ "pred_future_action": "Grasp cleaning bottle"
190
+ },
191
+ {
192
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00017:h5",
193
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
194
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:51",
195
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:90",
196
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
197
+ "rank": 229,
198
+ "context_action": "Manipulate plastic strips",
199
+ "true_future_action": "Hold and bend plastic strip",
200
+ "pred_future_action": "Grasp cleaning bottle"
201
+ },
202
+ {
203
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00018:h5",
204
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
205
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:52",
206
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:91",
207
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
208
+ "rank": 242,
209
+ "context_action": "Manipulate plastic strips",
210
+ "true_future_action": "Hold and bend plastic strip",
211
+ "pred_future_action": "Grasp cleaning bottle"
212
+ },
213
+ {
214
+ "id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:future:00019:h5",
215
+ "episode_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1",
216
+ "context_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:70",
217
+ "future_record_id": "1796b943-caad-43c6-b9bd-80b8d601f37d__ep1:qa:92",
218
+ "pred_future_record_id": "8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1:qa:184",
219
+ "rank": 249,
220
+ "context_action": "Manipulate plastic strip",
221
+ "true_future_action": "Hold and bend plastic strip",
222
+ "pred_future_action": "Grasp cleaning bottle"
223
+ }
224
+ ]
225
+ }
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/retrieval_rankings.csv ADDED
The diff for this file is too large to render. See raw diff
 
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/eval/temporal_consistency.csv ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ episode_id,num_queries,mrr,recall_at_5,mean_feature_reconstruction_error
2
+ 1796b943-caad-43c6-b9bd-80b8d601f37d__ep1,27,0.004593761631787245,0.0,487.4296479401765
3
+ 33f7ae08-ac1d-4321-9cb9-eca79016b359__ep1,27,0.005254122505806218,0.0,33161.304914686414
4
+ 34f07a04-eb37-45a3-95ec-189ed5f4a85b__ep5,27,0.006546816673936965,0.0,487.47367011176215
5
+ 4b02bb38-384a-438a-b5f9-6131d85c34b0__ep1,27,0.044296943645117125,0.037037037037037035,8373.307462339048
6
+ 5399ef86-4df9-49bc-809f-8f4f92f9e659__ep6,27,0.10268029938153124,0.1111111111111111,487.4382075557002
7
+ 877779cd-25f3-4293-a3c4-39067dd9558c__ep4,27,0.025202919938536256,0.037037037037037035,487.29619570131655
8
+ 8a8e1b3c-607e-4ada-b3fd-fa639727e92c__ep1,27,0.05290813550717685,0.037037037037037035,671.5543936270254
9
+ 9c553886-83c5-4dc4-be5c-dcb269b3a771__ep2,27,0.007064895979736822,0.0,487.44394146954573
10
+ a1012a57-385e-45a9-8a59-694a26fe92a5__ep1,27,0.01672749771123443,0.0,487.43827424225987
11
+ b6579cb5-0a71-4ca6-8808-1e2700be05c7__ep3,27,0.003918445341599291,0.0,487.4353117766204
12
+ b750fab3-7fbb-43a0-b451-c64c4d4a64da__ep1,27,0.008552921441576244,0.0,487.3327862774884
13
+ b9dd769b-e31a-4fdb-945e-5a60db6487b0__ep2,27,0.014435933657463342,0.0,487.45736355251734
14
+ ba045ed4-ef25-404d-b756-8dcbd45b18fa__ep2,27,0.00853191046890663,0.0,487.49143360279226
15
+ ba18b7c1-21ff-45da-8452-41acce7fc8de__ep2,27,0.009227484308710055,0.0,1628.6528365523727
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/training/progress.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"event": "setup_start", "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter", "time": 1780778947.825001}
2
+ {"event": "setup_done", "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter", "dataset_jsonl": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset.jsonl", "num_train_samples": 2403, "num_val_samples": 432, "num_eval_samples": 378, "time": 1780778948.3467915}
3
+ {"event": "adapter_built", "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter", "feature_dim": 4430, "adapter": "standardized_current_plus_train_mean_future_delta", "time": 1780778950.8991876}
4
+ {"event": "eval_done", "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter", "eval_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full", "metrics": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/metrics.json", "time": 1780778952.092043}
5
+ {"event": "complete", "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter", "time": 1780778952.0920827}
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/training/training_metadata.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
3
+ "backbone": "cosmos_world_model",
4
+ "model_id": "<workspace-parent>/cosmos3_models/nvidia__Cosmos3-Nano",
5
+ "dataset_jsonl": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset.jsonl",
6
+ "checkpoint_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
7
+ "num_processes": 1,
8
+ "num_train_samples": 2403,
9
+ "num_val_samples": 432,
10
+ "history": [
11
+ {
12
+ "epoch": 0,
13
+ "train_loss": null,
14
+ "val_loss": null,
15
+ "note": "closed-form mean-delta adapter; no Cosmos diffusion weights fine-tuned in this compatibility run"
16
+ }
17
+ ],
18
+ "adapter": {
19
+ "type": "standardized_current_plus_train_mean_future_delta",
20
+ "feature_dim": 4430,
21
+ "mean_delta_l2": 4.0002640162128955e-05,
22
+ "saved_weights": false
23
+ },
24
+ "cosmos_model": {
25
+ "available": true,
26
+ "path": "<workspace-parent>/cosmos3_models/nvidia__Cosmos3-Nano",
27
+ "config.json": true,
28
+ "architectures": [
29
+ "Cosmos3ForConditionalGeneration"
30
+ ],
31
+ "lora_rank_default": 16,
32
+ "lora_enabled_default": false,
33
+ "resolution": "720",
34
+ "model_index.json": true,
35
+ "pipeline_class": "Cosmos3OmniDiffusersPipeline",
36
+ "diffusers_version": "0.37.1",
37
+ "generation_config.json": true
38
+ }
39
+ }
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/validation/eval.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "pass",
3
+ "summary": {
4
+ "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat",
5
+ "dataset_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat",
6
+ "train_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
7
+ "eval_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full",
8
+ "backbone": "cosmos_world_model",
9
+ "backbone_status": "implemented",
10
+ "checkpoint_gate": "world_model_checkpoint_and_generation_config",
11
+ "required_stage": "eval",
12
+ "workspace": "<project>",
13
+ "manifest": {
14
+ "path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat/episode_manifest.json",
15
+ "episode_count": 119,
16
+ "split_counts": {
17
+ "train": 89,
18
+ "test": 14,
19
+ "val": 16
20
+ },
21
+ "session_leakage": []
22
+ },
23
+ "dataset": {
24
+ "dataset_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset",
25
+ "manifest_path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset_manifest.json",
26
+ "dataset_path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset.jsonl",
27
+ "manifest_num_samples": 3213,
28
+ "row_count": 3213,
29
+ "sample_split_counts": {
30
+ "train": 2403,
31
+ "test": 378,
32
+ "val": 432
33
+ },
34
+ "episode_split_counts": {
35
+ "train": 89,
36
+ "test": 14,
37
+ "val": 16
38
+ },
39
+ "skipped_episodes": 0
40
+ },
41
+ "training": {
42
+ "train_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
43
+ "checkpoint_candidates": [
44
+ "<project>/checkpoints/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter/adapter_lora",
45
+ "<project>/checkpoints/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_lora/adapter_lora"
46
+ ],
47
+ "checkpoint_gate": "world_model_checkpoint_and_generation_config",
48
+ "required_training_files": [
49
+ "training_metadata.json",
50
+ "progress.jsonl",
51
+ "model_config.json",
52
+ "checkpoint_manifest.json"
53
+ ],
54
+ "checkpoint_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
55
+ "num_processes": 1,
56
+ "num_train_samples": 2403,
57
+ "num_val_samples": 432,
58
+ "history_len": 1,
59
+ "checkpoint_dir_recorded": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter"
60
+ },
61
+ "eval": {
62
+ "eval_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full",
63
+ "required_eval_files": [
64
+ "metrics.json",
65
+ "future_predictions.jsonl",
66
+ "retrieval_rankings.csv",
67
+ "temporal_consistency.csv",
68
+ "qualitative_examples.json",
69
+ "RUN_REPORT.md"
70
+ ],
71
+ "eval_split": "test",
72
+ "num_eval_episodes": 14,
73
+ "held_out_episode_count": 14,
74
+ "json_validity_rate": null,
75
+ "action_macro_f1": null,
76
+ "prediction_file": "future_predictions.jsonl",
77
+ "prediction_rows": 378
78
+ }
79
+ },
80
+ "issues": []
81
+ }
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/validation/training.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "pass",
3
+ "summary": {
4
+ "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat",
5
+ "dataset_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat",
6
+ "train_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
7
+ "eval_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval",
8
+ "backbone": "cosmos_world_model",
9
+ "backbone_status": "implemented",
10
+ "checkpoint_gate": "world_model_checkpoint_and_generation_config",
11
+ "required_stage": "training",
12
+ "workspace": "<project>",
13
+ "manifest": {
14
+ "path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat/episode_manifest.json",
15
+ "episode_count": 119,
16
+ "split_counts": {
17
+ "train": 89,
18
+ "test": 14,
19
+ "val": 16
20
+ },
21
+ "session_leakage": []
22
+ },
23
+ "dataset": {
24
+ "dataset_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset",
25
+ "manifest_path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset_manifest.json",
26
+ "dataset_path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset.jsonl",
27
+ "manifest_num_samples": 3213,
28
+ "row_count": 3213,
29
+ "sample_split_counts": {
30
+ "train": 2403,
31
+ "test": 378,
32
+ "val": 432
33
+ },
34
+ "episode_split_counts": {
35
+ "train": 89,
36
+ "test": 14,
37
+ "val": 16
38
+ },
39
+ "skipped_episodes": 0
40
+ },
41
+ "training": {
42
+ "train_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
43
+ "checkpoint_candidates": [
44
+ "<project>/checkpoints/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter/adapter_lora",
45
+ "<project>/checkpoints/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_lora/adapter_lora"
46
+ ],
47
+ "checkpoint_gate": "world_model_checkpoint_and_generation_config",
48
+ "required_training_files": [
49
+ "training_metadata.json",
50
+ "progress.jsonl",
51
+ "model_config.json",
52
+ "checkpoint_manifest.json"
53
+ ],
54
+ "checkpoint_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
55
+ "num_processes": 1,
56
+ "num_train_samples": 2403,
57
+ "num_val_samples": 432,
58
+ "history_len": 1,
59
+ "checkpoint_dir_recorded": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter"
60
+ }
61
+ },
62
+ "issues": []
63
+ }
results/omni_finetune/verified_public/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full/verified_result_summary.json ADDED
@@ -0,0 +1,168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "verified",
3
+ "backbone": "cosmos_world_model",
4
+ "backbone_display_name": "Cosmos3-Nano Future-Window World Model",
5
+ "dataset_contract": "xperience10m_future_window_world_model_v0",
6
+ "training_objective": "future_window_and_action_conditioned_world_modeling",
7
+ "dataset_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat",
8
+ "train_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
9
+ "eval_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full",
10
+ "dataset": {
11
+ "num_samples": 3213,
12
+ "num_episodes": 119,
13
+ "split_counts": {
14
+ "train": 2403,
15
+ "test": 378,
16
+ "val": 432
17
+ },
18
+ "skipped_episodes": 0
19
+ },
20
+ "training": {
21
+ "num_processes": 1,
22
+ "num_train_samples": 2403,
23
+ "num_val_samples": 432,
24
+ "history": [
25
+ {
26
+ "epoch": 0,
27
+ "train_loss": null,
28
+ "val_loss": null,
29
+ "note": "closed-form mean-delta adapter; no Cosmos diffusion weights fine-tuned in this compatibility run"
30
+ }
31
+ ]
32
+ },
33
+ "eval": {
34
+ "eval_split": "test",
35
+ "num_samples": 378,
36
+ "prediction_file": "future_predictions.jsonl",
37
+ "prediction_rows": 378,
38
+ "num_eval_episodes": 14,
39
+ "held_out_episode_count": 14,
40
+ "primary_metrics": {
41
+ "future_retrieval_mrr": 0.022138720585222767,
42
+ "future_retrieval_recall_at_5": 0.015873015873015872,
43
+ "temporal_consistency": 0.09523809523809523,
44
+ "feature_reconstruction_error": 3479.218317102503,
45
+ "transition_accuracy": 0.9682539682539683,
46
+ "contact_accuracy": 0.7433862433862434,
47
+ "held_out_episode_count": 14
48
+ }
49
+ },
50
+ "validation_summary": {
51
+ "run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat",
52
+ "dataset_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat",
53
+ "train_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
54
+ "eval_run_id": "xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full",
55
+ "backbone": "cosmos_world_model",
56
+ "backbone_status": "implemented",
57
+ "checkpoint_gate": "world_model_checkpoint_and_generation_config",
58
+ "required_stage": "eval",
59
+ "workspace": "<project>",
60
+ "manifest": {
61
+ "path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat/episode_manifest.json",
62
+ "episode_count": 119,
63
+ "split_counts": {
64
+ "train": 89,
65
+ "test": 14,
66
+ "val": 16
67
+ },
68
+ "session_leakage": []
69
+ },
70
+ "dataset": {
71
+ "dataset_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset",
72
+ "manifest_path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset_manifest.json",
73
+ "dataset_path": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_dataset/dataset.jsonl",
74
+ "manifest_num_samples": 3213,
75
+ "row_count": 3213,
76
+ "sample_split_counts": {
77
+ "train": 2403,
78
+ "test": 378,
79
+ "val": 432
80
+ },
81
+ "episode_split_counts": {
82
+ "train": 89,
83
+ "test": 14,
84
+ "val": 16
85
+ },
86
+ "skipped_episodes": 0
87
+ },
88
+ "training": {
89
+ "train_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
90
+ "checkpoint_candidates": [
91
+ "<project>/checkpoints/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter/adapter_lora",
92
+ "<project>/checkpoints/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_lora/adapter_lora"
93
+ ],
94
+ "checkpoint_gate": "world_model_checkpoint_and_generation_config",
95
+ "required_training_files": [
96
+ "training_metadata.json",
97
+ "progress.jsonl",
98
+ "model_config.json",
99
+ "checkpoint_manifest.json"
100
+ ],
101
+ "checkpoint_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter",
102
+ "num_processes": 1,
103
+ "num_train_samples": 2403,
104
+ "num_val_samples": 432,
105
+ "history_len": 1,
106
+ "checkpoint_dir_recorded": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter"
107
+ },
108
+ "eval": {
109
+ "eval_dir": "<project>/results/omni_finetune/xperience10m_cosmos3_nano_128ep_future_window_h5_compat_adapter_eval_test_full",
110
+ "required_eval_files": [
111
+ "metrics.json",
112
+ "future_predictions.jsonl",
113
+ "retrieval_rankings.csv",
114
+ "temporal_consistency.csv",
115
+ "qualitative_examples.json",
116
+ "RUN_REPORT.md"
117
+ ],
118
+ "eval_split": "test",
119
+ "num_eval_episodes": 14,
120
+ "held_out_episode_count": 14,
121
+ "json_validity_rate": null,
122
+ "action_macro_f1": null,
123
+ "prediction_file": "future_predictions.jsonl",
124
+ "prediction_rows": 378
125
+ }
126
+ },
127
+ "included_files": [
128
+ "dataset/dataset_manifest.json",
129
+ "dataset/episode_manifest.json",
130
+ "eval/RUN_REPORT.md",
131
+ "eval/future_predictions.jsonl",
132
+ "eval/metrics.json",
133
+ "eval/qualitative_examples.json",
134
+ "eval/retrieval_rankings.csv",
135
+ "eval/temporal_consistency.csv",
136
+ "training/progress.jsonl",
137
+ "training/training_metadata.json",
138
+ "validation/eval.json",
139
+ "validation/training.json"
140
+ ],
141
+ "required_eval_files": [
142
+ "metrics.json",
143
+ "future_predictions.jsonl",
144
+ "retrieval_rankings.csv",
145
+ "temporal_consistency.csv",
146
+ "qualitative_examples.json",
147
+ "RUN_REPORT.md"
148
+ ],
149
+ "public_package_allowed": [
150
+ "metrics",
151
+ "future-window prediction summaries",
152
+ "retrieval rankings",
153
+ "temporal consistency tables",
154
+ "qualitative example metadata",
155
+ "episode and dataset manifests",
156
+ "validation summaries"
157
+ ],
158
+ "public_package_forbidden": [
159
+ "raw MP4",
160
+ "annotation HDF5",
161
+ "Rerun RRD",
162
+ "generated raw video unless explicitly licensed and size-bounded",
163
+ "base-model weights",
164
+ "full checkpoints",
165
+ "large archives"
166
+ ],
167
+ "excluded_policy": "Raw Xperience-10M files, base-model weights, adapter or checkpoint weights, full checkpoints, and large archives are not included."
168
+ }