cy0307 commited on
Commit
9e86630
·
verified ·
1 Parent(s): 0c249d3

Add files using upload-large-folder tool

Browse files
Files changed (13) hide show
  1. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/PUBLIC_RESULT_SUMMARY.md +25 -0
  2. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/dataset/dataset_manifest.json +0 -0
  3. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/dataset/episode_manifest.json +0 -0
  4. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/RUN_REPORT.md +12 -0
  5. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/confusion_matrix.csv +0 -0
  6. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/metrics.json +1610 -0
  7. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/per_class_metrics.csv +1233 -0
  8. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/predictions.csv +0 -0
  9. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/predictions.jsonl +0 -0
  10. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/training/progress.jsonl +270 -0
  11. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/training/training_metadata.json +89 -0
  12. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/validation/eval.json +81 -0
  13. results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/verified_result_summary.json +174 -0
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/PUBLIC_RESULT_SUMMARY.md ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Verified Omni Fine-Tuning Result
2
+
3
+ - Backbone: `qwen3_omni_lora`
4
+ - Dataset run: `xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora`
5
+ - Training run: `xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora`
6
+ - Evaluation run: `xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full`
7
+ - Validation status: `verified`
8
+ - Held-out eval split: `test`
9
+ - Held-out episodes: `14`
10
+ - Prediction rows: `4032`
11
+
12
+ ## Primary Metrics
13
+
14
+ - json_validity_rate: `0.9990079365079365`
15
+ - action_macro_f1: `0.0028830723979596335`
16
+ - subtask_accuracy: `0.0037313432835820895`
17
+ - transition_accuracy: `0.9898313492063492`
18
+ - next_action_accuracy: `0.04305335446381405`
19
+ - contact_accuracy: `0.8177083333333334`
20
+ - object_micro_f1: `0.3064982378331287`
21
+ - held_out_episode_count: `14`
22
+
23
+ Raw Xperience-10M files, base-model weights, adapter or checkpoint weights, full checkpoints, and large archives are not included.
24
+
25
+ Use this package as the source for README, website, and Hugging Face updates.
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/dataset/dataset_manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/dataset/episode_manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/RUN_REPORT.md ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Qwen3-Omni LoRA Sharded Evaluation
2
+
3
+ - Dataset: `<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset.jsonl`
4
+ - Eval split: `test`
5
+ - Expected eval samples: `4032`
6
+ - Merged predictions: `4032`
7
+ - Held-out episodes: `14`
8
+ - Accuracy: `0.0437`
9
+ - Macro-F1: `0.0029`
10
+ - JSON validity: `0.9990`
11
+
12
+ Artifacts include `metrics.json`, `predictions.csv`, `per_class_metrics.csv`, and `confusion_matrix.csv`.
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/confusion_matrix.csv ADDED
The diff for this file is too large to render. See raw diff
 
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/metrics.json ADDED
@@ -0,0 +1,1610 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "num_samples": 4032,
3
+ "accuracy": 0.04365079365079365,
4
+ "macro_f1": 0.0028830723979596335,
5
+ "labels": [
6
+ "Adjust Mahjong tile",
7
+ "Adjust Mahjong tile alignment",
8
+ "Adjust Mahjong tile on the stack",
9
+ "Adjust Mahjong tiles",
10
+ "Adjust bead piles",
11
+ "Adjust canned food on shelf",
12
+ "Adjust cans in bin",
13
+ "Adjust cans in container",
14
+ "Adjust cans in tray",
15
+ "Adjust cardboard",
16
+ "Adjust cardboard divider",
17
+ "Adjust cardboard position",
18
+ "Adjust container on shelf",
19
+ "Adjust container position",
20
+ "Adjust containers on shelf",
21
+ "Adjust foam strip",
22
+ "Adjust grip",
23
+ "Adjust grip on container",
24
+ "Adjust hand position",
25
+ "Adjust item on shelf",
26
+ "Adjust lantern shape",
27
+ "Adjust lantern string",
28
+ "Adjust paper",
29
+ "Adjust paper strip",
30
+ "Adjust perspective",
31
+ "Adjust placement on shelf",
32
+ "Adjust position",
33
+ "Adjust pot position",
34
+ "Adjust puzzle piece",
35
+ "Adjust red button",
36
+ "Adjust red button in row",
37
+ "Adjust red button position",
38
+ "Adjust retail item position",
39
+ "Adjust retail items on shelf",
40
+ "Adjust ruler position",
41
+ "Adjust smartphone and sort pieces",
42
+ "Adjust snack package",
43
+ "Adjust tile row alignment",
44
+ "Adjust vacuum cleaner position",
45
+ "Adjusting a puzzle piece",
46
+ "Adjusting canned goods on shelf",
47
+ "Adjusting fabric for cutting",
48
+ "Adjusting fabric position",
49
+ "Adjusting puzzle piece",
50
+ "Align Mahjong tiles",
51
+ "Align and place retail item",
52
+ "Align blue strip",
53
+ "Align button",
54
+ "Align button in row",
55
+ "Align button row",
56
+ "Align buttons",
57
+ "Align canned food on shelf",
58
+ "Align canned goods on shelf",
59
+ "Align cardboard piece",
60
+ "Align cardboard strip",
61
+ "Align charging cable",
62
+ "Align edges of paper lantern",
63
+ "Align foam piece",
64
+ "Align foam strip",
65
+ "Align paper lantern edges",
66
+ "Align paper strip",
67
+ "Align plastic containers",
68
+ "Align red button in row",
69
+ "Align red buttons",
70
+ "Align ruler",
71
+ "Align ruler and mark cardboard",
72
+ "Align ruler on cardboard",
73
+ "Align ruler with crease",
74
+ "Align scissors",
75
+ "Apply adhesive tape to lantern",
76
+ "Approach boxes",
77
+ "Approach desk",
78
+ "Approach packing area",
79
+ "Approach restocking supplies",
80
+ "Approach table",
81
+ "Approach work table",
82
+ "Approach workstation",
83
+ "Approaching and pressing the door switch",
84
+ "Approaching the table",
85
+ "Approaching work table",
86
+ "Arrange Mahjong tiles",
87
+ "Arrange beads by color",
88
+ "Arrange black buttons",
89
+ "Arrange button cluster",
90
+ "Arrange buttons",
91
+ "Arrange buttons in a line",
92
+ "Arrange buttons in row",
93
+ "Arrange buttons on table",
94
+ "Arrange buttons on the table",
95
+ "Arrange canned products on shelf",
96
+ "Arrange cans in box",
97
+ "Arrange cans on shelf",
98
+ "Arrange cardboard",
99
+ "Arrange cardboard piece",
100
+ "Arrange cardboard pieces",
101
+ "Arrange cardboard squares",
102
+ "Arrange container on shelf",
103
+ "Arrange items on shelf",
104
+ "Arrange orange buttons",
105
+ "Arrange paper stars",
106
+ "Arrange paper strips",
107
+ "Arrange plastic containers",
108
+ "Arrange red buttons",
109
+ "Arrange small buttons",
110
+ "Arrange star beads",
111
+ "Arrange star beads for counting",
112
+ "Arrange star-shaped beads",
113
+ "Arrange tiles into row",
114
+ "Arrive at a different workstation",
115
+ "Assemble cardboard pieces",
116
+ "Assemble foam strips",
117
+ "Assess shelf arrangement",
118
+ "Attach foam strip",
119
+ "Attach material to paper strip",
120
+ "Attempt to fit puzzle piece",
121
+ "Begin folding paper strip",
122
+ "Begin rolling quilling strip",
123
+ "Bend and manipulate plastic strip",
124
+ "Browse and interact with phone interface",
125
+ "Browse mobile phone",
126
+ "Browse smartphone screen",
127
+ "Browsing mobile phone",
128
+ "Browsing smartphone content",
129
+ "Bundle display hooks",
130
+ "Cap marker",
131
+ "Carry cardboard piece",
132
+ "Carry cereal boxes",
133
+ "Carry cereal towards aisle",
134
+ "Carry container",
135
+ "Carry crate of cans",
136
+ "Carry item to shelf",
137
+ "Carry pasta box towards aisle",
138
+ "Carry plastic container",
139
+ "Carry stool to next shelf",
140
+ "Check phone",
141
+ "Check smart watch",
142
+ "Check watch",
143
+ "Clean shelf",
144
+ "Close cardboard box",
145
+ "Closing the door",
146
+ "Combine bead piles",
147
+ "Complete the cut",
148
+ "Connect cable to device",
149
+ "Continue cutting fabric",
150
+ "Continue cutting newspaper",
151
+ "Continue folding paper strip",
152
+ "Count and arrange paper stars",
153
+ "Count and record paper stars",
154
+ "Count paper stars",
155
+ "Counting and organizing beads",
156
+ "Counting star beads",
157
+ "Curve foam strip into loop",
158
+ "Cut along the edge of the newspaper",
159
+ "Cut along the line",
160
+ "Cut along the marked line",
161
+ "Cut along the newspaper edge",
162
+ "Cut cardboard",
163
+ "Cut cardboard along line",
164
+ "Cut cardboard grid",
165
+ "Cut cardboard into triangles",
166
+ "Cut cardboard pattern",
167
+ "Cut cardboard piece",
168
+ "Cut cardboard piece with scissors",
169
+ "Cut cardboard pieces with scissors",
170
+ "Cut cardboard shape",
171
+ "Cut cardboard sheet",
172
+ "Cut cardboard sheet with scissors",
173
+ "Cut cardboard square",
174
+ "Cut cardboard strip",
175
+ "Cut cardboard strip with scissors",
176
+ "Cut cardboard strip with utility knife",
177
+ "Cut cardboard triangle",
178
+ "Cut cardboard tube",
179
+ "Cut cardboard with scissors",
180
+ "Cut cardboard with utility knife",
181
+ "Cut fabric with scissors",
182
+ "Cut light green fabric",
183
+ "Cut newspaper",
184
+ "Cut newspaper with scissors",
185
+ "Cut out cardboard pattern",
186
+ "Cut section from newspaper",
187
+ "Cutting fabric",
188
+ "Deposit beads into box",
189
+ "Deposit cardboard squares",
190
+ "Discard item into bin",
191
+ "Discard paper towel",
192
+ "Draw grid line",
193
+ "Draw grid line with pen",
194
+ "Draw line",
195
+ "Draw line along ruler",
196
+ "Draw line on cardboard",
197
+ "Draw line with marker",
198
+ "Draw line with pen",
199
+ "Draw lines on cardboard",
200
+ "Draw lines with pen and ruler",
201
+ "Draw lines with ruler",
202
+ "Draw straight line",
203
+ "Draw straight lines on cardboard",
204
+ "Drawing grid line",
205
+ "Drawing grid line with pen and ruler",
206
+ "Drawing grid line with ruler",
207
+ "Drawing lines on cardboard",
208
+ "Drop cardboard square into box",
209
+ "Dry hands",
210
+ "Enter the room",
211
+ "Enter workspace",
212
+ "Entering the VR training room",
213
+ "Examine canned goods",
214
+ "Examine item",
215
+ "Examine labels",
216
+ "Examine product",
217
+ "Expand paper lantern",
218
+ "Extract wire hangers from box",
219
+ "Finish placing cardboard cutouts",
220
+ "Finish washing hands",
221
+ "Finish wiping and inspect jar",
222
+ "Finishing coil",
223
+ "Fold and manipulate ribbon",
224
+ "Fold and organize paper strips",
225
+ "Fold blue strip",
226
+ "Fold cardboard",
227
+ "Fold cardboard edge",
228
+ "Fold cardboard shape",
229
+ "Fold cardboard sheet",
230
+ "Fold cut cardboard",
231
+ "Fold foam piece",
232
+ "Fold lucky star",
233
+ "Fold newspaper",
234
+ "Fold paper lantern",
235
+ "Fold paper star",
236
+ "Fold paper strip",
237
+ "Fold paper strip into a star",
238
+ "Fold paper strip into knot",
239
+ "Fold paper strip into lucky star",
240
+ "Fold paper strip into star",
241
+ "Fold plastic strip",
242
+ "Fold purple paper",
243
+ "Fold purple paper strip",
244
+ "Fold ribbon",
245
+ "Folding cardboard",
246
+ "Folding paper strip",
247
+ "Forming quilled paper shape",
248
+ "Gather cardboard pieces",
249
+ "Gather pieces",
250
+ "Gather pieces into box",
251
+ "Gather star beads",
252
+ "Gathering colored beads",
253
+ "Gathering items",
254
+ "Gathering star beads",
255
+ "Gesturing",
256
+ "Grasp and retrieve item",
257
+ "Grasp cardboard sheet",
258
+ "Grasp cleaning bottle",
259
+ "Grasp door handle",
260
+ "Grasp electronic object",
261
+ "Grasp item",
262
+ "Grasp lantern",
263
+ "Grasp lantern component",
264
+ "Grasp next item",
265
+ "Grasp origami stars",
266
+ "Grasp package",
267
+ "Grasp paper strip",
268
+ "Grasp plastic bag on shelf",
269
+ "Grasp product from box",
270
+ "Grasp product from shelf",
271
+ "Grasp retail item",
272
+ "Grasp shopping bag",
273
+ "Grasp snack package",
274
+ "Grasping cleaning cloth",
275
+ "Greeting/acknowledging participants",
276
+ "Guide utility knife along ruler",
277
+ "Handle paper lantern component",
278
+ "Hold and align cardboard",
279
+ "Hold and align newspaper",
280
+ "Hold and align paper strip",
281
+ "Hold and bend paper strip",
282
+ "Hold and bend plastic strip",
283
+ "Hold and crease purple paper",
284
+ "Hold and examine item",
285
+ "Hold and inspect can",
286
+ "Hold and manipulate paper strip",
287
+ "Hold and mark cardboard piece",
288
+ "Hold and rotate paper strip",
289
+ "Hold and view phone",
290
+ "Hold and wipe product",
291
+ "Hold beads",
292
+ "Hold bin and move through aisle",
293
+ "Hold blue product box",
294
+ "Hold blue strip",
295
+ "Hold canned food",
296
+ "Hold cardboard",
297
+ "Hold cardboard piece",
298
+ "Hold cardboard pieces",
299
+ "Hold cardboard strip",
300
+ "Hold cardboard with ruler",
301
+ "Hold charger",
302
+ "Hold charger and cable",
303
+ "Hold charging cable",
304
+ "Hold cleaning cloth",
305
+ "Hold container",
306
+ "Hold container lid",
307
+ "Hold container of canned food",
308
+ "Hold craft tool",
309
+ "Hold device and cable",
310
+ "Hold earbud case",
311
+ "Hold electronic accessory",
312
+ "Hold electronic item",
313
+ "Hold empty container",
314
+ "Hold foam pieces",
315
+ "Hold instructional sign",
316
+ "Hold item",
317
+ "Hold item and adjust posture",
318
+ "Hold items",
319
+ "Hold items and inspect shelf",
320
+ "Hold items in hand",
321
+ "Hold newspaper",
322
+ "Hold paper lantern",
323
+ "Hold paper strip",
324
+ "Hold pen and paper",
325
+ "Hold phone",
326
+ "Hold pickle jar",
327
+ "Hold portable charger",
328
+ "Hold power adapter",
329
+ "Hold power bank and cable",
330
+ "Hold product",
331
+ "Hold product labels",
332
+ "Hold product package",
333
+ "Hold quilled paper coil",
334
+ "Hold quilled paper piece",
335
+ "Hold quilling paper",
336
+ "Hold recording sheet and pen",
337
+ "Hold ruler",
338
+ "Hold ruler and draw line",
339
+ "Hold ruler and mark cardboard",
340
+ "Hold ruler and marker",
341
+ "Hold ruler and pen steady",
342
+ "Hold ruler on cardboard",
343
+ "Hold ruler steady",
344
+ "Hold scissors",
345
+ "Hold small cardboard pieces",
346
+ "Hold small object",
347
+ "Hold small piece of ribbon",
348
+ "Hold small product bag",
349
+ "Hold small white box",
350
+ "Hold smartphone",
351
+ "Hold smartphone box",
352
+ "Hold snack package",
353
+ "Hold snack packages",
354
+ "Hold supplement bottle",
355
+ "Hold tray of canned goods",
356
+ "Hold utility knife",
357
+ "Hold water bottle",
358
+ "Holding marker",
359
+ "Identify next cardboard piece",
360
+ "Inflate paper star",
361
+ "Initiate star folding",
362
+ "Insert charging cable",
363
+ "Insert charging cable into power bank",
364
+ "Insert plug into power adapter",
365
+ "Inspect Dior gift box",
366
+ "Inspect almond package",
367
+ "Inspect and place item on shelf",
368
+ "Inspect bottle",
369
+ "Inspect cardboard piece",
370
+ "Inspect cardboard strip",
371
+ "Inspect charging case",
372
+ "Inspect electronic item",
373
+ "Inspect jar",
374
+ "Inspect product",
375
+ "Inspect product lid",
376
+ "Inspect shelf",
377
+ "Inspect shelf and organize stock",
378
+ "Inspect shelf condition",
379
+ "Inspect smartphone box",
380
+ "Inspect strip",
381
+ "Inspect supplement bottle",
382
+ "Interact with colleagues",
383
+ "Interact with phone",
384
+ "Interact with smartphone",
385
+ "Interact with smartphone screen",
386
+ "Interacting with phone screen",
387
+ "Interaction with coworker",
388
+ "Interlock paper strips",
389
+ "Labeling cardboard piece",
390
+ "Labeling cardboard square",
391
+ "Labeling cardboard squares",
392
+ "Lift blue strip",
393
+ "Lift pen and shift ruler",
394
+ "Lift pot lid",
395
+ "Lift utility knife",
396
+ "Lock phone",
397
+ "Look around the table",
398
+ "Look away",
399
+ "Look up and scan the room",
400
+ "Manipulate adhesive strip",
401
+ "Manipulate and inspect colorful pieces",
402
+ "Manipulate bead",
403
+ "Manipulate beads",
404
+ "Manipulate cardboard piece",
405
+ "Manipulate cardboard shape",
406
+ "Manipulate cardboard sheet",
407
+ "Manipulate colorful pieces",
408
+ "Manipulate component",
409
+ "Manipulate component on strip",
410
+ "Manipulate craft paper strips",
411
+ "Manipulate craft piece",
412
+ "Manipulate folded paper star",
413
+ "Manipulate light blue strip",
414
+ "Manipulate material",
415
+ "Manipulate paper decoration",
416
+ "Manipulate paper edge",
417
+ "Manipulate paper piece",
418
+ "Manipulate paper quilling piece",
419
+ "Manipulate paper star",
420
+ "Manipulate paper stars",
421
+ "Manipulate paper strip",
422
+ "Manipulate paper strips",
423
+ "Manipulate plastic strip",
424
+ "Manipulate plastic strips",
425
+ "Manipulate power cable plug",
426
+ "Manipulate puzzle piece",
427
+ "Manipulate puzzle pieces",
428
+ "Manipulate quilled paper",
429
+ "Manipulate quilled paper shape",
430
+ "Manipulate quilled paper strip",
431
+ "Manipulate quilled paper strips",
432
+ "Manipulate quilling paper",
433
+ "Manipulate quilling strip",
434
+ "Manipulate ribbon knot",
435
+ "Manipulate ribbon piece",
436
+ "Manipulate small component",
437
+ "Manipulate small object",
438
+ "Manipulate small paper segment",
439
+ "Manipulate star",
440
+ "Manipulate yellow strip",
441
+ "Manipulating paper strips",
442
+ "Mark cardboard",
443
+ "Mark cardboard piece",
444
+ "Mark cardboard strip with pen",
445
+ "Mark cardboard with marker",
446
+ "Mark cardboard with pen",
447
+ "Mark cardboard with pen and ruler",
448
+ "Mark cardboard with ruler",
449
+ "Mark cardboard with ruler and pen",
450
+ "Mark fabric",
451
+ "Mark fabric with pen",
452
+ "Mark fabric with pen and ruler",
453
+ "Mark line on cardboard",
454
+ "Mark lines on cardboard",
455
+ "Mark lines with marker",
456
+ "Mark lines with pen along ruler",
457
+ "Mark list with pen",
458
+ "Mark paper list",
459
+ "Mark straight line",
460
+ "Marking cardboard piece",
461
+ "Marking cardboard with pen",
462
+ "Marking lines on cardboard",
463
+ "Measure and mark cardboard",
464
+ "Measure cardboard with ruler",
465
+ "Move Mahjong tile",
466
+ "Move along shelf",
467
+ "Move along the shelf",
468
+ "Move along the shelves",
469
+ "Move along the supermarket aisle",
470
+ "Move and place black buttons",
471
+ "Move away from collection box",
472
+ "Move away from desk",
473
+ "Move away from shelf",
474
+ "Move away from table",
475
+ "Move away from workstation",
476
+ "Move bin",
477
+ "Move bin to shelf area",
478
+ "Move black button",
479
+ "Move blue beads",
480
+ "Move box to next position",
481
+ "Move button to line",
482
+ "Move camera over surface",
483
+ "Move can towards shelf",
484
+ "Move canned goods container",
485
+ "Move cardboard",
486
+ "Move cardboard box",
487
+ "Move cardboard piece",
488
+ "Move cardboard sheet",
489
+ "Move cardboard to pile",
490
+ "Move container toward shelf",
491
+ "Move dustpan to side",
492
+ "Move hand",
493
+ "Move hand away",
494
+ "Move hand away from shelf",
495
+ "Move hand away from workspace",
496
+ "Move hand back to box",
497
+ "Move hand over button pile",
498
+ "Move hand to paper stars",
499
+ "Move hand toward craft materials",
500
+ "Move item to bag",
501
+ "Move marker and adjust hand",
502
+ "Move marker and ruler",
503
+ "Move marker away",
504
+ "Move orange buttons",
505
+ "Move origami stars",
506
+ "Move pen",
507
+ "Move pen aside",
508
+ "Move pen away",
509
+ "Move phone",
510
+ "Move piece to pile",
511
+ "Move pieces into box",
512
+ "Move pineapple chips",
513
+ "Move plastic storage bin",
514
+ "Move plush toy",
515
+ "Move pot",
516
+ "Move product to box",
517
+ "Move product to shelf",
518
+ "Move product towards shelf",
519
+ "Move puzzle piece",
520
+ "Move ruler",
521
+ "Move ruler and tools",
522
+ "Move scissors away",
523
+ "Move small blue foam piece towards the strip",
524
+ "Move smartphone",
525
+ "Move storage bin",
526
+ "Move through aisle",
527
+ "Move through the training room",
528
+ "Move to box",
529
+ "Move to desk",
530
+ "Move to next section",
531
+ "Move to shelf",
532
+ "Move to shelf base",
533
+ "Move to stock products",
534
+ "Move towards aisle",
535
+ "Move towards box",
536
+ "Move towards kitchen area",
537
+ "Move towards shelf",
538
+ "Move towards table",
539
+ "Move towards the stove",
540
+ "Move tray towards packing area",
541
+ "Move utility knife along ruler",
542
+ "Move vacuum cleaner",
543
+ "Move vacuum cleaner hose",
544
+ "Moving cardboard square",
545
+ "Moving hand",
546
+ "Moving hand towards cardboard stack",
547
+ "Moving ruler",
548
+ "Observe and pause",
549
+ "Observe and walk through store",
550
+ "Observe colleague and workspace",
551
+ "Observe craft layout",
552
+ "Observe desktop layout",
553
+ "Observe paper and count objects",
554
+ "Observe paper quilling station",
555
+ "Observe puzzle progress",
556
+ "Observe room",
557
+ "Observe shelf",
558
+ "Observe shelf status",
559
+ "Observe sorting progress",
560
+ "Observe stocking",
561
+ "Observe surroundings",
562
+ "Observe workspace",
563
+ "Open cardboard box",
564
+ "Open door",
565
+ "Open earbud case",
566
+ "Open folded paper lantern",
567
+ "Open paper lantern",
568
+ "Open paper lantern component",
569
+ "Open small case",
570
+ "Open stove pot lid",
571
+ "Open supplement bottle",
572
+ "Operate smartphone",
573
+ "Organize bag contents",
574
+ "Organize cardboard pieces",
575
+ "Organize item on shelf",
576
+ "Organize products",
577
+ "Organize snacks in box",
578
+ "Organize tools and materials",
579
+ "Pack beads into box",
580
+ "Peel blue strip",
581
+ "Peel foam strip",
582
+ "Pick up Dior gift box",
583
+ "Pick up Mahjong tile",
584
+ "Pick up accessory",
585
+ "Pick up and sort cardboard",
586
+ "Pick up another bottle",
587
+ "Pick up another canned item",
588
+ "Pick up another item",
589
+ "Pick up beads",
590
+ "Pick up black button",
591
+ "Pick up blue foam piece",
592
+ "Pick up blue paper strip",
593
+ "Pick up bottle",
594
+ "Pick up bottled sauce",
595
+ "Pick up button",
596
+ "Pick up can",
597
+ "Pick up canned food",
598
+ "Pick up canned good",
599
+ "Pick up canned goods",
600
+ "Pick up canned item",
601
+ "Pick up canned product",
602
+ "Pick up cardboard",
603
+ "Pick up cardboard cutout",
604
+ "Pick up cardboard piece",
605
+ "Pick up cardboard square",
606
+ "Pick up cardboard stack",
607
+ "Pick up cardboard strip",
608
+ "Pick up cardboard tray",
609
+ "Pick up cereal boxes",
610
+ "Pick up charging cable",
611
+ "Pick up charging case",
612
+ "Pick up cleaning cloth",
613
+ "Pick up colored tile",
614
+ "Pick up container",
615
+ "Pick up container from box",
616
+ "Pick up craft material",
617
+ "Pick up cut cardboard piece",
618
+ "Pick up dustpan",
619
+ "Pick up electronic accessory",
620
+ "Pick up electronic accessory from box",
621
+ "Pick up electronic device",
622
+ "Pick up electronic item",
623
+ "Pick up electronic product",
624
+ "Pick up food item",
625
+ "Pick up gift box",
626
+ "Pick up grocery item",
627
+ "Pick up item",
628
+ "Pick up item from bin",
629
+ "Pick up item from box",
630
+ "Pick up item from shelf",
631
+ "Pick up items from the shopping bag",
632
+ "Pick up jar",
633
+ "Pick up light blue strip",
634
+ "Pick up marker",
635
+ "Pick up metal ruler",
636
+ "Pick up new cardboard piece",
637
+ "Pick up new electronic product",
638
+ "Pick up new product from box",
639
+ "Pick up next gift box",
640
+ "Pick up next item from bin",
641
+ "Pick up next product from bin",
642
+ "Pick up nut bar box",
643
+ "Pick up object",
644
+ "Pick up oil bottle",
645
+ "Pick up orange button",
646
+ "Pick up pack from shelf",
647
+ "Pick up packaged paper lantern component",
648
+ "Pick up paper star",
649
+ "Pick up paper strip",
650
+ "Pick up paper towel",
651
+ "Pick up pasta box",
652
+ "Pick up pen",
653
+ "Pick up phone",
654
+ "Pick up pickle jar",
655
+ "Pick up pink water bottle",
656
+ "Pick up plastic bin",
657
+ "Pick up plastic container",
658
+ "Pick up plush toy",
659
+ "Pick up portable charger",
660
+ "Pick up power bank",
661
+ "Pick up product",
662
+ "Pick up product box",
663
+ "Pick up product from bin",
664
+ "Pick up product from box",
665
+ "Pick up product from shelf",
666
+ "Pick up puzzle piece",
667
+ "Pick up red button",
668
+ "Pick up retail item",
669
+ "Pick up sauce bottle",
670
+ "Pick up scissors",
671
+ "Pick up shopping bag",
672
+ "Pick up small cardboard piece",
673
+ "Pick up small item",
674
+ "Pick up small object",
675
+ "Pick up small piece of material",
676
+ "Pick up smartphone",
677
+ "Pick up snack package",
678
+ "Pick up snack packages",
679
+ "Pick up snack packs",
680
+ "Pick up snack pouch",
681
+ "Pick up spice jar",
682
+ "Pick up stapler",
683
+ "Pick up star",
684
+ "Pick up star bead",
685
+ "Pick up star-shaped bead",
686
+ "Pick up storage container",
687
+ "Pick up supplement bottle",
688
+ "Pick up supplies from box",
689
+ "Pick up tin can",
690
+ "Pick up tool",
691
+ "Pick up utility knife",
692
+ "Pick up water bottle",
693
+ "Pick up yellow item",
694
+ "Pick up yellow paper strip",
695
+ "Picking up bottle",
696
+ "Picking up crafting material",
697
+ "Picking up stock",
698
+ "Pinch foam strips",
699
+ "Place Mahjong tile on stack",
700
+ "Place Mahjong tile on the stack",
701
+ "Place accessory box",
702
+ "Place accessory into box",
703
+ "Place accessory on shelf",
704
+ "Place and align button",
705
+ "Place and count bead",
706
+ "Place another canned food on shelf",
707
+ "Place back Dior gift box",
708
+ "Place bead on table",
709
+ "Place blue foam piece",
710
+ "Place bottle back on shelf",
711
+ "Place box on shelf",
712
+ "Place button",
713
+ "Place button in group",
714
+ "Place button in row",
715
+ "Place can on shelf",
716
+ "Place canned food in bin",
717
+ "Place canned food in container",
718
+ "Place canned food on shelf",
719
+ "Place canned good on shelf",
720
+ "Place canned goods in container",
721
+ "Place canned product on shelf",
722
+ "Place cans into box",
723
+ "Place cardboard",
724
+ "Place cardboard piece",
725
+ "Place cardboard piece on stack",
726
+ "Place cardboard square",
727
+ "Place cardboard square on stack",
728
+ "Place cardboard strip",
729
+ "Place charger on table",
730
+ "Place charging case down",
731
+ "Place cloth on floor",
732
+ "Place colored tile",
733
+ "Place container in bin",
734
+ "Place container on floor",
735
+ "Place container on shelf",
736
+ "Place controller on table",
737
+ "Place crate on floor",
738
+ "Place device on lap",
739
+ "Place down paper pieces",
740
+ "Place down paper segment",
741
+ "Place down pen",
742
+ "Place down pink water bottle",
743
+ "Place down ruler and pen",
744
+ "Place down scissors",
745
+ "Place down strip",
746
+ "Place finished star on table",
747
+ "Place gift box into bin",
748
+ "Place gift box on shelf",
749
+ "Place hand on table",
750
+ "Place item back",
751
+ "Place item back on shelf",
752
+ "Place item in bag",
753
+ "Place item in container",
754
+ "Place item in shopping bag",
755
+ "Place item into bag",
756
+ "Place item into shopping bag",
757
+ "Place item on shelf",
758
+ "Place item on table",
759
+ "Place items on shelf",
760
+ "Place items on table",
761
+ "Place items on the shelf",
762
+ "Place jar in box",
763
+ "Place jar into shelf box",
764
+ "Place jar on shelf",
765
+ "Place ketchup bottle on shelf",
766
+ "Place knife down",
767
+ "Place lid back",
768
+ "Place marked piece down",
769
+ "Place marker down",
770
+ "Place material",
771
+ "Place oil in container",
772
+ "Place paper star",
773
+ "Place paper star in row",
774
+ "Place pen on cardboard",
775
+ "Place pen on table",
776
+ "Place phone down",
777
+ "Place phone on desk",
778
+ "Place phone on shelf",
779
+ "Place phone on table",
780
+ "Place pickle jar in box",
781
+ "Place piece into puzzle",
782
+ "Place plush toy into bag",
783
+ "Place plush toy on shelf",
784
+ "Place product in box",
785
+ "Place product on shelf",
786
+ "Place puzzle piece",
787
+ "Place quilled paper shape",
788
+ "Place red button",
789
+ "Place ribbon onto project",
790
+ "Place ruler on cardboard",
791
+ "Place sauce bottle on shelf",
792
+ "Place sauce in container",
793
+ "Place scissors aside",
794
+ "Place scissors down",
795
+ "Place scissors on table",
796
+ "Place smartphone down",
797
+ "Place smartphone on cardboard",
798
+ "Place smartphone on desk",
799
+ "Place smartphone on stand",
800
+ "Place smartphone on table",
801
+ "Place snack in box",
802
+ "Place snack on shelf",
803
+ "Place snack package in box",
804
+ "Place snack package on shelf",
805
+ "Place snack packages on shelf",
806
+ "Place snack pouch in container",
807
+ "Place snack pouch on shelf",
808
+ "Place spice jar in container",
809
+ "Place star",
810
+ "Place star in row",
811
+ "Place star on table",
812
+ "Place stars in container",
813
+ "Place stool on floor",
814
+ "Place storage container on floor",
815
+ "Place strip on table",
816
+ "Place supplement bottle in container",
817
+ "Place tool on table",
818
+ "Place towel",
819
+ "Place water bottle on table",
820
+ "Place white box on table",
821
+ "Placing labeled cardboard square",
822
+ "Placing labeled square",
823
+ "Placing paper strip",
824
+ "Placing pen on table",
825
+ "Placing phone down",
826
+ "Placing piece on stack",
827
+ "Placing stock on shelf",
828
+ "Plug cable into portable charger",
829
+ "Position blue strip",
830
+ "Position cardboard for cutting",
831
+ "Position cardboard piece",
832
+ "Position cardboard strip",
833
+ "Position cardboard tray",
834
+ "Position cardboard tube",
835
+ "Position container near shelf",
836
+ "Position container on shelf",
837
+ "Position hands for work",
838
+ "Position ribbon piece",
839
+ "Position ruler and mark cardboard",
840
+ "Position ruler on cardboard",
841
+ "Position scissors",
842
+ "Position scissors for next cut",
843
+ "Position scissors to cut cardboard",
844
+ "Position shelving divider",
845
+ "Position the chair",
846
+ "Position the ruler",
847
+ "Position tray",
848
+ "Position utility knife",
849
+ "Position utility knife on cardboard",
850
+ "Position yellow foam piece on strip",
851
+ "Positioning cardboard on workspace",
852
+ "Positioning paper strip",
853
+ "Positioning puzzle piece",
854
+ "Positioning ruler on cardboard",
855
+ "Prepare paper strip",
856
+ "Prepare to cut cardboard",
857
+ "Prepare to draw lines",
858
+ "Prepare to pick up item",
859
+ "Prepare to place bottle on shelf",
860
+ "Prepare to place cardboard",
861
+ "Prepare to place item in bag",
862
+ "Prepare to place product",
863
+ "Prepare to resume cutting",
864
+ "Prepare to sort beads",
865
+ "Preparing to craft",
866
+ "Press blue strip",
867
+ "Press ends of foam strip together",
868
+ "Press foam piece",
869
+ "Press foam piece to strip",
870
+ "Press foam strip",
871
+ "Press fold",
872
+ "Pull back hand",
873
+ "Pull blue foam strip",
874
+ "Pull chair",
875
+ "Pull paper strip",
876
+ "Push vacuum cleaner",
877
+ "Put down phone",
878
+ "Put down scissors",
879
+ "Put down smartphone",
880
+ "Put down utility knife",
881
+ "Put down water bottle",
882
+ "Putting away smartphone",
883
+ "Reach and sort buttons",
884
+ "Reach for Mahjong tiles",
885
+ "Reach for additional items",
886
+ "Reach for and examine canned goods",
887
+ "Reach for and pick up smartphone",
888
+ "Reach for another container",
889
+ "Reach for another item",
890
+ "Reach for beads",
891
+ "Reach for black button",
892
+ "Reach for button",
893
+ "Reach for buttons",
894
+ "Reach for can",
895
+ "Reach for canned food",
896
+ "Reach for canned goods",
897
+ "Reach for cardboard box",
898
+ "Reach for cardboard piece",
899
+ "Reach for cleaning supplies",
900
+ "Reach for container",
901
+ "Reach for craft items",
902
+ "Reach for door handle",
903
+ "Reach for empty shelf space",
904
+ "Reach for foam strips",
905
+ "Reach for item",
906
+ "Reach for item in box",
907
+ "Reach for item on shelf",
908
+ "Reach for items",
909
+ "Reach for items in box",
910
+ "Reach for more pieces",
911
+ "Reach for multicolored buttons",
912
+ "Reach for next can",
913
+ "Reach for next canned food",
914
+ "Reach for next canned food item",
915
+ "Reach for next canned product",
916
+ "Reach for next item",
917
+ "Reach for next piece",
918
+ "Reach for next product",
919
+ "Reach for object",
920
+ "Reach for paper strip",
921
+ "Reach for paper strips",
922
+ "Reach for phone",
923
+ "Reach for product",
924
+ "Reach for product labels",
925
+ "Reach for product on shelf",
926
+ "Reach for puzzle piece",
927
+ "Reach for retail item",
928
+ "Reach for shelf",
929
+ "Reach for shelving divider",
930
+ "Reach for snack package",
931
+ "Reach for snack pouch",
932
+ "Reach for star",
933
+ "Reach for stars",
934
+ "Reach for utility knife",
935
+ "Reach for water bottle",
936
+ "Reach for wire hangers",
937
+ "Reach into bag",
938
+ "Reach into box",
939
+ "Reach towards shelf",
940
+ "Reaching for beads",
941
+ "Realign Mahjong tiles",
942
+ "Rearrange Mahjong tile",
943
+ "Rearrange Mahjong tiles",
944
+ "Rearrange buttons",
945
+ "Rearrange shelf item",
946
+ "Record count",
947
+ "Record count on notepad",
948
+ "Record star count",
949
+ "Record star count on paper",
950
+ "Release and prepare new strip",
951
+ "Release bottle",
952
+ "Release button",
953
+ "Release cardboard",
954
+ "Release cardboard piece",
955
+ "Release cardboard piece and gesture",
956
+ "Release cardboard shape",
957
+ "Release container",
958
+ "Release foam strip",
959
+ "Release folded paper",
960
+ "Release food item",
961
+ "Release hook",
962
+ "Release label",
963
+ "Release lantern",
964
+ "Release paper",
965
+ "Release paper coil",
966
+ "Release paper star",
967
+ "Release paper strip",
968
+ "Release pickle jar",
969
+ "Release product on shelf",
970
+ "Release puzzle piece",
971
+ "Release quilling strip",
972
+ "Release scissors",
973
+ "Release smartphone",
974
+ "Remove cardboard flap",
975
+ "Remove cardboard pattern",
976
+ "Remove cardboard pattern piece",
977
+ "Remove cleaning bottle",
978
+ "Remove item from bag",
979
+ "Remove item from shelf",
980
+ "Remove lid from container",
981
+ "Remove paper lantern part from packaging",
982
+ "Remove plastic container from shelf",
983
+ "Remove plastic container from storage box",
984
+ "Remove plastic packaging",
985
+ "Remove ruler",
986
+ "Remove ruler and marker",
987
+ "Remove shelf label",
988
+ "Remove storage bin from shelf",
989
+ "Reorganize bin contents",
990
+ "Reposition and cut",
991
+ "Reposition cardboard for cutting",
992
+ "Reposition hand",
993
+ "Reposition hands",
994
+ "Reposition hands and ruler",
995
+ "Reposition marker",
996
+ "Reposition newspaper",
997
+ "Reposition pen and prepare for next line",
998
+ "Reposition ruler",
999
+ "Reposition ruler and pen",
1000
+ "Reposition scissors",
1001
+ "Reposition sign and organize beads",
1002
+ "Reposition tools",
1003
+ "Reposition utility knife",
1004
+ "Repositioning ruler",
1005
+ "Repositioning ruler and cardboard",
1006
+ "Resume counting stars",
1007
+ "Resume cutting cardboard",
1008
+ "Resume observation",
1009
+ "Resume sorting blue beads",
1010
+ "Resume writing on paper",
1011
+ "Retract camera/reposition view",
1012
+ "Retract hand",
1013
+ "Retract hand from bag",
1014
+ "Retrieve another container",
1015
+ "Retrieve canned food from box",
1016
+ "Retrieve hand to table",
1017
+ "Retrieve items from bag",
1018
+ "Retrieve next canned food item",
1019
+ "Retrieve paper strip",
1020
+ "Retrieve paper strips",
1021
+ "Retrieve snack from container",
1022
+ "Retrieve star",
1023
+ "Retrieving more beads",
1024
+ "Return to sorting",
1025
+ "Reviewing count record",
1026
+ "Rinse cloth in sink",
1027
+ "Roll quilling paper",
1028
+ "Rolling paper strip",
1029
+ "Rub hands together",
1030
+ "Scan for next piece",
1031
+ "Scan supermarket shelves",
1032
+ "Score cardboard",
1033
+ "Scroll on smartphone",
1034
+ "Scroll smartphone screen",
1035
+ "Scroll through photo gallery",
1036
+ "Scrolling and viewing content on phone",
1037
+ "Scrolling or navigating on phone",
1038
+ "Search for puzzle piece",
1039
+ "Secure paper edges with adhesive",
1040
+ "Secure ribbon with needle",
1041
+ "Securing paper structure",
1042
+ "Select a bottle",
1043
+ "Select and pick up a canned item",
1044
+ "Select another item",
1045
+ "Select button from pile",
1046
+ "Select paper strip",
1047
+ "Select product from box",
1048
+ "Selecting new paper strip",
1049
+ "Separate cardboard piece",
1050
+ "Set down scissors and pick up power bank",
1051
+ "Set down utility knife",
1052
+ "Slide utility knife along ruler",
1053
+ "Sort Mahjong tiles",
1054
+ "Sort and adjust button line",
1055
+ "Sort and arrange buttons",
1056
+ "Sort and arrange cardboard pieces",
1057
+ "Sort and count beads",
1058
+ "Sort and place buttons",
1059
+ "Sort and place paper star",
1060
+ "Sort and stack cardboard pieces",
1061
+ "Sort beads",
1062
+ "Sort beads and write count",
1063
+ "Sort beads by color",
1064
+ "Sort beads by hand",
1065
+ "Sort beads on table",
1066
+ "Sort beads on the table",
1067
+ "Sort blue beads",
1068
+ "Sort blue star-shaped pieces",
1069
+ "Sort button",
1070
+ "Sort button by color",
1071
+ "Sort buttons",
1072
+ "Sort buttons by color",
1073
+ "Sort canned goods in tray",
1074
+ "Sort colored tiles",
1075
+ "Sort colorful pieces",
1076
+ "Sort craft items",
1077
+ "Sort cut cardboard",
1078
+ "Sort light blue origami stars",
1079
+ "Sort orange button",
1080
+ "Sort orange buttons",
1081
+ "Sort origami stars",
1082
+ "Sort origami stars by color",
1083
+ "Sort paper star",
1084
+ "Sort paper stars",
1085
+ "Sort plastic pieces",
1086
+ "Sort purple beads",
1087
+ "Sort purple star-shaped objects",
1088
+ "Sort puzzle pieces",
1089
+ "Sort quilled paper pieces",
1090
+ "Sort small colorful pieces",
1091
+ "Sort small craft pieces",
1092
+ "Sort small objects",
1093
+ "Sort small plastic pieces",
1094
+ "Sort star-shaped beads",
1095
+ "Sort star-shaped objects",
1096
+ "Sort star-shaped objects by color",
1097
+ "Sort tiles",
1098
+ "Sort tiles by color",
1099
+ "Sort yellow star-shaped objects",
1100
+ "Sorting buttons",
1101
+ "Sorting colorful paper pieces",
1102
+ "Sorting paper stars",
1103
+ "Stabilize cardboard",
1104
+ "Stabilize ruler",
1105
+ "Stack cardboard pieces",
1106
+ "Stack cardboard square",
1107
+ "Stack cardboard squares",
1108
+ "Stacking cardboard pieces",
1109
+ "Stacking cardboard square",
1110
+ "Stacking cardboard squares",
1111
+ "Stand up and walk away",
1112
+ "Start cutting",
1113
+ "Start folding paper strip",
1114
+ "Starting to label next square",
1115
+ "Stir contents",
1116
+ "Stop measuring and put down tools",
1117
+ "Stop sorting stars",
1118
+ "Survey the table",
1119
+ "Sweep debris",
1120
+ "Sweep floor debris",
1121
+ "Switch to scissors",
1122
+ "Switching marker",
1123
+ "Tap smartphone screen",
1124
+ "Tapping on smartphone screen",
1125
+ "Tapping smartphone screen",
1126
+ "Tear blue foam piece",
1127
+ "Tear blue foam strip",
1128
+ "Tear newspaper",
1129
+ "Tear off blue foam piece",
1130
+ "Tear off cardboard segment",
1131
+ "Touch canned goods",
1132
+ "Touch colleague's back",
1133
+ "Touch device",
1134
+ "Touch foam strip",
1135
+ "Touch phone and paper strip",
1136
+ "Touch pieces in box",
1137
+ "Touch shelf edge",
1138
+ "Trace pattern on cardboard",
1139
+ "Transition to cutting",
1140
+ "Transition to standing position",
1141
+ "Trim cardboard",
1142
+ "Trim cardboard piece",
1143
+ "Turn away from table",
1144
+ "Type on smartphone",
1145
+ "Typing message on smartphone",
1146
+ "Typing on phone",
1147
+ "Typing on smartphone",
1148
+ "Update paper record",
1149
+ "Use phone",
1150
+ "Use phone to check instructions",
1151
+ "Use phone to check stock",
1152
+ "Use phone while crafting",
1153
+ "Use smartphone",
1154
+ "Vacuum edge of carpet",
1155
+ "Vacuum the carpet",
1156
+ "Vacuuming along the wall edge",
1157
+ "Vacuuming carpet corner",
1158
+ "Vacuuming carpet edge",
1159
+ "Vacuuming the carpet edge",
1160
+ "View content on smartphone",
1161
+ "View phone screen",
1162
+ "Viewing phone screen",
1163
+ "Walk across office",
1164
+ "Walk across room",
1165
+ "Walk across the room",
1166
+ "Walk away",
1167
+ "Walk down hallway",
1168
+ "Walk in hallway",
1169
+ "Walk through corridor",
1170
+ "Walk through doorway",
1171
+ "Walk through hallway",
1172
+ "Walk through office",
1173
+ "Walk through store",
1174
+ "Walk through the room",
1175
+ "Walk through workspace",
1176
+ "Walk to table",
1177
+ "Walk towards aisle",
1178
+ "Walk towards desk",
1179
+ "Walk towards next aisle",
1180
+ "Walk towards other aisles",
1181
+ "Walk towards room",
1182
+ "Walk towards shelf",
1183
+ "Walk towards shelves",
1184
+ "Walk towards storage area",
1185
+ "Walk towards table",
1186
+ "Walk towards workspace",
1187
+ "Walk with cardboard",
1188
+ "Walk with cardboard cutout",
1189
+ "Walk with marker",
1190
+ "Walk with shopping bag",
1191
+ "Walking across the room",
1192
+ "Walking along the aisle",
1193
+ "Walking in the hallway",
1194
+ "Walking in the workspace",
1195
+ "Walking through classroom",
1196
+ "Walking through office hallway",
1197
+ "Walking through the office",
1198
+ "Walking to sink",
1199
+ "Walking towards door",
1200
+ "Walking towards workstation",
1201
+ "Washing hands",
1202
+ "Washing hands in sink",
1203
+ "Wipe down shelf",
1204
+ "Wipe electronic item",
1205
+ "Wipe food product",
1206
+ "Wipe grocery shelf",
1207
+ "Wipe item",
1208
+ "Wipe jar",
1209
+ "Wipe ketchup bottle",
1210
+ "Wipe kitchen counter",
1211
+ "Wipe product",
1212
+ "Wipe retail item",
1213
+ "Wipe shelf",
1214
+ "Wipe shelf surface",
1215
+ "Wipe the plastic jar",
1216
+ "Wipe the product jar",
1217
+ "Wipe the shelf",
1218
+ "Wiping countertop",
1219
+ "Withdraw hand",
1220
+ "Withdraw hand from buttons",
1221
+ "Write count on paper",
1222
+ "Write on notepad",
1223
+ "Write on paper",
1224
+ "Write on paper record",
1225
+ "Writing on notepad",
1226
+ "fold purple ribbon",
1227
+ "sort craft materials",
1228
+ "Walk towards sink",
1229
+ "Wash hands",
1230
+ "Place pot lid back",
1231
+ "Place bin",
1232
+ "Close door",
1233
+ "Pick up cleaning bottle",
1234
+ "Place down smartphone",
1235
+ "Approach door",
1236
+ "Place pot on stove",
1237
+ "Sort blue star-shaped objects"
1238
+ ],
1239
+ "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full",
1240
+ "model_id": "<workspace-parent>/modelscope_models/Qwen__Qwen3-Omni-30B-A3B-Instruct",
1241
+ "adapter_dir": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora",
1242
+ "dataset_jsonl": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset.jsonl",
1243
+ "eval_split": "test",
1244
+ "train_split": "train",
1245
+ "num_eval_episodes": 14,
1246
+ "held_out_episode_count": 14,
1247
+ "unseen_eval_labels": [
1248
+ "Adjust canned food on shelf",
1249
+ "Adjust lantern shape",
1250
+ "Adjust lantern string",
1251
+ "Adjust paper",
1252
+ "Adjust pot position",
1253
+ "Align canned food on shelf",
1254
+ "Align edges of paper lantern",
1255
+ "Align paper lantern edges",
1256
+ "Apply adhesive tape to lantern",
1257
+ "Approach boxes",
1258
+ "Approaching and pressing the door switch",
1259
+ "Approaching the table",
1260
+ "Arrange buttons in a line",
1261
+ "Arrange star beads",
1262
+ "Arrange star beads for counting",
1263
+ "Attempt to fit puzzle piece",
1264
+ "Bend and manipulate plastic strip",
1265
+ "Browse smartphone screen",
1266
+ "Bundle display hooks",
1267
+ "Closing the door",
1268
+ "Counting and organizing beads",
1269
+ "Counting star beads",
1270
+ "Cut along the marked line",
1271
+ "Entering the VR training room",
1272
+ "Expand paper lantern",
1273
+ "Extract wire hangers from box",
1274
+ "Fold paper lantern",
1275
+ "Fold plastic strip",
1276
+ "Gather star beads",
1277
+ "Gesturing",
1278
+ "Grasp cleaning bottle",
1279
+ "Grasp lantern",
1280
+ "Grasp lantern component",
1281
+ "Grasping cleaning cloth",
1282
+ "Greeting/acknowledging participants",
1283
+ "Handle paper lantern component",
1284
+ "Hold and bend plastic strip",
1285
+ "Hold and manipulate paper strip",
1286
+ "Hold canned food",
1287
+ "Hold container lid",
1288
+ "Hold earbud case",
1289
+ "Hold paper lantern",
1290
+ "Identify next cardboard piece",
1291
+ "Inspect shelf condition",
1292
+ "Lift pot lid",
1293
+ "Manipulate adhesive strip",
1294
+ "Manipulate bead",
1295
+ "Manipulate beads",
1296
+ "Manipulate craft paper strips",
1297
+ "Manipulate craft piece",
1298
+ "Manipulate material",
1299
+ "Manipulate paper decoration",
1300
+ "Manipulate paper edge",
1301
+ "Manipulate plastic strip",
1302
+ "Manipulate plastic strips",
1303
+ "Manipulate puzzle piece",
1304
+ "Manipulate yellow strip",
1305
+ "Manipulating paper strips",
1306
+ "Move dustpan to side",
1307
+ "Move hand away",
1308
+ "Move hand away from shelf",
1309
+ "Move marker and adjust hand",
1310
+ "Move pot",
1311
+ "Move through aisle",
1312
+ "Move through the training room",
1313
+ "Move towards kitchen area",
1314
+ "Move towards the stove",
1315
+ "Observe and pause",
1316
+ "Observe and walk through store",
1317
+ "Observe colleague and workspace",
1318
+ "Observe puzzle progress",
1319
+ "Open earbud case",
1320
+ "Open folded paper lantern",
1321
+ "Open paper lantern",
1322
+ "Open paper lantern component",
1323
+ "Open stove pot lid",
1324
+ "Operate smartphone",
1325
+ "Pick up dustpan",
1326
+ "Pick up items from the shopping bag",
1327
+ "Pick up packaged paper lantern component",
1328
+ "Pick up puzzle piece",
1329
+ "Pick up small piece of material",
1330
+ "Pick up star bead",
1331
+ "Picking up bottle",
1332
+ "Picking up crafting material",
1333
+ "Place and count bead",
1334
+ "Place another canned food on shelf",
1335
+ "Place cloth on floor",
1336
+ "Place hand on table",
1337
+ "Place items on the shelf",
1338
+ "Place lid back",
1339
+ "Place marked piece down",
1340
+ "Place material",
1341
+ "Place piece into puzzle",
1342
+ "Place smartphone down",
1343
+ "Place smartphone on stand",
1344
+ "Place towel",
1345
+ "Placing paper strip",
1346
+ "Preparing to craft",
1347
+ "Put down smartphone",
1348
+ "Reach for cleaning supplies",
1349
+ "Reach for craft items",
1350
+ "Reach for next can",
1351
+ "Reach for next canned food",
1352
+ "Reach for puzzle piece",
1353
+ "Reach for wire hangers",
1354
+ "Record count",
1355
+ "Release cardboard piece and gesture",
1356
+ "Release hook",
1357
+ "Release lantern",
1358
+ "Release smartphone",
1359
+ "Remove cleaning bottle",
1360
+ "Remove paper lantern part from packaging",
1361
+ "Remove plastic packaging",
1362
+ "Reposition hand",
1363
+ "Resume observation",
1364
+ "Retrieve canned food from box",
1365
+ "Retrieve next canned food item",
1366
+ "Retrieving more beads",
1367
+ "Rinse cloth in sink",
1368
+ "Scroll smartphone screen",
1369
+ "Secure paper edges with adhesive",
1370
+ "Securing paper structure",
1371
+ "Sort and adjust button line",
1372
+ "Sort and arrange buttons",
1373
+ "Sort and count beads",
1374
+ "Sort and place buttons",
1375
+ "Sort beads and write count",
1376
+ "Sort button",
1377
+ "Sort buttons",
1378
+ "Sort craft items",
1379
+ "Sort puzzle pieces",
1380
+ "Sort small craft pieces",
1381
+ "Start cutting",
1382
+ "Stir contents",
1383
+ "Use phone while crafting",
1384
+ "Walk towards other aisles",
1385
+ "Walking across the room",
1386
+ "Walking in the hallway",
1387
+ "Walking towards door",
1388
+ "Washing hands in sink",
1389
+ "Wipe kitchen counter",
1390
+ "Wiping countertop",
1391
+ "sort craft materials"
1392
+ ],
1393
+ "num_unseen_label_samples": 2742,
1394
+ "seen_label_accuracy": 0.13178294573643412,
1395
+ "unseen_label_accuracy": 0.002188183807439825,
1396
+ "eval_label_counts": {
1397
+ "Cut cardboard": 165,
1398
+ "Manipulate paper strip": 140,
1399
+ "Use smartphone": 70,
1400
+ "Mark cardboard piece": 64,
1401
+ "Fold plastic strip": 57,
1402
+ "Cut along the marked line": 55,
1403
+ "Hold smartphone": 44,
1404
+ "Place canned food on shelf": 44,
1405
+ "Manipulate paper decoration": 44,
1406
+ "Manipulate adhesive strip": 44,
1407
+ "Placing paper strip": 42,
1408
+ "Cut cardboard piece": 40,
1409
+ "Secure paper edges with adhesive": 40,
1410
+ "Move phone": 39,
1411
+ "sort craft materials": 39,
1412
+ "Sort small craft pieces": 39,
1413
+ "Manipulate craft piece": 38,
1414
+ "Manipulate plastic strip": 37,
1415
+ "Manipulate paper edge": 37,
1416
+ "Securing paper structure": 37,
1417
+ "Release paper strip": 35,
1418
+ "Manipulate puzzle pieces": 35,
1419
+ "Manipulate craft paper strips": 34,
1420
+ "Sort puzzle pieces": 34,
1421
+ "Operate smartphone": 33,
1422
+ "Browse smartphone screen": 33,
1423
+ "Arrange buttons": 33,
1424
+ "Manipulate puzzle piece": 32,
1425
+ "Sort and arrange buttons": 32,
1426
+ "Scroll smartphone screen": 31,
1427
+ "Sort button": 31,
1428
+ "Sort and place buttons": 31,
1429
+ "Marking cardboard piece": 30,
1430
+ "Bend and manipulate plastic strip": 30,
1431
+ "Align paper lantern edges": 29,
1432
+ "Arrange buttons in a line": 29,
1433
+ "Sort and adjust button line": 29,
1434
+ "Sort buttons": 28,
1435
+ "Manipulate plastic strips": 28,
1436
+ "Open paper lantern": 27,
1437
+ "Observe puzzle progress": 27,
1438
+ "Attempt to fit puzzle piece": 27,
1439
+ "Place hand on table": 26,
1440
+ "Put down smartphone": 26,
1441
+ "Place puzzle piece": 26,
1442
+ "Greeting/acknowledging participants": 26,
1443
+ "Place marked piece down": 25,
1444
+ "Reach for next can": 25,
1445
+ "Place smartphone down": 25,
1446
+ "Place button": 25,
1447
+ "Interact with smartphone": 24,
1448
+ "Reach for craft items": 24,
1449
+ "Pick up puzzle piece": 24,
1450
+ "Hold and manipulate paper strip": 24,
1451
+ "Move smartphone": 23,
1452
+ "Search for puzzle piece": 23,
1453
+ "Manipulate yellow strip": 23,
1454
+ "Manipulate bead": 23,
1455
+ "Approaching and pressing the door switch": 23,
1456
+ "Hold and bend plastic strip": 23,
1457
+ "Bundle display hooks": 22,
1458
+ "Pick up new cardboard piece": 22,
1459
+ "Place piece into puzzle": 22,
1460
+ "Manipulating paper strips": 22,
1461
+ "Manipulate beads": 22,
1462
+ "Walking in the hallway": 22,
1463
+ "Move through the training room": 22,
1464
+ "Inspect shelf condition": 21,
1465
+ "Extract wire hangers from box": 21,
1466
+ "Place item on shelf": 21,
1467
+ "Organize cardboard pieces": 21,
1468
+ "Release cardboard piece and gesture": 21,
1469
+ "Expand paper lantern": 21,
1470
+ "Use phone": 21,
1471
+ "Adjust item on shelf": 20,
1472
+ "Hold earbud case": 20,
1473
+ "Walking across the room": 20,
1474
+ "Pick up button": 20,
1475
+ "Entering the VR training room": 20,
1476
+ "Counting and organizing beads": 20,
1477
+ "Identify next cardboard piece": 19,
1478
+ "Place and count bead": 19,
1479
+ "Hold beads": 19,
1480
+ "Pick up utility knife": 18,
1481
+ "Observe and walk through store": 18,
1482
+ "Reach for another item": 18,
1483
+ "Hold canned food": 18,
1484
+ "Release smartphone": 18,
1485
+ "Sort beads": 18,
1486
+ "Record count": 18,
1487
+ "Sort beads and write count": 18,
1488
+ "Sort and count beads": 18,
1489
+ "Hold container lid": 17,
1490
+ "Open stove pot lid": 17,
1491
+ "Pick up items from the shopping bag": 17,
1492
+ "Retrieve next canned food item": 17,
1493
+ "Align canned food on shelf": 17,
1494
+ "Write count on paper": 17,
1495
+ "Arrange star beads": 17,
1496
+ "Counting star beads": 17,
1497
+ "Hold cardboard piece": 16,
1498
+ "Adjust canned food on shelf": 16,
1499
+ "Place can on shelf": 16,
1500
+ "Open folded paper lantern": 16,
1501
+ "Apply adhesive tape to lantern": 16,
1502
+ "Adjust puzzle piece": 16,
1503
+ "Approaching the table": 16,
1504
+ "Manipulate material": 16,
1505
+ "Sort star-shaped beads": 16,
1506
+ "Release hook": 15,
1507
+ "Move through aisle": 15,
1508
+ "Move marker and adjust hand": 15,
1509
+ "Fold paper lantern": 15,
1510
+ "Grasp lantern": 15,
1511
+ "Open paper lantern component": 15,
1512
+ "Sort craft items": 15,
1513
+ "Arrange star beads for counting": 15,
1514
+ "Place items on the shelf": 14,
1515
+ "Reach for next item": 14,
1516
+ "Reach into box": 14,
1517
+ "Pick up canned food": 14,
1518
+ "Grasp lantern component": 14,
1519
+ "Handle paper lantern component": 14,
1520
+ "Hold paper lantern": 14,
1521
+ "Remove paper lantern part from packaging": 14,
1522
+ "Align edges of paper lantern": 14,
1523
+ "Place material": 14,
1524
+ "Pick up star bead": 14,
1525
+ "Pick up pen": 14,
1526
+ "Pick up dustpan": 13,
1527
+ "Reach for cleaning supplies": 13,
1528
+ "Walk towards shelves": 13,
1529
+ "Approach boxes": 13,
1530
+ "Adjust lantern string": 13,
1531
+ "Pick up packaged paper lantern component": 13,
1532
+ "Adjust lantern shape": 13,
1533
+ "Remove plastic packaging": 13,
1534
+ "Picking up crafting material": 13,
1535
+ "Retrieving more beads": 13,
1536
+ "Adjust paper": 13,
1537
+ "Gather star beads": 13,
1538
+ "Move towards the stove": 12,
1539
+ "Move towards kitchen area": 12,
1540
+ "Observe workspace": 12,
1541
+ "Reach for wire hangers": 12,
1542
+ "Pick up can": 12,
1543
+ "Reach for next canned food": 12,
1544
+ "Retrieve canned food from box": 12,
1545
+ "Release lantern": 12,
1546
+ "Preparing to craft": 12,
1547
+ "Use phone while crafting": 12,
1548
+ "Move dustpan to side": 11,
1549
+ "Closing the door": 11,
1550
+ "Grasp cleaning bottle": 11,
1551
+ "Grasping cleaning cloth": 11,
1552
+ "Place towel": 11,
1553
+ "Release scissors": 11,
1554
+ "Release puzzle piece": 11,
1555
+ "Reach for puzzle piece": 11,
1556
+ "Picking up bottle": 10,
1557
+ "Wipe kitchen counter": 10,
1558
+ "Remove cleaning bottle": 10,
1559
+ "Pick up small piece of material": 10,
1560
+ "Rinse cloth in sink": 9,
1561
+ "Wiping countertop": 9,
1562
+ "Stir contents": 9,
1563
+ "Move to shelf": 9,
1564
+ "Observe colleague and workspace": 9,
1565
+ "Place another canned food on shelf": 9,
1566
+ "Open earbud case": 9,
1567
+ "Pick up smartphone": 9,
1568
+ "Place phone down": 9,
1569
+ "Write on paper": 9,
1570
+ "Walking towards door": 8,
1571
+ "Place cloth on floor": 8,
1572
+ "Lift pot lid": 8,
1573
+ "Adjust pot position": 8,
1574
+ "Move pot": 8,
1575
+ "Place smartphone on stand": 7,
1576
+ "Washing hands in sink": 7,
1577
+ "Place lid back": 7,
1578
+ "Reposition hand": 7,
1579
+ "Resume observation": 7,
1580
+ "Start cutting": 4,
1581
+ "Walk towards other aisles": 4,
1582
+ "Observe and pause": 4,
1583
+ "Gesturing": 4,
1584
+ "Move hand away from shelf": 4,
1585
+ "Move hand away": 4
1586
+ },
1587
+ "json_validity_rate": 0.9990079365079365,
1588
+ "action_macro_f1": 0.0028830723979596335,
1589
+ "subtask_accuracy": 0.0037313432835820895,
1590
+ "transition_accuracy": 0.9898313492063492,
1591
+ "next_action_accuracy": 0.04305335446381405,
1592
+ "contact_accuracy": 0.8177083333333334,
1593
+ "object_micro_f1": 0.3064982378331287,
1594
+ "shard_dirs": [
1595
+ "results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full_shard0",
1596
+ "results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full_shard1",
1597
+ "results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full_shard2",
1598
+ "results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full_shard3",
1599
+ "results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full_shard4",
1600
+ "results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full_shard5",
1601
+ "results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full_shard6",
1602
+ "results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full_shard7"
1603
+ ],
1604
+ "coverage": {
1605
+ "expected_eval_samples": 4032,
1606
+ "merged_prediction_rows": 4032,
1607
+ "missing_prediction_rows": 0
1608
+ },
1609
+ "issues": []
1610
+ }
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/per_class_metrics.csv ADDED
@@ -0,0 +1,1233 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ class_name,support,predicted,precision,recall,f1
2
+ Adjust Mahjong tile,0,0,0.0,0.0,0.0
3
+ Adjust Mahjong tile alignment,0,0,0.0,0.0,0.0
4
+ Adjust Mahjong tile on the stack,0,0,0.0,0.0,0.0
5
+ Adjust Mahjong tiles,0,4,0.0,0.0,0.0
6
+ Adjust bead piles,0,0,0.0,0.0,0.0
7
+ Adjust canned food on shelf,16,1,0.0,0.0,0.0
8
+ Adjust cans in bin,0,0,0.0,0.0,0.0
9
+ Adjust cans in container,0,0,0.0,0.0,0.0
10
+ Adjust cans in tray,0,0,0.0,0.0,0.0
11
+ Adjust cardboard,0,10,0.0,0.0,0.0
12
+ Adjust cardboard divider,0,0,0.0,0.0,0.0
13
+ Adjust cardboard position,0,5,0.0,0.0,0.0
14
+ Adjust container on shelf,0,0,0.0,0.0,0.0
15
+ Adjust container position,0,0,0.0,0.0,0.0
16
+ Adjust containers on shelf,0,0,0.0,0.0,0.0
17
+ Adjust foam strip,0,0,0.0,0.0,0.0
18
+ Adjust grip,0,1,0.0,0.0,0.0
19
+ Adjust grip on container,0,0,0.0,0.0,0.0
20
+ Adjust hand position,0,0,0.0,0.0,0.0
21
+ Adjust item on shelf,20,11,0.45454545454545453,0.25,0.3225806451612903
22
+ Adjust lantern shape,13,1,0.0,0.0,0.0
23
+ Adjust lantern string,13,6,0.0,0.0,0.0
24
+ Adjust paper,13,0,0.0,0.0,0.0
25
+ Adjust paper strip,0,0,0.0,0.0,0.0
26
+ Adjust perspective,0,6,0.0,0.0,0.0
27
+ Adjust placement on shelf,0,0,0.0,0.0,0.0
28
+ Adjust position,0,0,0.0,0.0,0.0
29
+ Adjust pot position,8,0,0.0,0.0,0.0
30
+ Adjust puzzle piece,16,11,0.36363636363636365,0.25,0.2962962962962963
31
+ Adjust red button,0,1,0.0,0.0,0.0
32
+ Adjust red button in row,0,3,0.0,0.0,0.0
33
+ Adjust red button position,0,0,0.0,0.0,0.0
34
+ Adjust retail item position,0,5,0.0,0.0,0.0
35
+ Adjust retail items on shelf,0,5,0.0,0.0,0.0
36
+ Adjust ruler position,0,0,0.0,0.0,0.0
37
+ Adjust smartphone and sort pieces,0,0,0.0,0.0,0.0
38
+ Adjust snack package,0,0,0.0,0.0,0.0
39
+ Adjust tile row alignment,0,0,0.0,0.0,0.0
40
+ Adjust vacuum cleaner position,0,0,0.0,0.0,0.0
41
+ Adjusting a puzzle piece,0,29,0.0,0.0,0.0
42
+ Adjusting canned goods on shelf,0,2,0.0,0.0,0.0
43
+ Adjusting fabric for cutting,0,9,0.0,0.0,0.0
44
+ Adjusting fabric position,0,5,0.0,0.0,0.0
45
+ Adjusting puzzle piece,0,45,0.0,0.0,0.0
46
+ Align Mahjong tiles,0,0,0.0,0.0,0.0
47
+ Align and place retail item,0,0,0.0,0.0,0.0
48
+ Align blue strip,0,0,0.0,0.0,0.0
49
+ Align button,0,1,0.0,0.0,0.0
50
+ Align button in row,0,5,0.0,0.0,0.0
51
+ Align button row,0,0,0.0,0.0,0.0
52
+ Align buttons,0,0,0.0,0.0,0.0
53
+ Align canned food on shelf,17,0,0.0,0.0,0.0
54
+ Align canned goods on shelf,0,0,0.0,0.0,0.0
55
+ Align cardboard piece,0,0,0.0,0.0,0.0
56
+ Align cardboard strip,0,0,0.0,0.0,0.0
57
+ Align charging cable,0,0,0.0,0.0,0.0
58
+ Align edges of paper lantern,14,0,0.0,0.0,0.0
59
+ Align foam piece,0,0,0.0,0.0,0.0
60
+ Align foam strip,0,0,0.0,0.0,0.0
61
+ Align paper lantern edges,29,0,0.0,0.0,0.0
62
+ Align paper strip,0,0,0.0,0.0,0.0
63
+ Align plastic containers,0,0,0.0,0.0,0.0
64
+ Align red button in row,0,11,0.0,0.0,0.0
65
+ Align red buttons,0,5,0.0,0.0,0.0
66
+ Align ruler,0,0,0.0,0.0,0.0
67
+ Align ruler and mark cardboard,0,0,0.0,0.0,0.0
68
+ Align ruler on cardboard,0,0,0.0,0.0,0.0
69
+ Align ruler with crease,0,0,0.0,0.0,0.0
70
+ Align scissors,0,0,0.0,0.0,0.0
71
+ Apply adhesive tape to lantern,16,0,0.0,0.0,0.0
72
+ Approach boxes,13,0,0.0,0.0,0.0
73
+ Approach desk,0,1,0.0,0.0,0.0
74
+ Approach packing area,0,0,0.0,0.0,0.0
75
+ Approach restocking supplies,0,1,0.0,0.0,0.0
76
+ Approach table,0,0,0.0,0.0,0.0
77
+ Approach work table,0,0,0.0,0.0,0.0
78
+ Approach workstation,0,22,0.0,0.0,0.0
79
+ Approaching and pressing the door switch,23,0,0.0,0.0,0.0
80
+ Approaching the table,16,0,0.0,0.0,0.0
81
+ Approaching work table,0,0,0.0,0.0,0.0
82
+ Arrange Mahjong tiles,0,0,0.0,0.0,0.0
83
+ Arrange beads by color,0,0,0.0,0.0,0.0
84
+ Arrange black buttons,0,0,0.0,0.0,0.0
85
+ Arrange button cluster,0,0,0.0,0.0,0.0
86
+ Arrange buttons,33,2,0.5,0.030303030303030304,0.05714285714285715
87
+ Arrange buttons in a line,29,0,0.0,0.0,0.0
88
+ Arrange buttons in row,0,0,0.0,0.0,0.0
89
+ Arrange buttons on table,0,7,0.0,0.0,0.0
90
+ Arrange buttons on the table,0,164,0.0,0.0,0.0
91
+ Arrange canned products on shelf,0,0,0.0,0.0,0.0
92
+ Arrange cans in box,0,0,0.0,0.0,0.0
93
+ Arrange cans on shelf,0,0,0.0,0.0,0.0
94
+ Arrange cardboard,0,0,0.0,0.0,0.0
95
+ Arrange cardboard piece,0,0,0.0,0.0,0.0
96
+ Arrange cardboard pieces,0,0,0.0,0.0,0.0
97
+ Arrange cardboard squares,0,0,0.0,0.0,0.0
98
+ Arrange container on shelf,0,0,0.0,0.0,0.0
99
+ Arrange items on shelf,0,0,0.0,0.0,0.0
100
+ Arrange orange buttons,0,0,0.0,0.0,0.0
101
+ Arrange paper stars,0,0,0.0,0.0,0.0
102
+ Arrange paper strips,0,0,0.0,0.0,0.0
103
+ Arrange plastic containers,0,0,0.0,0.0,0.0
104
+ Arrange red buttons,0,1,0.0,0.0,0.0
105
+ Arrange small buttons,0,0,0.0,0.0,0.0
106
+ Arrange star beads,17,0,0.0,0.0,0.0
107
+ Arrange star beads for counting,15,0,0.0,0.0,0.0
108
+ Arrange star-shaped beads,0,2,0.0,0.0,0.0
109
+ Arrange tiles into row,0,0,0.0,0.0,0.0
110
+ Arrive at a different workstation,0,0,0.0,0.0,0.0
111
+ Assemble cardboard pieces,0,0,0.0,0.0,0.0
112
+ Assemble foam strips,0,0,0.0,0.0,0.0
113
+ Assess shelf arrangement,0,0,0.0,0.0,0.0
114
+ Attach foam strip,0,0,0.0,0.0,0.0
115
+ Attach material to paper strip,0,0,0.0,0.0,0.0
116
+ Attempt to fit puzzle piece,27,0,0.0,0.0,0.0
117
+ Begin folding paper strip,0,0,0.0,0.0,0.0
118
+ Begin rolling quilling strip,0,0,0.0,0.0,0.0
119
+ Bend and manipulate plastic strip,30,0,0.0,0.0,0.0
120
+ Browse and interact with phone interface,0,1,0.0,0.0,0.0
121
+ Browse mobile phone,0,2,0.0,0.0,0.0
122
+ Browse smartphone screen,33,0,0.0,0.0,0.0
123
+ Browsing mobile phone,0,0,0.0,0.0,0.0
124
+ Browsing smartphone content,0,0,0.0,0.0,0.0
125
+ Bundle display hooks,22,0,0.0,0.0,0.0
126
+ Cap marker,0,0,0.0,0.0,0.0
127
+ Carry cardboard piece,0,3,0.0,0.0,0.0
128
+ Carry cereal boxes,0,0,0.0,0.0,0.0
129
+ Carry cereal towards aisle,0,0,0.0,0.0,0.0
130
+ Carry container,0,0,0.0,0.0,0.0
131
+ Carry crate of cans,0,0,0.0,0.0,0.0
132
+ Carry item to shelf,0,0,0.0,0.0,0.0
133
+ Carry pasta box towards aisle,0,1,0.0,0.0,0.0
134
+ Carry plastic container,0,0,0.0,0.0,0.0
135
+ Carry stool to next shelf,0,0,0.0,0.0,0.0
136
+ Check phone,0,0,0.0,0.0,0.0
137
+ Check smart watch,0,0,0.0,0.0,0.0
138
+ Check watch,0,3,0.0,0.0,0.0
139
+ Clean shelf,0,0,0.0,0.0,0.0
140
+ Close cardboard box,0,0,0.0,0.0,0.0
141
+ Closing the door,11,0,0.0,0.0,0.0
142
+ Combine bead piles,0,0,0.0,0.0,0.0
143
+ Complete the cut,0,0,0.0,0.0,0.0
144
+ Connect cable to device,0,0,0.0,0.0,0.0
145
+ Continue cutting fabric,0,0,0.0,0.0,0.0
146
+ Continue cutting newspaper,0,0,0.0,0.0,0.0
147
+ Continue folding paper strip,0,0,0.0,0.0,0.0
148
+ Count and arrange paper stars,0,0,0.0,0.0,0.0
149
+ Count and record paper stars,0,0,0.0,0.0,0.0
150
+ Count paper stars,0,0,0.0,0.0,0.0
151
+ Counting and organizing beads,20,0,0.0,0.0,0.0
152
+ Counting star beads,17,0,0.0,0.0,0.0
153
+ Curve foam strip into loop,0,0,0.0,0.0,0.0
154
+ Cut along the edge of the newspaper,0,0,0.0,0.0,0.0
155
+ Cut along the line,0,0,0.0,0.0,0.0
156
+ Cut along the marked line,55,0,0.0,0.0,0.0
157
+ Cut along the newspaper edge,0,0,0.0,0.0,0.0
158
+ Cut cardboard,165,197,0.4416243654822335,0.5272727272727272,0.48066298342541436
159
+ Cut cardboard along line,0,0,0.0,0.0,0.0
160
+ Cut cardboard grid,0,0,0.0,0.0,0.0
161
+ Cut cardboard into triangles,0,0,0.0,0.0,0.0
162
+ Cut cardboard pattern,0,0,0.0,0.0,0.0
163
+ Cut cardboard piece,40,17,0.7058823529411765,0.3,0.42105263157894735
164
+ Cut cardboard piece with scissors,0,0,0.0,0.0,0.0
165
+ Cut cardboard pieces with scissors,0,0,0.0,0.0,0.0
166
+ Cut cardboard shape,0,2,0.0,0.0,0.0
167
+ Cut cardboard sheet,0,0,0.0,0.0,0.0
168
+ Cut cardboard sheet with scissors,0,0,0.0,0.0,0.0
169
+ Cut cardboard square,0,1,0.0,0.0,0.0
170
+ Cut cardboard strip,0,11,0.0,0.0,0.0
171
+ Cut cardboard strip with scissors,0,11,0.0,0.0,0.0
172
+ Cut cardboard strip with utility knife,0,10,0.0,0.0,0.0
173
+ Cut cardboard triangle,0,0,0.0,0.0,0.0
174
+ Cut cardboard tube,0,0,0.0,0.0,0.0
175
+ Cut cardboard with scissors,0,0,0.0,0.0,0.0
176
+ Cut cardboard with utility knife,0,3,0.0,0.0,0.0
177
+ Cut fabric with scissors,0,0,0.0,0.0,0.0
178
+ Cut light green fabric,0,0,0.0,0.0,0.0
179
+ Cut newspaper,0,0,0.0,0.0,0.0
180
+ Cut newspaper with scissors,0,0,0.0,0.0,0.0
181
+ Cut out cardboard pattern,0,0,0.0,0.0,0.0
182
+ Cut section from newspaper,0,0,0.0,0.0,0.0
183
+ Cutting fabric,0,2,0.0,0.0,0.0
184
+ Deposit beads into box,0,0,0.0,0.0,0.0
185
+ Deposit cardboard squares,0,0,0.0,0.0,0.0
186
+ Discard item into bin,0,0,0.0,0.0,0.0
187
+ Discard paper towel,0,0,0.0,0.0,0.0
188
+ Draw grid line,0,0,0.0,0.0,0.0
189
+ Draw grid line with pen,0,0,0.0,0.0,0.0
190
+ Draw line,0,0,0.0,0.0,0.0
191
+ Draw line along ruler,0,0,0.0,0.0,0.0
192
+ Draw line on cardboard,0,0,0.0,0.0,0.0
193
+ Draw line with marker,0,0,0.0,0.0,0.0
194
+ Draw line with pen,0,0,0.0,0.0,0.0
195
+ Draw lines on cardboard,0,0,0.0,0.0,0.0
196
+ Draw lines with pen and ruler,0,0,0.0,0.0,0.0
197
+ Draw lines with ruler,0,0,0.0,0.0,0.0
198
+ Draw straight line,0,0,0.0,0.0,0.0
199
+ Draw straight lines on cardboard,0,0,0.0,0.0,0.0
200
+ Drawing grid line,0,0,0.0,0.0,0.0
201
+ Drawing grid line with pen and ruler,0,0,0.0,0.0,0.0
202
+ Drawing grid line with ruler,0,0,0.0,0.0,0.0
203
+ Drawing lines on cardboard,0,0,0.0,0.0,0.0
204
+ Drop cardboard square into box,0,0,0.0,0.0,0.0
205
+ Dry hands,0,18,0.0,0.0,0.0
206
+ Enter the room,0,0,0.0,0.0,0.0
207
+ Enter workspace,0,0,0.0,0.0,0.0
208
+ Entering the VR training room,20,0,0.0,0.0,0.0
209
+ Examine canned goods,0,0,0.0,0.0,0.0
210
+ Examine item,0,0,0.0,0.0,0.0
211
+ Examine labels,0,0,0.0,0.0,0.0
212
+ Examine product,0,0,0.0,0.0,0.0
213
+ Expand paper lantern,21,13,0.07692307692307693,0.047619047619047616,0.058823529411764705
214
+ Extract wire hangers from box,21,3,0.0,0.0,0.0
215
+ Finish placing cardboard cutouts,0,0,0.0,0.0,0.0
216
+ Finish washing hands,0,0,0.0,0.0,0.0
217
+ Finish wiping and inspect jar,0,0,0.0,0.0,0.0
218
+ Finishing coil,0,0,0.0,0.0,0.0
219
+ Fold and manipulate ribbon,0,0,0.0,0.0,0.0
220
+ Fold and organize paper strips,0,8,0.0,0.0,0.0
221
+ Fold blue strip,0,0,0.0,0.0,0.0
222
+ Fold cardboard,0,3,0.0,0.0,0.0
223
+ Fold cardboard edge,0,0,0.0,0.0,0.0
224
+ Fold cardboard shape,0,5,0.0,0.0,0.0
225
+ Fold cardboard sheet,0,0,0.0,0.0,0.0
226
+ Fold cut cardboard,0,1,0.0,0.0,0.0
227
+ Fold foam piece,0,0,0.0,0.0,0.0
228
+ Fold lucky star,0,0,0.0,0.0,0.0
229
+ Fold newspaper,0,0,0.0,0.0,0.0
230
+ Fold paper lantern,15,0,0.0,0.0,0.0
231
+ Fold paper star,0,0,0.0,0.0,0.0
232
+ Fold paper strip,0,642,0.0,0.0,0.0
233
+ Fold paper strip into a star,0,0,0.0,0.0,0.0
234
+ Fold paper strip into knot,0,2,0.0,0.0,0.0
235
+ Fold paper strip into lucky star,0,31,0.0,0.0,0.0
236
+ Fold paper strip into star,0,8,0.0,0.0,0.0
237
+ Fold plastic strip,57,0,0.0,0.0,0.0
238
+ Fold purple paper,0,7,0.0,0.0,0.0
239
+ Fold purple paper strip,0,40,0.0,0.0,0.0
240
+ Fold ribbon,0,0,0.0,0.0,0.0
241
+ Folding cardboard,0,0,0.0,0.0,0.0
242
+ Folding paper strip,0,0,0.0,0.0,0.0
243
+ Forming quilled paper shape,0,0,0.0,0.0,0.0
244
+ Gather cardboard pieces,0,0,0.0,0.0,0.0
245
+ Gather pieces,0,0,0.0,0.0,0.0
246
+ Gather pieces into box,0,0,0.0,0.0,0.0
247
+ Gather star beads,13,0,0.0,0.0,0.0
248
+ Gathering colored beads,0,0,0.0,0.0,0.0
249
+ Gathering items,0,0,0.0,0.0,0.0
250
+ Gathering star beads,0,0,0.0,0.0,0.0
251
+ Gesturing,4,0,0.0,0.0,0.0
252
+ Grasp and retrieve item,0,0,0.0,0.0,0.0
253
+ Grasp cardboard sheet,0,0,0.0,0.0,0.0
254
+ Grasp cleaning bottle,11,0,0.0,0.0,0.0
255
+ Grasp door handle,0,2,0.0,0.0,0.0
256
+ Grasp electronic object,0,0,0.0,0.0,0.0
257
+ Grasp item,0,0,0.0,0.0,0.0
258
+ Grasp lantern,15,0,0.0,0.0,0.0
259
+ Grasp lantern component,14,0,0.0,0.0,0.0
260
+ Grasp next item,0,0,0.0,0.0,0.0
261
+ Grasp origami stars,0,0,0.0,0.0,0.0
262
+ Grasp package,0,0,0.0,0.0,0.0
263
+ Grasp paper strip,0,0,0.0,0.0,0.0
264
+ Grasp plastic bag on shelf,0,0,0.0,0.0,0.0
265
+ Grasp product from box,0,0,0.0,0.0,0.0
266
+ Grasp product from shelf,0,0,0.0,0.0,0.0
267
+ Grasp retail item,0,0,0.0,0.0,0.0
268
+ Grasp shopping bag,0,0,0.0,0.0,0.0
269
+ Grasp snack package,0,0,0.0,0.0,0.0
270
+ Grasping cleaning cloth,11,0,0.0,0.0,0.0
271
+ Greeting/acknowledging participants,26,0,0.0,0.0,0.0
272
+ Guide utility knife along ruler,0,0,0.0,0.0,0.0
273
+ Handle paper lantern component,14,0,0.0,0.0,0.0
274
+ Hold and align cardboard,0,3,0.0,0.0,0.0
275
+ Hold and align newspaper,0,0,0.0,0.0,0.0
276
+ Hold and align paper strip,0,3,0.0,0.0,0.0
277
+ Hold and bend paper strip,0,12,0.0,0.0,0.0
278
+ Hold and bend plastic strip,23,0,0.0,0.0,0.0
279
+ Hold and crease purple paper,0,48,0.0,0.0,0.0
280
+ Hold and examine item,0,0,0.0,0.0,0.0
281
+ Hold and inspect can,0,5,0.0,0.0,0.0
282
+ Hold and manipulate paper strip,24,0,0.0,0.0,0.0
283
+ Hold and mark cardboard piece,0,6,0.0,0.0,0.0
284
+ Hold and rotate paper strip,0,2,0.0,0.0,0.0
285
+ Hold and view phone,0,40,0.0,0.0,0.0
286
+ Hold and wipe product,0,1,0.0,0.0,0.0
287
+ Hold beads,19,0,0.0,0.0,0.0
288
+ Hold bin and move through aisle,0,0,0.0,0.0,0.0
289
+ Hold blue product box,0,0,0.0,0.0,0.0
290
+ Hold blue strip,0,0,0.0,0.0,0.0
291
+ Hold canned food,18,0,0.0,0.0,0.0
292
+ Hold cardboard,0,1,0.0,0.0,0.0
293
+ Hold cardboard piece,16,0,0.0,0.0,0.0
294
+ Hold cardboard pieces,0,0,0.0,0.0,0.0
295
+ Hold cardboard strip,0,0,0.0,0.0,0.0
296
+ Hold cardboard with ruler,0,0,0.0,0.0,0.0
297
+ Hold charger,0,0,0.0,0.0,0.0
298
+ Hold charger and cable,0,1,0.0,0.0,0.0
299
+ Hold charging cable,0,12,0.0,0.0,0.0
300
+ Hold cleaning cloth,0,0,0.0,0.0,0.0
301
+ Hold container,0,0,0.0,0.0,0.0
302
+ Hold container lid,17,0,0.0,0.0,0.0
303
+ Hold container of canned food,0,0,0.0,0.0,0.0
304
+ Hold craft tool,0,2,0.0,0.0,0.0
305
+ Hold device and cable,0,1,0.0,0.0,0.0
306
+ Hold earbud case,20,0,0.0,0.0,0.0
307
+ Hold electronic accessory,0,11,0.0,0.0,0.0
308
+ Hold electronic item,0,4,0.0,0.0,0.0
309
+ Hold empty container,0,0,0.0,0.0,0.0
310
+ Hold foam pieces,0,0,0.0,0.0,0.0
311
+ Hold instructional sign,0,0,0.0,0.0,0.0
312
+ Hold item,0,0,0.0,0.0,0.0
313
+ Hold item and adjust posture,0,1,0.0,0.0,0.0
314
+ Hold items,0,0,0.0,0.0,0.0
315
+ Hold items and inspect shelf,0,0,0.0,0.0,0.0
316
+ Hold items in hand,0,0,0.0,0.0,0.0
317
+ Hold newspaper,0,0,0.0,0.0,0.0
318
+ Hold paper lantern,14,1,0.0,0.0,0.0
319
+ Hold paper strip,0,12,0.0,0.0,0.0
320
+ Hold pen and paper,0,0,0.0,0.0,0.0
321
+ Hold phone,0,1,0.0,0.0,0.0
322
+ Hold pickle jar,0,0,0.0,0.0,0.0
323
+ Hold portable charger,0,1,0.0,0.0,0.0
324
+ Hold power adapter,0,4,0.0,0.0,0.0
325
+ Hold power bank and cable,0,2,0.0,0.0,0.0
326
+ Hold product,0,1,0.0,0.0,0.0
327
+ Hold product labels,0,0,0.0,0.0,0.0
328
+ Hold product package,0,0,0.0,0.0,0.0
329
+ Hold quilled paper coil,0,2,0.0,0.0,0.0
330
+ Hold quilled paper piece,0,1,0.0,0.0,0.0
331
+ Hold quilling paper,0,15,0.0,0.0,0.0
332
+ Hold recording sheet and pen,0,0,0.0,0.0,0.0
333
+ Hold ruler,0,0,0.0,0.0,0.0
334
+ Hold ruler and draw line,0,0,0.0,0.0,0.0
335
+ Hold ruler and mark cardboard,0,0,0.0,0.0,0.0
336
+ Hold ruler and marker,0,0,0.0,0.0,0.0
337
+ Hold ruler and pen steady,0,0,0.0,0.0,0.0
338
+ Hold ruler on cardboard,0,0,0.0,0.0,0.0
339
+ Hold ruler steady,0,0,0.0,0.0,0.0
340
+ Hold scissors,0,1,0.0,0.0,0.0
341
+ Hold small cardboard pieces,0,0,0.0,0.0,0.0
342
+ Hold small object,0,0,0.0,0.0,0.0
343
+ Hold small piece of ribbon,0,0,0.0,0.0,0.0
344
+ Hold small product bag,0,0,0.0,0.0,0.0
345
+ Hold small white box,0,3,0.0,0.0,0.0
346
+ Hold smartphone,44,14,0.07142857142857142,0.022727272727272728,0.034482758620689655
347
+ Hold smartphone box,0,0,0.0,0.0,0.0
348
+ Hold snack package,0,0,0.0,0.0,0.0
349
+ Hold snack packages,0,0,0.0,0.0,0.0
350
+ Hold supplement bottle,0,1,0.0,0.0,0.0
351
+ Hold tray of canned goods,0,0,0.0,0.0,0.0
352
+ Hold utility knife,0,0,0.0,0.0,0.0
353
+ Hold water bottle,0,1,0.0,0.0,0.0
354
+ Holding marker,0,0,0.0,0.0,0.0
355
+ Identify next cardboard piece,19,0,0.0,0.0,0.0
356
+ Inflate paper star,0,0,0.0,0.0,0.0
357
+ Initiate star folding,0,0,0.0,0.0,0.0
358
+ Insert charging cable,0,0,0.0,0.0,0.0
359
+ Insert charging cable into power bank,0,1,0.0,0.0,0.0
360
+ Insert plug into power adapter,0,3,0.0,0.0,0.0
361
+ Inspect Dior gift box,0,2,0.0,0.0,0.0
362
+ Inspect almond package,0,0,0.0,0.0,0.0
363
+ Inspect and place item on shelf,0,0,0.0,0.0,0.0
364
+ Inspect bottle,0,0,0.0,0.0,0.0
365
+ Inspect cardboard piece,0,0,0.0,0.0,0.0
366
+ Inspect cardboard strip,0,0,0.0,0.0,0.0
367
+ Inspect charging case,0,2,0.0,0.0,0.0
368
+ Inspect electronic item,0,1,0.0,0.0,0.0
369
+ Inspect jar,0,0,0.0,0.0,0.0
370
+ Inspect product,0,0,0.0,0.0,0.0
371
+ Inspect product lid,0,0,0.0,0.0,0.0
372
+ Inspect shelf,0,0,0.0,0.0,0.0
373
+ Inspect shelf and organize stock,0,0,0.0,0.0,0.0
374
+ Inspect shelf condition,21,0,0.0,0.0,0.0
375
+ Inspect smartphone box,0,0,0.0,0.0,0.0
376
+ Inspect strip,0,12,0.0,0.0,0.0
377
+ Inspect supplement bottle,0,0,0.0,0.0,0.0
378
+ Interact with colleagues,0,5,0.0,0.0,0.0
379
+ Interact with phone,0,0,0.0,0.0,0.0
380
+ Interact with smartphone,24,0,0.0,0.0,0.0
381
+ Interact with smartphone screen,0,0,0.0,0.0,0.0
382
+ Interacting with phone screen,0,0,0.0,0.0,0.0
383
+ Interaction with coworker,0,0,0.0,0.0,0.0
384
+ Interlock paper strips,0,0,0.0,0.0,0.0
385
+ Labeling cardboard piece,0,17,0.0,0.0,0.0
386
+ Labeling cardboard square,0,12,0.0,0.0,0.0
387
+ Labeling cardboard squares,0,19,0.0,0.0,0.0
388
+ Lift blue strip,0,0,0.0,0.0,0.0
389
+ Lift pen and shift ruler,0,0,0.0,0.0,0.0
390
+ Lift pot lid,8,1,0.0,0.0,0.0
391
+ Lift utility knife,0,0,0.0,0.0,0.0
392
+ Lock phone,0,0,0.0,0.0,0.0
393
+ Look around the table,0,0,0.0,0.0,0.0
394
+ Look away,0,0,0.0,0.0,0.0
395
+ Look up and scan the room,0,0,0.0,0.0,0.0
396
+ Manipulate adhesive strip,44,0,0.0,0.0,0.0
397
+ Manipulate and inspect colorful pieces,0,0,0.0,0.0,0.0
398
+ Manipulate bead,23,0,0.0,0.0,0.0
399
+ Manipulate beads,22,0,0.0,0.0,0.0
400
+ Manipulate cardboard piece,0,1,0.0,0.0,0.0
401
+ Manipulate cardboard shape,0,0,0.0,0.0,0.0
402
+ Manipulate cardboard sheet,0,0,0.0,0.0,0.0
403
+ Manipulate colorful pieces,0,0,0.0,0.0,0.0
404
+ Manipulate component,0,0,0.0,0.0,0.0
405
+ Manipulate component on strip,0,0,0.0,0.0,0.0
406
+ Manipulate craft paper strips,34,0,0.0,0.0,0.0
407
+ Manipulate craft piece,38,0,0.0,0.0,0.0
408
+ Manipulate folded paper star,0,0,0.0,0.0,0.0
409
+ Manipulate light blue strip,0,0,0.0,0.0,0.0
410
+ Manipulate material,16,0,0.0,0.0,0.0
411
+ Manipulate paper decoration,44,0,0.0,0.0,0.0
412
+ Manipulate paper edge,37,0,0.0,0.0,0.0
413
+ Manipulate paper piece,0,0,0.0,0.0,0.0
414
+ Manipulate paper quilling piece,0,38,0.0,0.0,0.0
415
+ Manipulate paper star,0,74,0.0,0.0,0.0
416
+ Manipulate paper stars,0,0,0.0,0.0,0.0
417
+ Manipulate paper strip,140,88,0.045454545454545456,0.02857142857142857,0.03508771929824561
418
+ Manipulate paper strips,0,0,0.0,0.0,0.0
419
+ Manipulate plastic strip,37,0,0.0,0.0,0.0
420
+ Manipulate plastic strips,28,0,0.0,0.0,0.0
421
+ Manipulate power cable plug,0,0,0.0,0.0,0.0
422
+ Manipulate puzzle piece,32,0,0.0,0.0,0.0
423
+ Manipulate puzzle pieces,35,2,0.0,0.0,0.0
424
+ Manipulate quilled paper,0,1,0.0,0.0,0.0
425
+ Manipulate quilled paper shape,0,0,0.0,0.0,0.0
426
+ Manipulate quilled paper strip,0,6,0.0,0.0,0.0
427
+ Manipulate quilled paper strips,0,0,0.0,0.0,0.0
428
+ Manipulate quilling paper,0,1,0.0,0.0,0.0
429
+ Manipulate quilling strip,0,0,0.0,0.0,0.0
430
+ Manipulate ribbon knot,0,0,0.0,0.0,0.0
431
+ Manipulate ribbon piece,0,0,0.0,0.0,0.0
432
+ Manipulate small component,0,1,0.0,0.0,0.0
433
+ Manipulate small object,0,2,0.0,0.0,0.0
434
+ Manipulate small paper segment,0,1,0.0,0.0,0.0
435
+ Manipulate star,0,0,0.0,0.0,0.0
436
+ Manipulate yellow strip,23,0,0.0,0.0,0.0
437
+ Manipulating paper strips,22,0,0.0,0.0,0.0
438
+ Mark cardboard,0,17,0.0,0.0,0.0
439
+ Mark cardboard piece,64,25,0.08,0.03125,0.0449438202247191
440
+ Mark cardboard strip with pen,0,0,0.0,0.0,0.0
441
+ Mark cardboard with marker,0,0,0.0,0.0,0.0
442
+ Mark cardboard with pen,0,41,0.0,0.0,0.0
443
+ Mark cardboard with pen and ruler,0,0,0.0,0.0,0.0
444
+ Mark cardboard with ruler,0,0,0.0,0.0,0.0
445
+ Mark cardboard with ruler and pen,0,0,0.0,0.0,0.0
446
+ Mark fabric,0,0,0.0,0.0,0.0
447
+ Mark fabric with pen,0,0,0.0,0.0,0.0
448
+ Mark fabric with pen and ruler,0,0,0.0,0.0,0.0
449
+ Mark line on cardboard,0,0,0.0,0.0,0.0
450
+ Mark lines on cardboard,0,0,0.0,0.0,0.0
451
+ Mark lines with marker,0,0,0.0,0.0,0.0
452
+ Mark lines with pen along ruler,0,0,0.0,0.0,0.0
453
+ Mark list with pen,0,0,0.0,0.0,0.0
454
+ Mark paper list,0,0,0.0,0.0,0.0
455
+ Mark straight line,0,0,0.0,0.0,0.0
456
+ Marking cardboard piece,30,8,0.0,0.0,0.0
457
+ Marking cardboard with pen,0,2,0.0,0.0,0.0
458
+ Marking lines on cardboard,0,0,0.0,0.0,0.0
459
+ Measure and mark cardboard,0,0,0.0,0.0,0.0
460
+ Measure cardboard with ruler,0,0,0.0,0.0,0.0
461
+ Move Mahjong tile,0,0,0.0,0.0,0.0
462
+ Move along shelf,0,41,0.0,0.0,0.0
463
+ Move along the shelf,0,0,0.0,0.0,0.0
464
+ Move along the shelves,0,26,0.0,0.0,0.0
465
+ Move along the supermarket aisle,0,0,0.0,0.0,0.0
466
+ Move and place black buttons,0,0,0.0,0.0,0.0
467
+ Move away from collection box,0,0,0.0,0.0,0.0
468
+ Move away from desk,0,0,0.0,0.0,0.0
469
+ Move away from shelf,0,0,0.0,0.0,0.0
470
+ Move away from table,0,0,0.0,0.0,0.0
471
+ Move away from workstation,0,4,0.0,0.0,0.0
472
+ Move bin,0,0,0.0,0.0,0.0
473
+ Move bin to shelf area,0,5,0.0,0.0,0.0
474
+ Move black button,0,0,0.0,0.0,0.0
475
+ Move blue beads,0,0,0.0,0.0,0.0
476
+ Move box to next position,0,0,0.0,0.0,0.0
477
+ Move button to line,0,0,0.0,0.0,0.0
478
+ Move camera over surface,0,17,0.0,0.0,0.0
479
+ Move can towards shelf,0,0,0.0,0.0,0.0
480
+ Move canned goods container,0,0,0.0,0.0,0.0
481
+ Move cardboard,0,3,0.0,0.0,0.0
482
+ Move cardboard box,0,1,0.0,0.0,0.0
483
+ Move cardboard piece,0,0,0.0,0.0,0.0
484
+ Move cardboard sheet,0,0,0.0,0.0,0.0
485
+ Move cardboard to pile,0,0,0.0,0.0,0.0
486
+ Move container toward shelf,0,0,0.0,0.0,0.0
487
+ Move dustpan to side,11,0,0.0,0.0,0.0
488
+ Move hand,0,29,0.0,0.0,0.0
489
+ Move hand away,4,0,0.0,0.0,0.0
490
+ Move hand away from shelf,4,1,0.0,0.0,0.0
491
+ Move hand away from workspace,0,2,0.0,0.0,0.0
492
+ Move hand back to box,0,0,0.0,0.0,0.0
493
+ Move hand over button pile,0,20,0.0,0.0,0.0
494
+ Move hand to paper stars,0,0,0.0,0.0,0.0
495
+ Move hand toward craft materials,0,0,0.0,0.0,0.0
496
+ Move item to bag,0,0,0.0,0.0,0.0
497
+ Move marker and adjust hand,15,0,0.0,0.0,0.0
498
+ Move marker and ruler,0,1,0.0,0.0,0.0
499
+ Move marker away,0,0,0.0,0.0,0.0
500
+ Move orange buttons,0,0,0.0,0.0,0.0
501
+ Move origami stars,0,0,0.0,0.0,0.0
502
+ Move pen,0,0,0.0,0.0,0.0
503
+ Move pen aside,0,0,0.0,0.0,0.0
504
+ Move pen away,0,0,0.0,0.0,0.0
505
+ Move phone,39,1,0.0,0.0,0.0
506
+ Move piece to pile,0,8,0.0,0.0,0.0
507
+ Move pieces into box,0,0,0.0,0.0,0.0
508
+ Move pineapple chips,0,0,0.0,0.0,0.0
509
+ Move plastic storage bin,0,0,0.0,0.0,0.0
510
+ Move plush toy,0,0,0.0,0.0,0.0
511
+ Move pot,8,0,0.0,0.0,0.0
512
+ Move product to box,0,0,0.0,0.0,0.0
513
+ Move product to shelf,0,1,0.0,0.0,0.0
514
+ Move product towards shelf,0,0,0.0,0.0,0.0
515
+ Move puzzle piece,0,0,0.0,0.0,0.0
516
+ Move ruler,0,0,0.0,0.0,0.0
517
+ Move ruler and tools,0,0,0.0,0.0,0.0
518
+ Move scissors away,0,0,0.0,0.0,0.0
519
+ Move small blue foam piece towards the strip,0,0,0.0,0.0,0.0
520
+ Move smartphone,23,0,0.0,0.0,0.0
521
+ Move storage bin,0,0,0.0,0.0,0.0
522
+ Move through aisle,15,0,0.0,0.0,0.0
523
+ Move through the training room,22,0,0.0,0.0,0.0
524
+ Move to box,0,0,0.0,0.0,0.0
525
+ Move to desk,0,0,0.0,0.0,0.0
526
+ Move to next section,0,0,0.0,0.0,0.0
527
+ Move to shelf,9,0,0.0,0.0,0.0
528
+ Move to shelf base,0,0,0.0,0.0,0.0
529
+ Move to stock products,0,0,0.0,0.0,0.0
530
+ Move towards aisle,0,0,0.0,0.0,0.0
531
+ Move towards box,0,0,0.0,0.0,0.0
532
+ Move towards kitchen area,12,0,0.0,0.0,0.0
533
+ Move towards shelf,0,3,0.0,0.0,0.0
534
+ Move towards table,0,1,0.0,0.0,0.0
535
+ Move towards the stove,12,0,0.0,0.0,0.0
536
+ Move tray towards packing area,0,0,0.0,0.0,0.0
537
+ Move utility knife along ruler,0,0,0.0,0.0,0.0
538
+ Move vacuum cleaner,0,2,0.0,0.0,0.0
539
+ Move vacuum cleaner hose,0,0,0.0,0.0,0.0
540
+ Moving cardboard square,0,0,0.0,0.0,0.0
541
+ Moving hand,0,0,0.0,0.0,0.0
542
+ Moving hand towards cardboard stack,0,0,0.0,0.0,0.0
543
+ Moving ruler,0,0,0.0,0.0,0.0
544
+ Observe and pause,4,0,0.0,0.0,0.0
545
+ Observe and walk through store,18,0,0.0,0.0,0.0
546
+ Observe colleague and workspace,9,0,0.0,0.0,0.0
547
+ Observe craft layout,0,0,0.0,0.0,0.0
548
+ Observe desktop layout,0,1,0.0,0.0,0.0
549
+ Observe paper and count objects,0,11,0.0,0.0,0.0
550
+ Observe paper quilling station,0,1,0.0,0.0,0.0
551
+ Observe puzzle progress,27,1,0.0,0.0,0.0
552
+ Observe room,0,4,0.0,0.0,0.0
553
+ Observe shelf,0,1,0.0,0.0,0.0
554
+ Observe shelf status,0,0,0.0,0.0,0.0
555
+ Observe sorting progress,0,0,0.0,0.0,0.0
556
+ Observe stocking,0,0,0.0,0.0,0.0
557
+ Observe surroundings,0,0,0.0,0.0,0.0
558
+ Observe workspace,12,43,0.0,0.0,0.0
559
+ Open cardboard box,0,0,0.0,0.0,0.0
560
+ Open door,0,0,0.0,0.0,0.0
561
+ Open earbud case,9,2,0.0,0.0,0.0
562
+ Open folded paper lantern,16,2,0.0,0.0,0.0
563
+ Open paper lantern,27,4,0.25,0.037037037037037035,0.06451612903225806
564
+ Open paper lantern component,15,20,0.05,0.06666666666666667,0.05714285714285715
565
+ Open small case,0,0,0.0,0.0,0.0
566
+ Open stove pot lid,17,0,0.0,0.0,0.0
567
+ Open supplement bottle,0,0,0.0,0.0,0.0
568
+ Operate smartphone,33,0,0.0,0.0,0.0
569
+ Organize bag contents,0,1,0.0,0.0,0.0
570
+ Organize cardboard pieces,21,0,0.0,0.0,0.0
571
+ Organize item on shelf,0,0,0.0,0.0,0.0
572
+ Organize products,0,0,0.0,0.0,0.0
573
+ Organize snacks in box,0,0,0.0,0.0,0.0
574
+ Organize tools and materials,0,0,0.0,0.0,0.0
575
+ Pack beads into box,0,0,0.0,0.0,0.0
576
+ Peel blue strip,0,0,0.0,0.0,0.0
577
+ Peel foam strip,0,0,0.0,0.0,0.0
578
+ Pick up Dior gift box,0,0,0.0,0.0,0.0
579
+ Pick up Mahjong tile,0,0,0.0,0.0,0.0
580
+ Pick up accessory,0,0,0.0,0.0,0.0
581
+ Pick up and sort cardboard,0,7,0.0,0.0,0.0
582
+ Pick up another bottle,0,0,0.0,0.0,0.0
583
+ Pick up another canned item,0,0,0.0,0.0,0.0
584
+ Pick up another item,0,0,0.0,0.0,0.0
585
+ Pick up beads,0,0,0.0,0.0,0.0
586
+ Pick up black button,0,0,0.0,0.0,0.0
587
+ Pick up blue foam piece,0,0,0.0,0.0,0.0
588
+ Pick up blue paper strip,0,0,0.0,0.0,0.0
589
+ Pick up bottle,0,0,0.0,0.0,0.0
590
+ Pick up bottled sauce,0,0,0.0,0.0,0.0
591
+ Pick up button,20,0,0.0,0.0,0.0
592
+ Pick up can,12,0,0.0,0.0,0.0
593
+ Pick up canned food,14,5,0.2,0.07142857142857142,0.10526315789473682
594
+ Pick up canned good,0,0,0.0,0.0,0.0
595
+ Pick up canned goods,0,0,0.0,0.0,0.0
596
+ Pick up canned item,0,0,0.0,0.0,0.0
597
+ Pick up canned product,0,3,0.0,0.0,0.0
598
+ Pick up cardboard,0,1,0.0,0.0,0.0
599
+ Pick up cardboard cutout,0,12,0.0,0.0,0.0
600
+ Pick up cardboard piece,0,3,0.0,0.0,0.0
601
+ Pick up cardboard square,0,0,0.0,0.0,0.0
602
+ Pick up cardboard stack,0,0,0.0,0.0,0.0
603
+ Pick up cardboard strip,0,0,0.0,0.0,0.0
604
+ Pick up cardboard tray,0,0,0.0,0.0,0.0
605
+ Pick up cereal boxes,0,0,0.0,0.0,0.0
606
+ Pick up charging cable,0,1,0.0,0.0,0.0
607
+ Pick up charging case,0,0,0.0,0.0,0.0
608
+ Pick up cleaning cloth,0,0,0.0,0.0,0.0
609
+ Pick up colored tile,0,0,0.0,0.0,0.0
610
+ Pick up container,0,9,0.0,0.0,0.0
611
+ Pick up container from box,0,0,0.0,0.0,0.0
612
+ Pick up craft material,0,0,0.0,0.0,0.0
613
+ Pick up cut cardboard piece,0,2,0.0,0.0,0.0
614
+ Pick up dustpan,13,1,0.0,0.0,0.0
615
+ Pick up electronic accessory,0,9,0.0,0.0,0.0
616
+ Pick up electronic accessory from box,0,0,0.0,0.0,0.0
617
+ Pick up electronic device,0,0,0.0,0.0,0.0
618
+ Pick up electronic item,0,0,0.0,0.0,0.0
619
+ Pick up electronic product,0,0,0.0,0.0,0.0
620
+ Pick up food item,0,0,0.0,0.0,0.0
621
+ Pick up gift box,0,2,0.0,0.0,0.0
622
+ Pick up grocery item,0,0,0.0,0.0,0.0
623
+ Pick up item,0,0,0.0,0.0,0.0
624
+ Pick up item from bin,0,0,0.0,0.0,0.0
625
+ Pick up item from box,0,0,0.0,0.0,0.0
626
+ Pick up item from shelf,0,2,0.0,0.0,0.0
627
+ Pick up items from the shopping bag,17,0,0.0,0.0,0.0
628
+ Pick up jar,0,0,0.0,0.0,0.0
629
+ Pick up light blue strip,0,0,0.0,0.0,0.0
630
+ Pick up marker,0,0,0.0,0.0,0.0
631
+ Pick up metal ruler,0,0,0.0,0.0,0.0
632
+ Pick up new cardboard piece,22,0,0.0,0.0,0.0
633
+ Pick up new electronic product,0,0,0.0,0.0,0.0
634
+ Pick up new product from box,0,0,0.0,0.0,0.0
635
+ Pick up next gift box,0,0,0.0,0.0,0.0
636
+ Pick up next item from bin,0,0,0.0,0.0,0.0
637
+ Pick up next product from bin,0,0,0.0,0.0,0.0
638
+ Pick up nut bar box,0,0,0.0,0.0,0.0
639
+ Pick up object,0,5,0.0,0.0,0.0
640
+ Pick up oil bottle,0,0,0.0,0.0,0.0
641
+ Pick up orange button,0,0,0.0,0.0,0.0
642
+ Pick up pack from shelf,0,0,0.0,0.0,0.0
643
+ Pick up packaged paper lantern component,13,0,0.0,0.0,0.0
644
+ Pick up paper star,0,1,0.0,0.0,0.0
645
+ Pick up paper strip,0,3,0.0,0.0,0.0
646
+ Pick up paper towel,0,4,0.0,0.0,0.0
647
+ Pick up pasta box,0,0,0.0,0.0,0.0
648
+ Pick up pen,14,0,0.0,0.0,0.0
649
+ Pick up phone,0,0,0.0,0.0,0.0
650
+ Pick up pickle jar,0,0,0.0,0.0,0.0
651
+ Pick up pink water bottle,0,3,0.0,0.0,0.0
652
+ Pick up plastic bin,0,0,0.0,0.0,0.0
653
+ Pick up plastic container,0,0,0.0,0.0,0.0
654
+ Pick up plush toy,0,0,0.0,0.0,0.0
655
+ Pick up portable charger,0,0,0.0,0.0,0.0
656
+ Pick up power bank,0,0,0.0,0.0,0.0
657
+ Pick up product,0,0,0.0,0.0,0.0
658
+ Pick up product box,0,0,0.0,0.0,0.0
659
+ Pick up product from bin,0,0,0.0,0.0,0.0
660
+ Pick up product from box,0,1,0.0,0.0,0.0
661
+ Pick up product from shelf,0,0,0.0,0.0,0.0
662
+ Pick up puzzle piece,24,0,0.0,0.0,0.0
663
+ Pick up red button,0,0,0.0,0.0,0.0
664
+ Pick up retail item,0,0,0.0,0.0,0.0
665
+ Pick up sauce bottle,0,0,0.0,0.0,0.0
666
+ Pick up scissors,0,2,0.0,0.0,0.0
667
+ Pick up shopping bag,0,1,0.0,0.0,0.0
668
+ Pick up small cardboard piece,0,1,0.0,0.0,0.0
669
+ Pick up small item,0,0,0.0,0.0,0.0
670
+ Pick up small object,0,0,0.0,0.0,0.0
671
+ Pick up small piece of material,10,0,0.0,0.0,0.0
672
+ Pick up smartphone,9,4,0.0,0.0,0.0
673
+ Pick up snack package,0,5,0.0,0.0,0.0
674
+ Pick up snack packages,0,0,0.0,0.0,0.0
675
+ Pick up snack packs,0,0,0.0,0.0,0.0
676
+ Pick up snack pouch,0,1,0.0,0.0,0.0
677
+ Pick up spice jar,0,0,0.0,0.0,0.0
678
+ Pick up stapler,0,1,0.0,0.0,0.0
679
+ Pick up star,0,1,0.0,0.0,0.0
680
+ Pick up star bead,14,0,0.0,0.0,0.0
681
+ Pick up star-shaped bead,0,0,0.0,0.0,0.0
682
+ Pick up storage container,0,0,0.0,0.0,0.0
683
+ Pick up supplement bottle,0,1,0.0,0.0,0.0
684
+ Pick up supplies from box,0,0,0.0,0.0,0.0
685
+ Pick up tin can,0,0,0.0,0.0,0.0
686
+ Pick up tool,0,0,0.0,0.0,0.0
687
+ Pick up utility knife,18,0,0.0,0.0,0.0
688
+ Pick up water bottle,0,1,0.0,0.0,0.0
689
+ Pick up yellow item,0,0,0.0,0.0,0.0
690
+ Pick up yellow paper strip,0,2,0.0,0.0,0.0
691
+ Picking up bottle,10,0,0.0,0.0,0.0
692
+ Picking up crafting material,13,0,0.0,0.0,0.0
693
+ Picking up stock,0,0,0.0,0.0,0.0
694
+ Pinch foam strips,0,0,0.0,0.0,0.0
695
+ Place Mahjong tile on stack,0,0,0.0,0.0,0.0
696
+ Place Mahjong tile on the stack,0,0,0.0,0.0,0.0
697
+ Place accessory box,0,0,0.0,0.0,0.0
698
+ Place accessory into box,0,27,0.0,0.0,0.0
699
+ Place accessory on shelf,0,0,0.0,0.0,0.0
700
+ Place and align button,0,0,0.0,0.0,0.0
701
+ Place and count bead,19,0,0.0,0.0,0.0
702
+ Place another canned food on shelf,9,0,0.0,0.0,0.0
703
+ Place back Dior gift box,0,0,0.0,0.0,0.0
704
+ Place bead on table,0,0,0.0,0.0,0.0
705
+ Place blue foam piece,0,0,0.0,0.0,0.0
706
+ Place bottle back on shelf,0,0,0.0,0.0,0.0
707
+ Place box on shelf,0,0,0.0,0.0,0.0
708
+ Place button,25,0,0.0,0.0,0.0
709
+ Place button in group,0,0,0.0,0.0,0.0
710
+ Place button in row,0,0,0.0,0.0,0.0
711
+ Place can on shelf,16,26,0.0,0.0,0.0
712
+ Place canned food in bin,0,70,0.0,0.0,0.0
713
+ Place canned food in container,0,17,0.0,0.0,0.0
714
+ Place canned food on shelf,44,86,0.23255813953488372,0.45454545454545453,0.30769230769230765
715
+ Place canned good on shelf,0,0,0.0,0.0,0.0
716
+ Place canned goods in container,0,6,0.0,0.0,0.0
717
+ Place canned product on shelf,0,2,0.0,0.0,0.0
718
+ Place cans into box,0,4,0.0,0.0,0.0
719
+ Place cardboard,0,7,0.0,0.0,0.0
720
+ Place cardboard piece,0,25,0.0,0.0,0.0
721
+ Place cardboard piece on stack,0,0,0.0,0.0,0.0
722
+ Place cardboard square,0,0,0.0,0.0,0.0
723
+ Place cardboard square on stack,0,0,0.0,0.0,0.0
724
+ Place cardboard strip,0,0,0.0,0.0,0.0
725
+ Place charger on table,0,0,0.0,0.0,0.0
726
+ Place charging case down,0,0,0.0,0.0,0.0
727
+ Place cloth on floor,8,0,0.0,0.0,0.0
728
+ Place colored tile,0,2,0.0,0.0,0.0
729
+ Place container in bin,0,0,0.0,0.0,0.0
730
+ Place container on floor,0,8,0.0,0.0,0.0
731
+ Place container on shelf,0,0,0.0,0.0,0.0
732
+ Place controller on table,0,9,0.0,0.0,0.0
733
+ Place crate on floor,0,1,0.0,0.0,0.0
734
+ Place device on lap,0,0,0.0,0.0,0.0
735
+ Place down paper pieces,0,0,0.0,0.0,0.0
736
+ Place down paper segment,0,0,0.0,0.0,0.0
737
+ Place down pen,0,0,0.0,0.0,0.0
738
+ Place down pink water bottle,0,0,0.0,0.0,0.0
739
+ Place down ruler and pen,0,0,0.0,0.0,0.0
740
+ Place down scissors,0,2,0.0,0.0,0.0
741
+ Place down strip,0,0,0.0,0.0,0.0
742
+ Place finished star on table,0,0,0.0,0.0,0.0
743
+ Place gift box into bin,0,8,0.0,0.0,0.0
744
+ Place gift box on shelf,0,0,0.0,0.0,0.0
745
+ Place hand on table,26,0,0.0,0.0,0.0
746
+ Place item back,0,0,0.0,0.0,0.0
747
+ Place item back on shelf,0,0,0.0,0.0,0.0
748
+ Place item in bag,0,65,0.0,0.0,0.0
749
+ Place item in container,0,0,0.0,0.0,0.0
750
+ Place item in shopping bag,0,6,0.0,0.0,0.0
751
+ Place item into bag,0,11,0.0,0.0,0.0
752
+ Place item into shopping bag,0,4,0.0,0.0,0.0
753
+ Place item on shelf,21,26,0.5384615384615384,0.6666666666666666,0.5957446808510638
754
+ Place item on table,0,5,0.0,0.0,0.0
755
+ Place items on shelf,0,0,0.0,0.0,0.0
756
+ Place items on table,0,0,0.0,0.0,0.0
757
+ Place items on the shelf,14,0,0.0,0.0,0.0
758
+ Place jar in box,0,2,0.0,0.0,0.0
759
+ Place jar into shelf box,0,0,0.0,0.0,0.0
760
+ Place jar on shelf,0,5,0.0,0.0,0.0
761
+ Place ketchup bottle on shelf,0,0,0.0,0.0,0.0
762
+ Place knife down,0,0,0.0,0.0,0.0
763
+ Place lid back,7,10,0.0,0.0,0.0
764
+ Place marked piece down,25,0,0.0,0.0,0.0
765
+ Place marker down,0,0,0.0,0.0,0.0
766
+ Place material,14,0,0.0,0.0,0.0
767
+ Place oil in container,0,2,0.0,0.0,0.0
768
+ Place paper star,0,2,0.0,0.0,0.0
769
+ Place paper star in row,0,0,0.0,0.0,0.0
770
+ Place pen on cardboard,0,0,0.0,0.0,0.0
771
+ Place pen on table,0,1,0.0,0.0,0.0
772
+ Place phone down,9,0,0.0,0.0,0.0
773
+ Place phone on desk,0,6,0.0,0.0,0.0
774
+ Place phone on shelf,0,0,0.0,0.0,0.0
775
+ Place phone on table,0,19,0.0,0.0,0.0
776
+ Place pickle jar in box,0,5,0.0,0.0,0.0
777
+ Place piece into puzzle,22,0,0.0,0.0,0.0
778
+ Place plush toy into bag,0,0,0.0,0.0,0.0
779
+ Place plush toy on shelf,0,0,0.0,0.0,0.0
780
+ Place product in box,0,0,0.0,0.0,0.0
781
+ Place product on shelf,0,0,0.0,0.0,0.0
782
+ Place puzzle piece,26,0,0.0,0.0,0.0
783
+ Place quilled paper shape,0,0,0.0,0.0,0.0
784
+ Place red button,0,7,0.0,0.0,0.0
785
+ Place ribbon onto project,0,0,0.0,0.0,0.0
786
+ Place ruler on cardboard,0,0,0.0,0.0,0.0
787
+ Place sauce bottle on shelf,0,0,0.0,0.0,0.0
788
+ Place sauce in container,0,0,0.0,0.0,0.0
789
+ Place scissors aside,0,0,0.0,0.0,0.0
790
+ Place scissors down,0,0,0.0,0.0,0.0
791
+ Place scissors on table,0,0,0.0,0.0,0.0
792
+ Place smartphone down,25,0,0.0,0.0,0.0
793
+ Place smartphone on cardboard,0,12,0.0,0.0,0.0
794
+ Place smartphone on desk,0,1,0.0,0.0,0.0
795
+ Place smartphone on stand,7,0,0.0,0.0,0.0
796
+ Place smartphone on table,0,0,0.0,0.0,0.0
797
+ Place snack in box,0,1,0.0,0.0,0.0
798
+ Place snack on shelf,0,0,0.0,0.0,0.0
799
+ Place snack package in box,0,16,0.0,0.0,0.0
800
+ Place snack package on shelf,0,3,0.0,0.0,0.0
801
+ Place snack packages on shelf,0,0,0.0,0.0,0.0
802
+ Place snack pouch in container,0,0,0.0,0.0,0.0
803
+ Place snack pouch on shelf,0,0,0.0,0.0,0.0
804
+ Place spice jar in container,0,0,0.0,0.0,0.0
805
+ Place star,0,2,0.0,0.0,0.0
806
+ Place star in row,0,0,0.0,0.0,0.0
807
+ Place star on table,0,3,0.0,0.0,0.0
808
+ Place stars in container,0,0,0.0,0.0,0.0
809
+ Place stool on floor,0,8,0.0,0.0,0.0
810
+ Place storage container on floor,0,0,0.0,0.0,0.0
811
+ Place strip on table,0,0,0.0,0.0,0.0
812
+ Place supplement bottle in container,0,5,0.0,0.0,0.0
813
+ Place tool on table,0,0,0.0,0.0,0.0
814
+ Place towel,11,2,0.0,0.0,0.0
815
+ Place water bottle on table,0,0,0.0,0.0,0.0
816
+ Place white box on table,0,3,0.0,0.0,0.0
817
+ Placing labeled cardboard square,0,0,0.0,0.0,0.0
818
+ Placing labeled square,0,0,0.0,0.0,0.0
819
+ Placing paper strip,42,0,0.0,0.0,0.0
820
+ Placing pen on table,0,0,0.0,0.0,0.0
821
+ Placing phone down,0,0,0.0,0.0,0.0
822
+ Placing piece on stack,0,0,0.0,0.0,0.0
823
+ Placing stock on shelf,0,0,0.0,0.0,0.0
824
+ Plug cable into portable charger,0,0,0.0,0.0,0.0
825
+ Position blue strip,0,0,0.0,0.0,0.0
826
+ Position cardboard for cutting,0,0,0.0,0.0,0.0
827
+ Position cardboard piece,0,3,0.0,0.0,0.0
828
+ Position cardboard strip,0,0,0.0,0.0,0.0
829
+ Position cardboard tray,0,0,0.0,0.0,0.0
830
+ Position cardboard tube,0,0,0.0,0.0,0.0
831
+ Position container near shelf,0,0,0.0,0.0,0.0
832
+ Position container on shelf,0,0,0.0,0.0,0.0
833
+ Position hands for work,0,0,0.0,0.0,0.0
834
+ Position ribbon piece,0,0,0.0,0.0,0.0
835
+ Position ruler and mark cardboard,0,0,0.0,0.0,0.0
836
+ Position ruler on cardboard,0,0,0.0,0.0,0.0
837
+ Position scissors,0,0,0.0,0.0,0.0
838
+ Position scissors for next cut,0,0,0.0,0.0,0.0
839
+ Position scissors to cut cardboard,0,0,0.0,0.0,0.0
840
+ Position shelving divider,0,13,0.0,0.0,0.0
841
+ Position the chair,0,0,0.0,0.0,0.0
842
+ Position the ruler,0,0,0.0,0.0,0.0
843
+ Position tray,0,0,0.0,0.0,0.0
844
+ Position utility knife,0,0,0.0,0.0,0.0
845
+ Position utility knife on cardboard,0,0,0.0,0.0,0.0
846
+ Position yellow foam piece on strip,0,0,0.0,0.0,0.0
847
+ Positioning cardboard on workspace,0,0,0.0,0.0,0.0
848
+ Positioning paper strip,0,0,0.0,0.0,0.0
849
+ Positioning puzzle piece,0,1,0.0,0.0,0.0
850
+ Positioning ruler on cardboard,0,0,0.0,0.0,0.0
851
+ Prepare paper strip,0,0,0.0,0.0,0.0
852
+ Prepare to cut cardboard,0,0,0.0,0.0,0.0
853
+ Prepare to draw lines,0,0,0.0,0.0,0.0
854
+ Prepare to pick up item,0,0,0.0,0.0,0.0
855
+ Prepare to place bottle on shelf,0,0,0.0,0.0,0.0
856
+ Prepare to place cardboard,0,0,0.0,0.0,0.0
857
+ Prepare to place item in bag,0,0,0.0,0.0,0.0
858
+ Prepare to place product,0,0,0.0,0.0,0.0
859
+ Prepare to resume cutting,0,0,0.0,0.0,0.0
860
+ Prepare to sort beads,0,0,0.0,0.0,0.0
861
+ Preparing to craft,12,0,0.0,0.0,0.0
862
+ Press blue strip,0,0,0.0,0.0,0.0
863
+ Press ends of foam strip together,0,0,0.0,0.0,0.0
864
+ Press foam piece,0,0,0.0,0.0,0.0
865
+ Press foam piece to strip,0,0,0.0,0.0,0.0
866
+ Press foam strip,0,0,0.0,0.0,0.0
867
+ Press fold,0,0,0.0,0.0,0.0
868
+ Pull back hand,0,0,0.0,0.0,0.0
869
+ Pull blue foam strip,0,0,0.0,0.0,0.0
870
+ Pull chair,0,0,0.0,0.0,0.0
871
+ Pull paper strip,0,0,0.0,0.0,0.0
872
+ Push vacuum cleaner,0,0,0.0,0.0,0.0
873
+ Put down phone,0,0,0.0,0.0,0.0
874
+ Put down scissors,0,0,0.0,0.0,0.0
875
+ Put down smartphone,26,0,0.0,0.0,0.0
876
+ Put down utility knife,0,0,0.0,0.0,0.0
877
+ Put down water bottle,0,0,0.0,0.0,0.0
878
+ Putting away smartphone,0,0,0.0,0.0,0.0
879
+ Reach and sort buttons,0,0,0.0,0.0,0.0
880
+ Reach for Mahjong tiles,0,0,0.0,0.0,0.0
881
+ Reach for additional items,0,0,0.0,0.0,0.0
882
+ Reach for and examine canned goods,0,0,0.0,0.0,0.0
883
+ Reach for and pick up smartphone,0,0,0.0,0.0,0.0
884
+ Reach for another container,0,0,0.0,0.0,0.0
885
+ Reach for another item,18,0,0.0,0.0,0.0
886
+ Reach for beads,0,2,0.0,0.0,0.0
887
+ Reach for black button,0,0,0.0,0.0,0.0
888
+ Reach for button,0,0,0.0,0.0,0.0
889
+ Reach for buttons,0,0,0.0,0.0,0.0
890
+ Reach for can,0,0,0.0,0.0,0.0
891
+ Reach for canned food,0,0,0.0,0.0,0.0
892
+ Reach for canned goods,0,0,0.0,0.0,0.0
893
+ Reach for cardboard box,0,0,0.0,0.0,0.0
894
+ Reach for cardboard piece,0,0,0.0,0.0,0.0
895
+ Reach for cleaning supplies,13,1,0.0,0.0,0.0
896
+ Reach for container,0,6,0.0,0.0,0.0
897
+ Reach for craft items,24,0,0.0,0.0,0.0
898
+ Reach for door handle,0,1,0.0,0.0,0.0
899
+ Reach for empty shelf space,0,0,0.0,0.0,0.0
900
+ Reach for foam strips,0,0,0.0,0.0,0.0
901
+ Reach for item,0,0,0.0,0.0,0.0
902
+ Reach for item in box,0,0,0.0,0.0,0.0
903
+ Reach for item on shelf,0,2,0.0,0.0,0.0
904
+ Reach for items,0,0,0.0,0.0,0.0
905
+ Reach for items in box,0,0,0.0,0.0,0.0
906
+ Reach for more pieces,0,0,0.0,0.0,0.0
907
+ Reach for multicolored buttons,0,0,0.0,0.0,0.0
908
+ Reach for next can,25,0,0.0,0.0,0.0
909
+ Reach for next canned food,12,0,0.0,0.0,0.0
910
+ Reach for next canned food item,0,1,0.0,0.0,0.0
911
+ Reach for next canned product,0,0,0.0,0.0,0.0
912
+ Reach for next item,14,0,0.0,0.0,0.0
913
+ Reach for next piece,0,0,0.0,0.0,0.0
914
+ Reach for next product,0,3,0.0,0.0,0.0
915
+ Reach for object,0,1,0.0,0.0,0.0
916
+ Reach for paper strip,0,0,0.0,0.0,0.0
917
+ Reach for paper strips,0,0,0.0,0.0,0.0
918
+ Reach for phone,0,0,0.0,0.0,0.0
919
+ Reach for product,0,0,0.0,0.0,0.0
920
+ Reach for product labels,0,0,0.0,0.0,0.0
921
+ Reach for product on shelf,0,0,0.0,0.0,0.0
922
+ Reach for puzzle piece,11,0,0.0,0.0,0.0
923
+ Reach for retail item,0,0,0.0,0.0,0.0
924
+ Reach for shelf,0,0,0.0,0.0,0.0
925
+ Reach for shelving divider,0,0,0.0,0.0,0.0
926
+ Reach for snack package,0,0,0.0,0.0,0.0
927
+ Reach for snack pouch,0,0,0.0,0.0,0.0
928
+ Reach for star,0,0,0.0,0.0,0.0
929
+ Reach for stars,0,0,0.0,0.0,0.0
930
+ Reach for utility knife,0,0,0.0,0.0,0.0
931
+ Reach for water bottle,0,0,0.0,0.0,0.0
932
+ Reach for wire hangers,12,3,0.6666666666666666,0.16666666666666666,0.26666666666666666
933
+ Reach into bag,0,0,0.0,0.0,0.0
934
+ Reach into box,14,0,0.0,0.0,0.0
935
+ Reach towards shelf,0,0,0.0,0.0,0.0
936
+ Reaching for beads,0,0,0.0,0.0,0.0
937
+ Realign Mahjong tiles,0,0,0.0,0.0,0.0
938
+ Rearrange Mahjong tile,0,0,0.0,0.0,0.0
939
+ Rearrange Mahjong tiles,0,0,0.0,0.0,0.0
940
+ Rearrange buttons,0,0,0.0,0.0,0.0
941
+ Rearrange shelf item,0,0,0.0,0.0,0.0
942
+ Record count,18,0,0.0,0.0,0.0
943
+ Record count on notepad,0,0,0.0,0.0,0.0
944
+ Record star count,0,0,0.0,0.0,0.0
945
+ Record star count on paper,0,0,0.0,0.0,0.0
946
+ Release and prepare new strip,0,0,0.0,0.0,0.0
947
+ Release bottle,0,0,0.0,0.0,0.0
948
+ Release button,0,0,0.0,0.0,0.0
949
+ Release cardboard,0,0,0.0,0.0,0.0
950
+ Release cardboard piece,0,0,0.0,0.0,0.0
951
+ Release cardboard piece and gesture,21,0,0.0,0.0,0.0
952
+ Release cardboard shape,0,0,0.0,0.0,0.0
953
+ Release container,0,0,0.0,0.0,0.0
954
+ Release foam strip,0,0,0.0,0.0,0.0
955
+ Release folded paper,0,0,0.0,0.0,0.0
956
+ Release food item,0,0,0.0,0.0,0.0
957
+ Release hook,15,0,0.0,0.0,0.0
958
+ Release label,0,0,0.0,0.0,0.0
959
+ Release lantern,12,1,0.0,0.0,0.0
960
+ Release paper,0,0,0.0,0.0,0.0
961
+ Release paper coil,0,0,0.0,0.0,0.0
962
+ Release paper star,0,0,0.0,0.0,0.0
963
+ Release paper strip,35,0,0.0,0.0,0.0
964
+ Release pickle jar,0,0,0.0,0.0,0.0
965
+ Release product on shelf,0,0,0.0,0.0,0.0
966
+ Release puzzle piece,11,0,0.0,0.0,0.0
967
+ Release quilling strip,0,0,0.0,0.0,0.0
968
+ Release scissors,11,0,0.0,0.0,0.0
969
+ Release smartphone,18,0,0.0,0.0,0.0
970
+ Remove cardboard flap,0,4,0.0,0.0,0.0
971
+ Remove cardboard pattern,0,0,0.0,0.0,0.0
972
+ Remove cardboard pattern piece,0,0,0.0,0.0,0.0
973
+ Remove cleaning bottle,10,0,0.0,0.0,0.0
974
+ Remove item from bag,0,0,0.0,0.0,0.0
975
+ Remove item from shelf,0,0,0.0,0.0,0.0
976
+ Remove lid from container,0,0,0.0,0.0,0.0
977
+ Remove paper lantern part from packaging,14,1,0.0,0.0,0.0
978
+ Remove plastic container from shelf,0,0,0.0,0.0,0.0
979
+ Remove plastic container from storage box,0,0,0.0,0.0,0.0
980
+ Remove plastic packaging,13,0,0.0,0.0,0.0
981
+ Remove ruler,0,0,0.0,0.0,0.0
982
+ Remove ruler and marker,0,0,0.0,0.0,0.0
983
+ Remove shelf label,0,0,0.0,0.0,0.0
984
+ Remove storage bin from shelf,0,0,0.0,0.0,0.0
985
+ Reorganize bin contents,0,0,0.0,0.0,0.0
986
+ Reposition and cut,0,0,0.0,0.0,0.0
987
+ Reposition cardboard for cutting,0,0,0.0,0.0,0.0
988
+ Reposition hand,7,0,0.0,0.0,0.0
989
+ Reposition hands,0,0,0.0,0.0,0.0
990
+ Reposition hands and ruler,0,0,0.0,0.0,0.0
991
+ Reposition marker,0,0,0.0,0.0,0.0
992
+ Reposition newspaper,0,0,0.0,0.0,0.0
993
+ Reposition pen and prepare for next line,0,0,0.0,0.0,0.0
994
+ Reposition ruler,0,0,0.0,0.0,0.0
995
+ Reposition ruler and pen,0,0,0.0,0.0,0.0
996
+ Reposition scissors,0,0,0.0,0.0,0.0
997
+ Reposition sign and organize beads,0,0,0.0,0.0,0.0
998
+ Reposition tools,0,0,0.0,0.0,0.0
999
+ Reposition utility knife,0,0,0.0,0.0,0.0
1000
+ Repositioning ruler,0,0,0.0,0.0,0.0
1001
+ Repositioning ruler and cardboard,0,0,0.0,0.0,0.0
1002
+ Resume counting stars,0,0,0.0,0.0,0.0
1003
+ Resume cutting cardboard,0,0,0.0,0.0,0.0
1004
+ Resume observation,7,0,0.0,0.0,0.0
1005
+ Resume sorting blue beads,0,0,0.0,0.0,0.0
1006
+ Resume writing on paper,0,0,0.0,0.0,0.0
1007
+ Retract camera/reposition view,0,0,0.0,0.0,0.0
1008
+ Retract hand,0,0,0.0,0.0,0.0
1009
+ Retract hand from bag,0,0,0.0,0.0,0.0
1010
+ Retrieve another container,0,0,0.0,0.0,0.0
1011
+ Retrieve canned food from box,12,0,0.0,0.0,0.0
1012
+ Retrieve hand to table,0,0,0.0,0.0,0.0
1013
+ Retrieve items from bag,0,0,0.0,0.0,0.0
1014
+ Retrieve next canned food item,17,0,0.0,0.0,0.0
1015
+ Retrieve paper strip,0,0,0.0,0.0,0.0
1016
+ Retrieve paper strips,0,0,0.0,0.0,0.0
1017
+ Retrieve snack from container,0,0,0.0,0.0,0.0
1018
+ Retrieve star,0,0,0.0,0.0,0.0
1019
+ Retrieving more beads,13,0,0.0,0.0,0.0
1020
+ Return to sorting,0,0,0.0,0.0,0.0
1021
+ Reviewing count record,0,0,0.0,0.0,0.0
1022
+ Rinse cloth in sink,9,0,0.0,0.0,0.0
1023
+ Roll quilling paper,0,0,0.0,0.0,0.0
1024
+ Rolling paper strip,0,1,0.0,0.0,0.0
1025
+ Rub hands together,0,0,0.0,0.0,0.0
1026
+ Scan for next piece,0,4,0.0,0.0,0.0
1027
+ Scan supermarket shelves,0,0,0.0,0.0,0.0
1028
+ Score cardboard,0,0,0.0,0.0,0.0
1029
+ Scroll on smartphone,0,10,0.0,0.0,0.0
1030
+ Scroll smartphone screen,31,0,0.0,0.0,0.0
1031
+ Scroll through photo gallery,0,2,0.0,0.0,0.0
1032
+ Scrolling and viewing content on phone,0,62,0.0,0.0,0.0
1033
+ Scrolling or navigating on phone,0,0,0.0,0.0,0.0
1034
+ Search for puzzle piece,23,0,0.0,0.0,0.0
1035
+ Secure paper edges with adhesive,40,0,0.0,0.0,0.0
1036
+ Secure ribbon with needle,0,0,0.0,0.0,0.0
1037
+ Securing paper structure,37,0,0.0,0.0,0.0
1038
+ Select a bottle,0,0,0.0,0.0,0.0
1039
+ Select and pick up a canned item,0,0,0.0,0.0,0.0
1040
+ Select another item,0,0,0.0,0.0,0.0
1041
+ Select button from pile,0,0,0.0,0.0,0.0
1042
+ Select paper strip,0,0,0.0,0.0,0.0
1043
+ Select product from box,0,0,0.0,0.0,0.0
1044
+ Selecting new paper strip,0,0,0.0,0.0,0.0
1045
+ Separate cardboard piece,0,0,0.0,0.0,0.0
1046
+ Set down scissors and pick up power bank,0,0,0.0,0.0,0.0
1047
+ Set down utility knife,0,0,0.0,0.0,0.0
1048
+ Slide utility knife along ruler,0,0,0.0,0.0,0.0
1049
+ Sort Mahjong tiles,0,0,0.0,0.0,0.0
1050
+ Sort and adjust button line,29,0,0.0,0.0,0.0
1051
+ Sort and arrange buttons,32,0,0.0,0.0,0.0
1052
+ Sort and arrange cardboard pieces,0,1,0.0,0.0,0.0
1053
+ Sort and count beads,18,0,0.0,0.0,0.0
1054
+ Sort and place buttons,31,0,0.0,0.0,0.0
1055
+ Sort and place paper star,0,0,0.0,0.0,0.0
1056
+ Sort and stack cardboard pieces,0,0,0.0,0.0,0.0
1057
+ Sort beads,18,11,0.0,0.0,0.0
1058
+ Sort beads and write count,18,0,0.0,0.0,0.0
1059
+ Sort beads by color,0,97,0.0,0.0,0.0
1060
+ Sort beads by hand,0,0,0.0,0.0,0.0
1061
+ Sort beads on table,0,0,0.0,0.0,0.0
1062
+ Sort beads on the table,0,0,0.0,0.0,0.0
1063
+ Sort blue beads,0,0,0.0,0.0,0.0
1064
+ Sort blue star-shaped pieces,0,2,0.0,0.0,0.0
1065
+ Sort button,31,0,0.0,0.0,0.0
1066
+ Sort button by color,0,0,0.0,0.0,0.0
1067
+ Sort buttons,28,0,0.0,0.0,0.0
1068
+ Sort buttons by color,0,1,0.0,0.0,0.0
1069
+ Sort canned goods in tray,0,0,0.0,0.0,0.0
1070
+ Sort colored tiles,0,1,0.0,0.0,0.0
1071
+ Sort colorful pieces,0,1,0.0,0.0,0.0
1072
+ Sort craft items,15,0,0.0,0.0,0.0
1073
+ Sort cut cardboard,0,0,0.0,0.0,0.0
1074
+ Sort light blue origami stars,0,0,0.0,0.0,0.0
1075
+ Sort orange button,0,0,0.0,0.0,0.0
1076
+ Sort orange buttons,0,0,0.0,0.0,0.0
1077
+ Sort origami stars,0,0,0.0,0.0,0.0
1078
+ Sort origami stars by color,0,0,0.0,0.0,0.0
1079
+ Sort paper star,0,18,0.0,0.0,0.0
1080
+ Sort paper stars,0,2,0.0,0.0,0.0
1081
+ Sort plastic pieces,0,1,0.0,0.0,0.0
1082
+ Sort purple beads,0,2,0.0,0.0,0.0
1083
+ Sort purple star-shaped objects,0,0,0.0,0.0,0.0
1084
+ Sort puzzle pieces,34,0,0.0,0.0,0.0
1085
+ Sort quilled paper pieces,0,0,0.0,0.0,0.0
1086
+ Sort small colorful pieces,0,0,0.0,0.0,0.0
1087
+ Sort small craft pieces,39,0,0.0,0.0,0.0
1088
+ Sort small objects,0,0,0.0,0.0,0.0
1089
+ Sort small plastic pieces,0,0,0.0,0.0,0.0
1090
+ Sort star-shaped beads,16,0,0.0,0.0,0.0
1091
+ Sort star-shaped objects,0,0,0.0,0.0,0.0
1092
+ Sort star-shaped objects by color,0,0,0.0,0.0,0.0
1093
+ Sort tiles,0,0,0.0,0.0,0.0
1094
+ Sort tiles by color,0,1,0.0,0.0,0.0
1095
+ Sort yellow star-shaped objects,0,0,0.0,0.0,0.0
1096
+ Sorting buttons,0,0,0.0,0.0,0.0
1097
+ Sorting colorful paper pieces,0,0,0.0,0.0,0.0
1098
+ Sorting paper stars,0,0,0.0,0.0,0.0
1099
+ Stabilize cardboard,0,0,0.0,0.0,0.0
1100
+ Stabilize ruler,0,0,0.0,0.0,0.0
1101
+ Stack cardboard pieces,0,4,0.0,0.0,0.0
1102
+ Stack cardboard square,0,1,0.0,0.0,0.0
1103
+ Stack cardboard squares,0,0,0.0,0.0,0.0
1104
+ Stacking cardboard pieces,0,5,0.0,0.0,0.0
1105
+ Stacking cardboard square,0,3,0.0,0.0,0.0
1106
+ Stacking cardboard squares,0,24,0.0,0.0,0.0
1107
+ Stand up and walk away,0,0,0.0,0.0,0.0
1108
+ Start cutting,4,0,0.0,0.0,0.0
1109
+ Start folding paper strip,0,0,0.0,0.0,0.0
1110
+ Starting to label next square,0,0,0.0,0.0,0.0
1111
+ Stir contents,9,4,0.25,0.1111111111111111,0.15384615384615383
1112
+ Stop measuring and put down tools,0,0,0.0,0.0,0.0
1113
+ Stop sorting stars,0,0,0.0,0.0,0.0
1114
+ Survey the table,0,0,0.0,0.0,0.0
1115
+ Sweep debris,0,10,0.0,0.0,0.0
1116
+ Sweep floor debris,0,13,0.0,0.0,0.0
1117
+ Switch to scissors,0,0,0.0,0.0,0.0
1118
+ Switching marker,0,0,0.0,0.0,0.0
1119
+ Tap smartphone screen,0,0,0.0,0.0,0.0
1120
+ Tapping on smartphone screen,0,0,0.0,0.0,0.0
1121
+ Tapping smartphone screen,0,2,0.0,0.0,0.0
1122
+ Tear blue foam piece,0,0,0.0,0.0,0.0
1123
+ Tear blue foam strip,0,0,0.0,0.0,0.0
1124
+ Tear newspaper,0,0,0.0,0.0,0.0
1125
+ Tear off blue foam piece,0,0,0.0,0.0,0.0
1126
+ Tear off cardboard segment,0,1,0.0,0.0,0.0
1127
+ Touch canned goods,0,0,0.0,0.0,0.0
1128
+ Touch colleague's back,0,0,0.0,0.0,0.0
1129
+ Touch device,0,0,0.0,0.0,0.0
1130
+ Touch foam strip,0,0,0.0,0.0,0.0
1131
+ Touch phone and paper strip,0,0,0.0,0.0,0.0
1132
+ Touch pieces in box,0,0,0.0,0.0,0.0
1133
+ Touch shelf edge,0,0,0.0,0.0,0.0
1134
+ Trace pattern on cardboard,0,0,0.0,0.0,0.0
1135
+ Transition to cutting,0,0,0.0,0.0,0.0
1136
+ Transition to standing position,0,0,0.0,0.0,0.0
1137
+ Trim cardboard,0,0,0.0,0.0,0.0
1138
+ Trim cardboard piece,0,12,0.0,0.0,0.0
1139
+ Turn away from table,0,0,0.0,0.0,0.0
1140
+ Type on smartphone,0,14,0.0,0.0,0.0
1141
+ Typing message on smartphone,0,0,0.0,0.0,0.0
1142
+ Typing on phone,0,0,0.0,0.0,0.0
1143
+ Typing on smartphone,0,0,0.0,0.0,0.0
1144
+ Update paper record,0,0,0.0,0.0,0.0
1145
+ Use phone,21,131,0.1450381679389313,0.9047619047619048,0.25
1146
+ Use phone to check instructions,0,1,0.0,0.0,0.0
1147
+ Use phone to check stock,0,0,0.0,0.0,0.0
1148
+ Use phone while crafting,12,0,0.0,0.0,0.0
1149
+ Use smartphone,70,0,0.0,0.0,0.0
1150
+ Vacuum edge of carpet,0,0,0.0,0.0,0.0
1151
+ Vacuum the carpet,0,0,0.0,0.0,0.0
1152
+ Vacuuming along the wall edge,0,0,0.0,0.0,0.0
1153
+ Vacuuming carpet corner,0,20,0.0,0.0,0.0
1154
+ Vacuuming carpet edge,0,16,0.0,0.0,0.0
1155
+ Vacuuming the carpet edge,0,3,0.0,0.0,0.0
1156
+ View content on smartphone,0,0,0.0,0.0,0.0
1157
+ View phone screen,0,0,0.0,0.0,0.0
1158
+ Viewing phone screen,0,1,0.0,0.0,0.0
1159
+ Walk across office,0,3,0.0,0.0,0.0
1160
+ Walk across room,0,0,0.0,0.0,0.0
1161
+ Walk across the room,0,0,0.0,0.0,0.0
1162
+ Walk away,0,1,0.0,0.0,0.0
1163
+ Walk down hallway,0,0,0.0,0.0,0.0
1164
+ Walk in hallway,0,1,0.0,0.0,0.0
1165
+ Walk through corridor,0,0,0.0,0.0,0.0
1166
+ Walk through doorway,0,0,0.0,0.0,0.0
1167
+ Walk through hallway,0,0,0.0,0.0,0.0
1168
+ Walk through office,0,0,0.0,0.0,0.0
1169
+ Walk through store,0,8,0.0,0.0,0.0
1170
+ Walk through the room,0,2,0.0,0.0,0.0
1171
+ Walk through workspace,0,1,0.0,0.0,0.0
1172
+ Walk to table,0,0,0.0,0.0,0.0
1173
+ Walk towards aisle,0,10,0.0,0.0,0.0
1174
+ Walk towards desk,0,2,0.0,0.0,0.0
1175
+ Walk towards next aisle,0,5,0.0,0.0,0.0
1176
+ Walk towards other aisles,4,0,0.0,0.0,0.0
1177
+ Walk towards room,0,0,0.0,0.0,0.0
1178
+ Walk towards shelf,0,0,0.0,0.0,0.0
1179
+ Walk towards shelves,13,0,0.0,0.0,0.0
1180
+ Walk towards storage area,0,14,0.0,0.0,0.0
1181
+ Walk towards table,0,133,0.0,0.0,0.0
1182
+ Walk towards workspace,0,0,0.0,0.0,0.0
1183
+ Walk with cardboard,0,0,0.0,0.0,0.0
1184
+ Walk with cardboard cutout,0,5,0.0,0.0,0.0
1185
+ Walk with marker,0,0,0.0,0.0,0.0
1186
+ Walk with shopping bag,0,0,0.0,0.0,0.0
1187
+ Walking across the room,20,0,0.0,0.0,0.0
1188
+ Walking along the aisle,0,0,0.0,0.0,0.0
1189
+ Walking in the hallway,22,0,0.0,0.0,0.0
1190
+ Walking in the workspace,0,6,0.0,0.0,0.0
1191
+ Walking through classroom,0,34,0.0,0.0,0.0
1192
+ Walking through office hallway,0,0,0.0,0.0,0.0
1193
+ Walking through the office,0,2,0.0,0.0,0.0
1194
+ Walking to sink,0,1,0.0,0.0,0.0
1195
+ Walking towards door,8,0,0.0,0.0,0.0
1196
+ Walking towards workstation,0,0,0.0,0.0,0.0
1197
+ Washing hands,0,43,0.0,0.0,0.0
1198
+ Washing hands in sink,7,0,0.0,0.0,0.0
1199
+ Wipe down shelf,0,1,0.0,0.0,0.0
1200
+ Wipe electronic item,0,0,0.0,0.0,0.0
1201
+ Wipe food product,0,0,0.0,0.0,0.0
1202
+ Wipe grocery shelf,0,0,0.0,0.0,0.0
1203
+ Wipe item,0,1,0.0,0.0,0.0
1204
+ Wipe jar,0,0,0.0,0.0,0.0
1205
+ Wipe ketchup bottle,0,0,0.0,0.0,0.0
1206
+ Wipe kitchen counter,10,0,0.0,0.0,0.0
1207
+ Wipe product,0,0,0.0,0.0,0.0
1208
+ Wipe retail item,0,8,0.0,0.0,0.0
1209
+ Wipe shelf,0,1,0.0,0.0,0.0
1210
+ Wipe shelf surface,0,9,0.0,0.0,0.0
1211
+ Wipe the plastic jar,0,42,0.0,0.0,0.0
1212
+ Wipe the product jar,0,0,0.0,0.0,0.0
1213
+ Wipe the shelf,0,3,0.0,0.0,0.0
1214
+ Wiping countertop,9,0,0.0,0.0,0.0
1215
+ Withdraw hand,0,0,0.0,0.0,0.0
1216
+ Withdraw hand from buttons,0,0,0.0,0.0,0.0
1217
+ Write count on paper,17,0,0.0,0.0,0.0
1218
+ Write on notepad,0,211,0.0,0.0,0.0
1219
+ Write on paper,9,15,0.0,0.0,0.0
1220
+ Write on paper record,0,0,0.0,0.0,0.0
1221
+ Writing on notepad,0,0,0.0,0.0,0.0
1222
+ fold purple ribbon,0,0,0.0,0.0,0.0
1223
+ sort craft materials,39,0,0.0,0.0,0.0
1224
+ Walk towards sink,0,9,0.0,0.0,0.0
1225
+ Wash hands,0,7,0.0,0.0,0.0
1226
+ Place pot lid back,0,12,0.0,0.0,0.0
1227
+ Place bin,0,1,0.0,0.0,0.0
1228
+ Close door,0,1,0.0,0.0,0.0
1229
+ Pick up cleaning bottle,0,1,0.0,0.0,0.0
1230
+ Place down smartphone,0,1,0.0,0.0,0.0
1231
+ Approach door,0,1,0.0,0.0,0.0
1232
+ Place pot on stove,0,3,0.0,0.0,0.0
1233
+ Sort blue star-shaped objects,0,1,0.0,0.0,0.0
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/predictions.csv ADDED
The diff for this file is too large to render. See raw diff
 
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/eval/predictions.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/training/progress.jsonl ADDED
@@ -0,0 +1,270 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"event": "setup_done", "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora", "dataset_jsonl": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset.jsonl", "num_processes": 8, "num_train_samples": 25629, "num_val_samples": 2048, "rank0_samples_per_epoch": 3204, "backbone_id": "qwen3_omni_lora", "dataset_contract": "xperience10m_episode_json_qa_v1", "training_objective": "structured_episode_understanding_json_qa", "tuning_mode": "lora", "loss_mode": "answer_token_ce", "loss_logit_tail_only": true, "timestamp": 1781164014.396512}
2
+ {"event": "model_load_start", "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora", "model_id": "<workspace-parent>/modelscope_models/Qwen__Qwen3-Omni-30B-A3B-Instruct", "backbone_id": "qwen3_omni_lora", "device_map": "none", "dtype": "bfloat16", "timestamp": 1781164014.3967464}
3
+ {"event": "model_load_done", "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora", "timestamp": 1781164085.8187118}
4
+ {"event": "accelerator_prepare_start", "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora", "optimizer_init": "before_prepare", "timestamp": 1781164085.8189263}
5
+ {"event": "accelerator_prepare_done", "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora", "optimizer_init": "before_prepare", "timestamp": 1781164816.5235045}
6
+ {"event": "train_loop_start", "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora", "model_id": "<workspace-parent>/modelscope_models/Qwen__Qwen3-Omni-30B-A3B-Instruct", "dataset_jsonl": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset.jsonl", "num_processes": 8, "num_train_samples": 25629, "num_val_samples": 2048, "rank_samples_per_epoch": 3204, "epochs": 2, "max_train_steps": 0, "tuning_mode": "lora", "optimizer_init": "before_prepare", "timestamp": 1781164816.5334008}
7
+ {"event": "train_step", "epoch": 1, "global_step": 25, "rank0_seen": 25, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.9824922680854797, "timestamp": 1781165202.3883002}
8
+ {"event": "train_step", "epoch": 1, "global_step": 50, "rank0_seen": 50, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.8299539089202881, "timestamp": 1781165618.1326075}
9
+ {"event": "train_step", "epoch": 1, "global_step": 75, "rank0_seen": 75, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.6494004726409912, "timestamp": 1781166029.636081}
10
+ {"event": "train_step", "epoch": 1, "global_step": 100, "rank0_seen": 100, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.5007039904594421, "timestamp": 1781166444.0430803}
11
+ {"event": "train_step", "epoch": 1, "global_step": 125, "rank0_seen": 125, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.3115636706352234, "timestamp": 1781166850.1477559}
12
+ {"event": "train_step", "epoch": 1, "global_step": 150, "rank0_seen": 150, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.13501867651939392, "timestamp": 1781167263.9664}
13
+ {"event": "train_step", "epoch": 1, "global_step": 175, "rank0_seen": 175, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.07927434891462326, "timestamp": 1781167683.4878864}
14
+ {"event": "train_step", "epoch": 1, "global_step": 200, "rank0_seen": 200, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.04696301743388176, "timestamp": 1781168096.656641}
15
+ {"event": "train_step", "epoch": 1, "global_step": 225, "rank0_seen": 225, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.042173806577920914, "timestamp": 1781168515.3235705}
16
+ {"event": "train_step", "epoch": 1, "global_step": 250, "rank0_seen": 250, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.03726915270090103, "timestamp": 1781168942.3040895}
17
+ {"event": "train_step", "epoch": 1, "global_step": 275, "rank0_seen": 275, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.03670252114534378, "timestamp": 1781169371.9185212}
18
+ {"event": "train_step", "epoch": 1, "global_step": 300, "rank0_seen": 300, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0288961473852396, "timestamp": 1781169792.0596457}
19
+ {"event": "train_step", "epoch": 1, "global_step": 325, "rank0_seen": 325, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.016658850014209747, "timestamp": 1781170225.5117714}
20
+ {"event": "train_step", "epoch": 1, "global_step": 350, "rank0_seen": 350, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.022725053131580353, "timestamp": 1781170659.1502078}
21
+ {"event": "train_step", "epoch": 1, "global_step": 375, "rank0_seen": 375, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.04747093841433525, "timestamp": 1781171098.5993624}
22
+ {"event": "train_step", "epoch": 1, "global_step": 400, "rank0_seen": 400, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01785198785364628, "timestamp": 1781171526.6830895}
23
+ {"event": "train_step", "epoch": 1, "global_step": 425, "rank0_seen": 425, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0169303510338068, "timestamp": 1781171962.0973413}
24
+ {"event": "train_step", "epoch": 1, "global_step": 450, "rank0_seen": 450, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.027270248159766197, "timestamp": 1781172393.7707343}
25
+ {"event": "train_step", "epoch": 1, "global_step": 475, "rank0_seen": 475, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015122147276997566, "timestamp": 1781172836.9393}
26
+ {"event": "train_step", "epoch": 1, "global_step": 500, "rank0_seen": 500, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.026159465312957764, "timestamp": 1781173271.798223}
27
+ {"event": "train_step", "epoch": 1, "global_step": 525, "rank0_seen": 525, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02415780909359455, "timestamp": 1781173701.1546168}
28
+ {"event": "train_step", "epoch": 1, "global_step": 550, "rank0_seen": 550, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.023293931037187576, "timestamp": 1781174129.7431972}
29
+ {"event": "train_step", "epoch": 1, "global_step": 575, "rank0_seen": 575, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015043634921312332, "timestamp": 1781174562.8292196}
30
+ {"event": "train_step", "epoch": 1, "global_step": 600, "rank0_seen": 600, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.03741836175322533, "timestamp": 1781174998.101681}
31
+ {"event": "train_step", "epoch": 1, "global_step": 625, "rank0_seen": 625, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.018576769158244133, "timestamp": 1781175445.5046186}
32
+ {"event": "train_step", "epoch": 1, "global_step": 650, "rank0_seen": 650, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02412022091448307, "timestamp": 1781175891.7974994}
33
+ {"event": "train_step", "epoch": 1, "global_step": 675, "rank0_seen": 675, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.016313398256897926, "timestamp": 1781176329.17694}
34
+ {"event": "train_step", "epoch": 1, "global_step": 700, "rank0_seen": 700, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.028930651023983955, "timestamp": 1781176764.9961956}
35
+ {"event": "train_step", "epoch": 1, "global_step": 725, "rank0_seen": 725, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015582549385726452, "timestamp": 1781177182.963222}
36
+ {"event": "train_step", "epoch": 1, "global_step": 750, "rank0_seen": 750, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.037579189985990524, "timestamp": 1781177602.2259748}
37
+ {"event": "train_step", "epoch": 1, "global_step": 775, "rank0_seen": 775, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.011346769519150257, "timestamp": 1781178014.9112666}
38
+ {"event": "train_step", "epoch": 1, "global_step": 800, "rank0_seen": 800, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02985146827995777, "timestamp": 1781178444.22624}
39
+ {"event": "train_step", "epoch": 1, "global_step": 825, "rank0_seen": 825, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.011739331297576427, "timestamp": 1781178870.1031003}
40
+ {"event": "train_step", "epoch": 1, "global_step": 850, "rank0_seen": 850, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.019803423434495926, "timestamp": 1781179289.1480553}
41
+ {"event": "train_step", "epoch": 1, "global_step": 875, "rank0_seen": 875, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.027095254510641098, "timestamp": 1781179708.981704}
42
+ {"event": "train_step", "epoch": 1, "global_step": 900, "rank0_seen": 900, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.021622169762849808, "timestamp": 1781180148.1145008}
43
+ {"event": "train_step", "epoch": 1, "global_step": 925, "rank0_seen": 925, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.021354978904128075, "timestamp": 1781180581.63459}
44
+ {"event": "train_step", "epoch": 1, "global_step": 950, "rank0_seen": 950, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.016132470220327377, "timestamp": 1781181012.5432496}
45
+ {"event": "train_step", "epoch": 1, "global_step": 975, "rank0_seen": 975, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.024791069328784943, "timestamp": 1781181441.6130056}
46
+ {"event": "train_step", "epoch": 1, "global_step": 1000, "rank0_seen": 1000, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.026328302919864655, "timestamp": 1781181880.7073703}
47
+ {"event": "train_step", "epoch": 1, "global_step": 1025, "rank0_seen": 1025, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02420405112206936, "timestamp": 1781182309.9092157}
48
+ {"event": "train_step", "epoch": 1, "global_step": 1050, "rank0_seen": 1050, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.020505936816334724, "timestamp": 1781182741.5770304}
49
+ {"event": "train_step", "epoch": 1, "global_step": 1075, "rank0_seen": 1075, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01833478920161724, "timestamp": 1781183174.6739202}
50
+ {"event": "train_step", "epoch": 1, "global_step": 1100, "rank0_seen": 1100, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.012173661030828953, "timestamp": 1781183607.09906}
51
+ {"event": "train_step", "epoch": 1, "global_step": 1125, "rank0_seen": 1125, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.022422753274440765, "timestamp": 1781184034.4189672}
52
+ {"event": "train_step", "epoch": 1, "global_step": 1150, "rank0_seen": 1150, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.020204417407512665, "timestamp": 1781184459.9363723}
53
+ {"event": "train_step", "epoch": 1, "global_step": 1175, "rank0_seen": 1175, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.016251156106591225, "timestamp": 1781184891.736175}
54
+ {"event": "train_step", "epoch": 1, "global_step": 1200, "rank0_seen": 1200, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.021529901772737503, "timestamp": 1781185324.181692}
55
+ {"event": "train_step", "epoch": 1, "global_step": 1225, "rank0_seen": 1225, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015990443527698517, "timestamp": 1781185752.509855}
56
+ {"event": "train_step", "epoch": 1, "global_step": 1250, "rank0_seen": 1250, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015479674562811852, "timestamp": 1781186179.8235738}
57
+ {"event": "train_step", "epoch": 1, "global_step": 1275, "rank0_seen": 1275, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015625448897480965, "timestamp": 1781186598.4782562}
58
+ {"event": "train_step", "epoch": 1, "global_step": 1300, "rank0_seen": 1300, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.011872627772390842, "timestamp": 1781187021.8870509}
59
+ {"event": "train_step", "epoch": 1, "global_step": 1325, "rank0_seen": 1325, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.026164360344409943, "timestamp": 1781187447.567071}
60
+ {"event": "train_step", "epoch": 1, "global_step": 1350, "rank0_seen": 1350, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.020957786589860916, "timestamp": 1781187878.6386654}
61
+ {"event": "train_step", "epoch": 1, "global_step": 1375, "rank0_seen": 1375, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01532522402703762, "timestamp": 1781188314.9727368}
62
+ {"event": "train_step", "epoch": 1, "global_step": 1400, "rank0_seen": 1400, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02178259938955307, "timestamp": 1781188750.233263}
63
+ {"event": "train_step", "epoch": 1, "global_step": 1425, "rank0_seen": 1425, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02152065373957157, "timestamp": 1781189176.746559}
64
+ {"event": "train_step", "epoch": 1, "global_step": 1450, "rank0_seen": 1450, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.016365647315979004, "timestamp": 1781189602.4631407}
65
+ {"event": "train_step", "epoch": 1, "global_step": 1475, "rank0_seen": 1475, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01742618717253208, "timestamp": 1781190022.6815968}
66
+ {"event": "train_step", "epoch": 1, "global_step": 1500, "rank0_seen": 1500, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.03583567962050438, "timestamp": 1781190447.1168902}
67
+ {"event": "train_step", "epoch": 1, "global_step": 1525, "rank0_seen": 1525, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009136216714978218, "timestamp": 1781190878.8865826}
68
+ {"event": "train_step", "epoch": 1, "global_step": 1550, "rank0_seen": 1550, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.029523229226469994, "timestamp": 1781191314.433634}
69
+ {"event": "train_step", "epoch": 1, "global_step": 1575, "rank0_seen": 1575, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015698634088039398, "timestamp": 1781191746.1402876}
70
+ {"event": "train_step", "epoch": 1, "global_step": 1600, "rank0_seen": 1600, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.024056414142251015, "timestamp": 1781192184.534228}
71
+ {"event": "train_step", "epoch": 1, "global_step": 1625, "rank0_seen": 1625, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.025903670117259026, "timestamp": 1781192615.6529102}
72
+ {"event": "train_step", "epoch": 1, "global_step": 1650, "rank0_seen": 1650, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02309557981789112, "timestamp": 1781193051.798829}
73
+ {"event": "train_step", "epoch": 1, "global_step": 1675, "rank0_seen": 1675, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013900749385356903, "timestamp": 1781193487.1937103}
74
+ {"event": "train_step", "epoch": 1, "global_step": 1700, "rank0_seen": 1700, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009573343209922314, "timestamp": 1781193926.8460972}
75
+ {"event": "train_step", "epoch": 1, "global_step": 1725, "rank0_seen": 1725, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.020157065242528915, "timestamp": 1781194354.4760427}
76
+ {"event": "train_step", "epoch": 1, "global_step": 1750, "rank0_seen": 1750, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.014538666233420372, "timestamp": 1781194778.0014656}
77
+ {"event": "train_step", "epoch": 1, "global_step": 1775, "rank0_seen": 1775, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.018321219831705093, "timestamp": 1781195205.305575}
78
+ {"event": "train_step", "epoch": 1, "global_step": 1800, "rank0_seen": 1800, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.025035783648490906, "timestamp": 1781195645.640962}
79
+ {"event": "train_step", "epoch": 1, "global_step": 1825, "rank0_seen": 1825, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013672808185219765, "timestamp": 1781196074.893555}
80
+ {"event": "train_step", "epoch": 1, "global_step": 1850, "rank0_seen": 1850, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.018190132454037666, "timestamp": 1781196503.0439532}
81
+ {"event": "train_step", "epoch": 1, "global_step": 1875, "rank0_seen": 1875, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02072412520647049, "timestamp": 1781196931.4207208}
82
+ {"event": "train_step", "epoch": 1, "global_step": 1900, "rank0_seen": 1900, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02200908400118351, "timestamp": 1781197359.3417876}
83
+ {"event": "train_step", "epoch": 1, "global_step": 1925, "rank0_seen": 1925, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.019858453422784805, "timestamp": 1781197785.0604546}
84
+ {"event": "train_step", "epoch": 1, "global_step": 1950, "rank0_seen": 1950, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009336715564131737, "timestamp": 1781198217.274859}
85
+ {"event": "train_step", "epoch": 1, "global_step": 1975, "rank0_seen": 1975, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.020602218806743622, "timestamp": 1781198651.5303628}
86
+ {"event": "train_step", "epoch": 1, "global_step": 2000, "rank0_seen": 2000, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.03404176980257034, "timestamp": 1781199089.1446862}
87
+ {"event": "train_step", "epoch": 1, "global_step": 2025, "rank0_seen": 2025, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.04277946427464485, "timestamp": 1781199508.5328197}
88
+ {"event": "train_step", "epoch": 1, "global_step": 2050, "rank0_seen": 2050, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02366679720580578, "timestamp": 1781199930.2433815}
89
+ {"event": "train_step", "epoch": 1, "global_step": 2075, "rank0_seen": 2075, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.023733388632535934, "timestamp": 1781200348.640287}
90
+ {"event": "train_step", "epoch": 1, "global_step": 2100, "rank0_seen": 2100, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.020656783133745193, "timestamp": 1781200770.5805383}
91
+ {"event": "train_step", "epoch": 1, "global_step": 2125, "rank0_seen": 2125, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02623210847377777, "timestamp": 1781201204.1423976}
92
+ {"event": "train_step", "epoch": 1, "global_step": 2150, "rank0_seen": 2150, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02341677062213421, "timestamp": 1781201632.4627604}
93
+ {"event": "train_step", "epoch": 1, "global_step": 2175, "rank0_seen": 2175, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.00936434231698513, "timestamp": 1781202055.8727884}
94
+ {"event": "train_step", "epoch": 1, "global_step": 2200, "rank0_seen": 2200, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.017802180722355843, "timestamp": 1781202496.8794193}
95
+ {"event": "train_step", "epoch": 1, "global_step": 2225, "rank0_seen": 2225, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01352397259324789, "timestamp": 1781202947.087156}
96
+ {"event": "train_step", "epoch": 1, "global_step": 2250, "rank0_seen": 2250, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.014672432094812393, "timestamp": 1781203386.0209577}
97
+ {"event": "train_step", "epoch": 1, "global_step": 2275, "rank0_seen": 2275, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01028031762689352, "timestamp": 1781203821.9112167}
98
+ {"event": "train_step", "epoch": 1, "global_step": 2300, "rank0_seen": 2300, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0092634791508317, "timestamp": 1781204266.3603666}
99
+ {"event": "train_step", "epoch": 1, "global_step": 2325, "rank0_seen": 2325, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.011667948216199875, "timestamp": 1781204694.3279989}
100
+ {"event": "train_step", "epoch": 1, "global_step": 2350, "rank0_seen": 2350, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015561863780021667, "timestamp": 1781205126.3142264}
101
+ {"event": "train_step", "epoch": 1, "global_step": 2375, "rank0_seen": 2375, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.014814303256571293, "timestamp": 1781205559.7000763}
102
+ {"event": "train_step", "epoch": 1, "global_step": 2400, "rank0_seen": 2400, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.012235723435878754, "timestamp": 1781205992.4328861}
103
+ {"event": "train_step", "epoch": 1, "global_step": 2425, "rank0_seen": 2425, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0071231042966246605, "timestamp": 1781206435.5843375}
104
+ {"event": "train_step", "epoch": 1, "global_step": 2450, "rank0_seen": 2450, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.007642416283488274, "timestamp": 1781206869.0561519}
105
+ {"event": "train_step", "epoch": 1, "global_step": 2475, "rank0_seen": 2475, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010678105987608433, "timestamp": 1781207301.9678996}
106
+ {"event": "train_step", "epoch": 1, "global_step": 2500, "rank0_seen": 2500, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015568828210234642, "timestamp": 1781207739.7515461}
107
+ {"event": "train_step", "epoch": 1, "global_step": 2525, "rank0_seen": 2525, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01463782973587513, "timestamp": 1781208169.1392407}
108
+ {"event": "train_step", "epoch": 1, "global_step": 2550, "rank0_seen": 2550, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02317148633301258, "timestamp": 1781208596.7103539}
109
+ {"event": "train_step", "epoch": 1, "global_step": 2575, "rank0_seen": 2575, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.018640417605638504, "timestamp": 1781209026.1139846}
110
+ {"event": "train_step", "epoch": 1, "global_step": 2600, "rank0_seen": 2600, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.020681848749518394, "timestamp": 1781209465.882772}
111
+ {"event": "train_step", "epoch": 1, "global_step": 2625, "rank0_seen": 2625, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.022158153355121613, "timestamp": 1781209909.8207786}
112
+ {"event": "train_step", "epoch": 1, "global_step": 2650, "rank0_seen": 2650, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02287985384464264, "timestamp": 1781210340.9724844}
113
+ {"event": "train_step", "epoch": 1, "global_step": 2675, "rank0_seen": 2675, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.008002672344446182, "timestamp": 1781210768.1643438}
114
+ {"event": "train_step", "epoch": 1, "global_step": 2700, "rank0_seen": 2700, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.016417546197772026, "timestamp": 1781211201.7732067}
115
+ {"event": "train_step", "epoch": 1, "global_step": 2725, "rank0_seen": 2725, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.021232079714536667, "timestamp": 1781211642.146228}
116
+ {"event": "train_step", "epoch": 1, "global_step": 2750, "rank0_seen": 2750, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.024363014847040176, "timestamp": 1781212089.6867905}
117
+ {"event": "train_step", "epoch": 1, "global_step": 2775, "rank0_seen": 2775, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.028943751007318497, "timestamp": 1781212528.2283196}
118
+ {"event": "train_step", "epoch": 1, "global_step": 2800, "rank0_seen": 2800, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01893128827214241, "timestamp": 1781212973.9721138}
119
+ {"event": "train_step", "epoch": 1, "global_step": 2825, "rank0_seen": 2825, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.007657221518456936, "timestamp": 1781213406.7270725}
120
+ {"event": "train_step", "epoch": 1, "global_step": 2850, "rank0_seen": 2850, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01755996234714985, "timestamp": 1781213843.3585198}
121
+ {"event": "train_step", "epoch": 1, "global_step": 2875, "rank0_seen": 2875, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.019340375438332558, "timestamp": 1781214279.193529}
122
+ {"event": "train_step", "epoch": 1, "global_step": 2900, "rank0_seen": 2900, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010532726533710957, "timestamp": 1781214710.117013}
123
+ {"event": "train_step", "epoch": 1, "global_step": 2925, "rank0_seen": 2925, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02517007105052471, "timestamp": 1781215152.4975038}
124
+ {"event": "train_step", "epoch": 1, "global_step": 2950, "rank0_seen": 2950, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.011863591149449348, "timestamp": 1781215580.1739411}
125
+ {"event": "train_step", "epoch": 1, "global_step": 2975, "rank0_seen": 2975, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.019067848101258278, "timestamp": 1781215995.8325891}
126
+ {"event": "train_step", "epoch": 1, "global_step": 3000, "rank0_seen": 3000, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.007851221598684788, "timestamp": 1781216414.2513635}
127
+ {"event": "train_step", "epoch": 1, "global_step": 3025, "rank0_seen": 3025, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.014464321546256542, "timestamp": 1781216844.452659}
128
+ {"event": "train_step", "epoch": 1, "global_step": 3050, "rank0_seen": 3050, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.014419409446418285, "timestamp": 1781217263.715028}
129
+ {"event": "train_step", "epoch": 1, "global_step": 3075, "rank0_seen": 3075, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.018911447376012802, "timestamp": 1781217688.5404515}
130
+ {"event": "train_step", "epoch": 1, "global_step": 3100, "rank0_seen": 3100, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.00797641184180975, "timestamp": 1781218097.4500277}
131
+ {"event": "train_step", "epoch": 1, "global_step": 3125, "rank0_seen": 3125, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.019685378298163414, "timestamp": 1781218519.7893305}
132
+ {"event": "train_step", "epoch": 1, "global_step": 3150, "rank0_seen": 3150, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015555938705801964, "timestamp": 1781218933.5789292}
133
+ {"event": "train_step", "epoch": 1, "global_step": 3175, "rank0_seen": 3175, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01995646394789219, "timestamp": 1781219346.9532533}
134
+ {"event": "train_step", "epoch": 1, "global_step": 3200, "rank0_seen": 3200, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010838624089956284, "timestamp": 1781219758.6271214}
135
+ {"event": "train_step", "epoch": 1, "global_step": 3204, "rank0_seen": 3204, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.007119459565728903, "timestamp": 1781219827.0358655}
136
+ {"event": "epoch_end", "epoch": 1, "train_loss": 0.05208605339353295, "val_loss": 0.026512427255511284, "global_step": 3204, "timestamp": 1781220951.2010725}
137
+ {"event": "train_step", "epoch": 2, "global_step": 3225, "rank0_seen": 21, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02222576178610325, "timestamp": 1781221295.3887029}
138
+ {"event": "train_step", "epoch": 2, "global_step": 3250, "rank0_seen": 46, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.006554935127496719, "timestamp": 1781221709.06913}
139
+ {"event": "train_step", "epoch": 2, "global_step": 3275, "rank0_seen": 71, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.036048710346221924, "timestamp": 1781222126.3542457}
140
+ {"event": "train_step", "epoch": 2, "global_step": 3300, "rank0_seen": 96, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02503686398267746, "timestamp": 1781222538.950377}
141
+ {"event": "train_step", "epoch": 2, "global_step": 3325, "rank0_seen": 121, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.012361299246549606, "timestamp": 1781222953.0816164}
142
+ {"event": "train_step", "epoch": 2, "global_step": 3350, "rank0_seen": 146, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013735386542975903, "timestamp": 1781223368.943533}
143
+ {"event": "train_step", "epoch": 2, "global_step": 3375, "rank0_seen": 171, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0420406349003315, "timestamp": 1781223787.4656267}
144
+ {"event": "train_step", "epoch": 2, "global_step": 3400, "rank0_seen": 196, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01878439635038376, "timestamp": 1781224205.563641}
145
+ {"event": "train_step", "epoch": 2, "global_step": 3425, "rank0_seen": 221, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.04040338471531868, "timestamp": 1781224631.684142}
146
+ {"event": "train_step", "epoch": 2, "global_step": 3450, "rank0_seen": 246, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.018142586573958397, "timestamp": 1781225048.609222}
147
+ {"event": "train_step", "epoch": 2, "global_step": 3475, "rank0_seen": 271, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.005173869896680117, "timestamp": 1781225468.5192473}
148
+ {"event": "train_step", "epoch": 2, "global_step": 3500, "rank0_seen": 296, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.024620287120342255, "timestamp": 1781225886.9492955}
149
+ {"event": "train_step", "epoch": 2, "global_step": 3525, "rank0_seen": 321, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009550482034683228, "timestamp": 1781226311.8706381}
150
+ {"event": "train_step", "epoch": 2, "global_step": 3550, "rank0_seen": 346, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.011887757107615471, "timestamp": 1781226729.379005}
151
+ {"event": "train_step", "epoch": 2, "global_step": 3575, "rank0_seen": 371, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.028156306594610214, "timestamp": 1781227150.0642004}
152
+ {"event": "train_step", "epoch": 2, "global_step": 3600, "rank0_seen": 396, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02631637454032898, "timestamp": 1781227586.030938}
153
+ {"event": "train_step", "epoch": 2, "global_step": 3625, "rank0_seen": 421, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013673399575054646, "timestamp": 1781228017.9432223}
154
+ {"event": "train_step", "epoch": 2, "global_step": 3650, "rank0_seen": 446, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02559320628643036, "timestamp": 1781228445.533783}
155
+ {"event": "train_step", "epoch": 2, "global_step": 3675, "rank0_seen": 471, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01167906541377306, "timestamp": 1781228872.7389169}
156
+ {"event": "train_step", "epoch": 2, "global_step": 3700, "rank0_seen": 496, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.008074234239757061, "timestamp": 1781229295.052605}
157
+ {"event": "train_step", "epoch": 2, "global_step": 3725, "rank0_seen": 521, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.012172275222837925, "timestamp": 1781229713.5212266}
158
+ {"event": "train_step", "epoch": 2, "global_step": 3750, "rank0_seen": 546, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01582273654639721, "timestamp": 1781230138.9613395}
159
+ {"event": "train_step", "epoch": 2, "global_step": 3775, "rank0_seen": 571, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009905556216835976, "timestamp": 1781230556.8505442}
160
+ {"event": "train_step", "epoch": 2, "global_step": 3800, "rank0_seen": 596, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02215506322681904, "timestamp": 1781230976.2077038}
161
+ {"event": "train_step", "epoch": 2, "global_step": 3825, "rank0_seen": 621, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0157898161560297, "timestamp": 1781231395.3761275}
162
+ {"event": "train_step", "epoch": 2, "global_step": 3850, "rank0_seen": 646, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013631267473101616, "timestamp": 1781231830.5067034}
163
+ {"event": "train_step", "epoch": 2, "global_step": 3875, "rank0_seen": 671, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013808184303343296, "timestamp": 1781232264.44865}
164
+ {"event": "train_step", "epoch": 2, "global_step": 3900, "rank0_seen": 696, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.012439383193850517, "timestamp": 1781232696.442204}
165
+ {"event": "train_step", "epoch": 2, "global_step": 3925, "rank0_seen": 721, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.007793880999088287, "timestamp": 1781233127.6602936}
166
+ {"event": "train_step", "epoch": 2, "global_step": 3950, "rank0_seen": 746, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010930950753390789, "timestamp": 1781233562.7402701}
167
+ {"event": "train_step", "epoch": 2, "global_step": 3975, "rank0_seen": 771, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013245003297924995, "timestamp": 1781233994.7398312}
168
+ {"event": "train_step", "epoch": 2, "global_step": 4000, "rank0_seen": 796, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.030918745324015617, "timestamp": 1781234437.1602607}
169
+ {"event": "train_step", "epoch": 2, "global_step": 4025, "rank0_seen": 821, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0074515799060463905, "timestamp": 1781234876.6941602}
170
+ {"event": "train_step", "epoch": 2, "global_step": 4050, "rank0_seen": 846, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.019806349650025368, "timestamp": 1781235327.3886728}
171
+ {"event": "train_step", "epoch": 2, "global_step": 4075, "rank0_seen": 871, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.021448705345392227, "timestamp": 1781235752.2249513}
172
+ {"event": "train_step", "epoch": 2, "global_step": 4100, "rank0_seen": 896, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009292339906096458, "timestamp": 1781236185.23947}
173
+ {"event": "train_step", "epoch": 2, "global_step": 4125, "rank0_seen": 921, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.008922829292714596, "timestamp": 1781236619.9460518}
174
+ {"event": "train_step", "epoch": 2, "global_step": 4150, "rank0_seen": 946, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.04121526703238487, "timestamp": 1781237055.6005166}
175
+ {"event": "train_step", "epoch": 2, "global_step": 4175, "rank0_seen": 971, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.012411771342158318, "timestamp": 1781237491.655394}
176
+ {"event": "train_step", "epoch": 2, "global_step": 4200, "rank0_seen": 996, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.004756156355142593, "timestamp": 1781237928.423813}
177
+ {"event": "train_step", "epoch": 2, "global_step": 4225, "rank0_seen": 1021, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010467742569744587, "timestamp": 1781238367.5356858}
178
+ {"event": "train_step", "epoch": 2, "global_step": 4250, "rank0_seen": 1046, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.027817877009510994, "timestamp": 1781238797.8585129}
179
+ {"event": "train_step", "epoch": 2, "global_step": 4275, "rank0_seen": 1071, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.014486875385046005, "timestamp": 1781239243.0704956}
180
+ {"event": "train_step", "epoch": 2, "global_step": 4300, "rank0_seen": 1096, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01621321588754654, "timestamp": 1781239670.0578704}
181
+ {"event": "train_step", "epoch": 2, "global_step": 4325, "rank0_seen": 1121, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02980479598045349, "timestamp": 1781240109.7540553}
182
+ {"event": "train_step", "epoch": 2, "global_step": 4350, "rank0_seen": 1146, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.007772380951792002, "timestamp": 1781240531.4042187}
183
+ {"event": "train_step", "epoch": 2, "global_step": 4375, "rank0_seen": 1171, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013397407718002796, "timestamp": 1781240961.9842021}
184
+ {"event": "train_step", "epoch": 2, "global_step": 4400, "rank0_seen": 1196, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02574731968343258, "timestamp": 1781241399.0965638}
185
+ {"event": "train_step", "epoch": 2, "global_step": 4425, "rank0_seen": 1221, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.032443176954984665, "timestamp": 1781241833.5869546}
186
+ {"event": "train_step", "epoch": 2, "global_step": 4450, "rank0_seen": 1246, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.020141711458563805, "timestamp": 1781242267.730295}
187
+ {"event": "train_step", "epoch": 2, "global_step": 4475, "rank0_seen": 1271, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02051878720521927, "timestamp": 1781242695.2194376}
188
+ {"event": "train_step", "epoch": 2, "global_step": 4500, "rank0_seen": 1296, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010009516030550003, "timestamp": 1781243127.1129546}
189
+ {"event": "train_step", "epoch": 2, "global_step": 4525, "rank0_seen": 1321, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.005738864187151194, "timestamp": 1781243559.7105727}
190
+ {"event": "train_step", "epoch": 2, "global_step": 4550, "rank0_seen": 1346, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009953852742910385, "timestamp": 1781243987.1502643}
191
+ {"event": "train_step", "epoch": 2, "global_step": 4575, "rank0_seen": 1371, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009062692523002625, "timestamp": 1781244423.2725458}
192
+ {"event": "train_step", "epoch": 2, "global_step": 4600, "rank0_seen": 1396, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.020377716049551964, "timestamp": 1781244845.3912072}
193
+ {"event": "train_step", "epoch": 2, "global_step": 4625, "rank0_seen": 1421, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.008434218354523182, "timestamp": 1781245280.6545746}
194
+ {"event": "train_step", "epoch": 2, "global_step": 4650, "rank0_seen": 1446, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02006923034787178, "timestamp": 1781245710.851206}
195
+ {"event": "train_step", "epoch": 2, "global_step": 4675, "rank0_seen": 1471, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.008208136074244976, "timestamp": 1781246139.1651058}
196
+ {"event": "train_step", "epoch": 2, "global_step": 4700, "rank0_seen": 1496, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.022939151152968407, "timestamp": 1781246574.2044537}
197
+ {"event": "train_step", "epoch": 2, "global_step": 4725, "rank0_seen": 1521, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009288620203733444, "timestamp": 1781247001.0767434}
198
+ {"event": "train_step", "epoch": 2, "global_step": 4750, "rank0_seen": 1546, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010552606545388699, "timestamp": 1781247421.628045}
199
+ {"event": "train_step", "epoch": 2, "global_step": 4775, "rank0_seen": 1571, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.006174023728817701, "timestamp": 1781247840.6514356}
200
+ {"event": "train_step", "epoch": 2, "global_step": 4800, "rank0_seen": 1596, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.017609143629670143, "timestamp": 1781248266.417154}
201
+ {"event": "train_step", "epoch": 2, "global_step": 4825, "rank0_seen": 1621, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009202195331454277, "timestamp": 1781248691.5903513}
202
+ {"event": "train_step", "epoch": 2, "global_step": 4850, "rank0_seen": 1646, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.028762968257069588, "timestamp": 1781249116.186127}
203
+ {"event": "train_step", "epoch": 2, "global_step": 4875, "rank0_seen": 1671, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013733213767409325, "timestamp": 1781249546.898632}
204
+ {"event": "train_step", "epoch": 2, "global_step": 4900, "rank0_seen": 1696, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.005271561909466982, "timestamp": 1781249972.2707715}
205
+ {"event": "train_step", "epoch": 2, "global_step": 4925, "rank0_seen": 1721, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.011732510291039944, "timestamp": 1781250399.4843984}
206
+ {"event": "train_step", "epoch": 2, "global_step": 4950, "rank0_seen": 1746, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010390931740403175, "timestamp": 1781250827.9039369}
207
+ {"event": "train_step", "epoch": 2, "global_step": 4975, "rank0_seen": 1771, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.031445007771253586, "timestamp": 1781251257.782994}
208
+ {"event": "train_step", "epoch": 2, "global_step": 5000, "rank0_seen": 1796, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.021197011694312096, "timestamp": 1781251695.170867}
209
+ {"event": "train_step", "epoch": 2, "global_step": 5025, "rank0_seen": 1821, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.012992970645427704, "timestamp": 1781252129.856744}
210
+ {"event": "train_step", "epoch": 2, "global_step": 5050, "rank0_seen": 1846, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013253056444227695, "timestamp": 1781252567.744398}
211
+ {"event": "train_step", "epoch": 2, "global_step": 5075, "rank0_seen": 1871, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.03046984039247036, "timestamp": 1781253000.306089}
212
+ {"event": "train_step", "epoch": 2, "global_step": 5100, "rank0_seen": 1896, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.012163309380412102, "timestamp": 1781253430.4905062}
213
+ {"event": "train_step", "epoch": 2, "global_step": 5125, "rank0_seen": 1921, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01249705906957388, "timestamp": 1781253869.0126066}
214
+ {"event": "train_step", "epoch": 2, "global_step": 5150, "rank0_seen": 1946, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.021468063816428185, "timestamp": 1781254299.2742703}
215
+ {"event": "train_step", "epoch": 2, "global_step": 5175, "rank0_seen": 1971, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.016214706003665924, "timestamp": 1781254728.6269577}
216
+ {"event": "train_step", "epoch": 2, "global_step": 5200, "rank0_seen": 1996, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.007864358834922314, "timestamp": 1781255161.7987528}
217
+ {"event": "train_step", "epoch": 2, "global_step": 5225, "rank0_seen": 2021, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013529505580663681, "timestamp": 1781255600.179124}
218
+ {"event": "train_step", "epoch": 2, "global_step": 5250, "rank0_seen": 2046, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.018646422773599625, "timestamp": 1781256031.1467109}
219
+ {"event": "train_step", "epoch": 2, "global_step": 5275, "rank0_seen": 2071, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01123451255261898, "timestamp": 1781256460.0364087}
220
+ {"event": "train_step", "epoch": 2, "global_step": 5300, "rank0_seen": 2096, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.008379459381103516, "timestamp": 1781256892.4286287}
221
+ {"event": "train_step", "epoch": 2, "global_step": 5325, "rank0_seen": 2121, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.016881661489605904, "timestamp": 1781257327.2676566}
222
+ {"event": "train_step", "epoch": 2, "global_step": 5350, "rank0_seen": 2146, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0024628276005387306, "timestamp": 1781257757.886126}
223
+ {"event": "train_step", "epoch": 2, "global_step": 5375, "rank0_seen": 2171, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.03039398603141308, "timestamp": 1781258191.4166446}
224
+ {"event": "train_step", "epoch": 2, "global_step": 5400, "rank0_seen": 2196, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.013751394115388393, "timestamp": 1781258626.1225932}
225
+ {"event": "train_step", "epoch": 2, "global_step": 5425, "rank0_seen": 2221, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015581519342958927, "timestamp": 1781259062.0208642}
226
+ {"event": "train_step", "epoch": 2, "global_step": 5450, "rank0_seen": 2246, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.004909057170152664, "timestamp": 1781259483.2182884}
227
+ {"event": "train_step", "epoch": 2, "global_step": 5475, "rank0_seen": 2271, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02317826636135578, "timestamp": 1781259914.8426611}
228
+ {"event": "train_step", "epoch": 2, "global_step": 5500, "rank0_seen": 2296, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.011127810925245285, "timestamp": 1781260341.04467}
229
+ {"event": "train_step", "epoch": 2, "global_step": 5525, "rank0_seen": 2321, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015166575089097023, "timestamp": 1781260770.7598426}
230
+ {"event": "train_step", "epoch": 2, "global_step": 5550, "rank0_seen": 2346, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.015137012116611004, "timestamp": 1781261197.130792}
231
+ {"event": "train_step", "epoch": 2, "global_step": 5575, "rank0_seen": 2371, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.005632475484162569, "timestamp": 1781261633.4019969}
232
+ {"event": "train_step", "epoch": 2, "global_step": 5600, "rank0_seen": 2396, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01590770110487938, "timestamp": 1781262075.181739}
233
+ {"event": "train_step", "epoch": 2, "global_step": 5625, "rank0_seen": 2421, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0187706109136343, "timestamp": 1781262516.7958329}
234
+ {"event": "train_step", "epoch": 2, "global_step": 5650, "rank0_seen": 2446, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.016555171459913254, "timestamp": 1781262949.4127474}
235
+ {"event": "train_step", "epoch": 2, "global_step": 5675, "rank0_seen": 2471, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.014034571126103401, "timestamp": 1781263379.5844321}
236
+ {"event": "train_step", "epoch": 2, "global_step": 5700, "rank0_seen": 2496, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01159742847084999, "timestamp": 1781263811.8092651}
237
+ {"event": "train_step", "epoch": 2, "global_step": 5725, "rank0_seen": 2521, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.021212127059698105, "timestamp": 1781264244.952242}
238
+ {"event": "train_step", "epoch": 2, "global_step": 5750, "rank0_seen": 2546, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.022761041298508644, "timestamp": 1781264682.7741163}
239
+ {"event": "train_step", "epoch": 2, "global_step": 5775, "rank0_seen": 2571, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.007306959945708513, "timestamp": 1781265114.5423727}
240
+ {"event": "train_step", "epoch": 2, "global_step": 5800, "rank0_seen": 2596, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0030682431533932686, "timestamp": 1781265550.5646577}
241
+ {"event": "train_step", "epoch": 2, "global_step": 5825, "rank0_seen": 2621, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02195122465491295, "timestamp": 1781265988.0570936}
242
+ {"event": "train_step", "epoch": 2, "global_step": 5850, "rank0_seen": 2646, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.017976533621549606, "timestamp": 1781266417.7735703}
243
+ {"event": "train_step", "epoch": 2, "global_step": 5875, "rank0_seen": 2671, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.002227750839665532, "timestamp": 1781266841.1580217}
244
+ {"event": "train_step", "epoch": 2, "global_step": 5900, "rank0_seen": 2696, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010238532908260822, "timestamp": 1781267257.988022}
245
+ {"event": "train_step", "epoch": 2, "global_step": 5925, "rank0_seen": 2721, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.014377696439623833, "timestamp": 1781267680.6413426}
246
+ {"event": "train_step", "epoch": 2, "global_step": 5950, "rank0_seen": 2746, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.002798127243295312, "timestamp": 1781268108.0853522}
247
+ {"event": "train_step", "epoch": 2, "global_step": 5975, "rank0_seen": 2771, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.00940737035125494, "timestamp": 1781268526.229855}
248
+ {"event": "train_step", "epoch": 2, "global_step": 6000, "rank0_seen": 2796, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0075973523780703545, "timestamp": 1781268959.3918016}
249
+ {"event": "train_step", "epoch": 2, "global_step": 6025, "rank0_seen": 2821, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.007917284034192562, "timestamp": 1781269392.5015116}
250
+ {"event": "train_step", "epoch": 2, "global_step": 6050, "rank0_seen": 2846, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.011297385208308697, "timestamp": 1781269834.4596925}
251
+ {"event": "train_step", "epoch": 2, "global_step": 6075, "rank0_seen": 2871, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0316103994846344, "timestamp": 1781270274.034935}
252
+ {"event": "train_step", "epoch": 2, "global_step": 6100, "rank0_seen": 2896, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.03135717660188675, "timestamp": 1781270705.7661958}
253
+ {"event": "train_step", "epoch": 2, "global_step": 6125, "rank0_seen": 2921, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.003611425869166851, "timestamp": 1781271149.2041402}
254
+ {"event": "train_step", "epoch": 2, "global_step": 6150, "rank0_seen": 2946, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.0030006642919033766, "timestamp": 1781271584.7963793}
255
+ {"event": "train_step", "epoch": 2, "global_step": 6175, "rank0_seen": 2971, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.00814371183514595, "timestamp": 1781272017.1105502}
256
+ {"event": "train_step", "epoch": 2, "global_step": 6200, "rank0_seen": 2996, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.01705128513276577, "timestamp": 1781272455.4282484}
257
+ {"event": "train_step", "epoch": 2, "global_step": 6225, "rank0_seen": 3021, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.006649975664913654, "timestamp": 1781272891.8253744}
258
+ {"event": "train_step", "epoch": 2, "global_step": 6250, "rank0_seen": 3046, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.010664692148566246, "timestamp": 1781273312.8625116}
259
+ {"event": "train_step", "epoch": 2, "global_step": 6275, "rank0_seen": 3071, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.019447647035121918, "timestamp": 1781273737.0772245}
260
+ {"event": "train_step", "epoch": 2, "global_step": 6300, "rank0_seen": 3096, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.005003103520721197, "timestamp": 1781274161.2560768}
261
+ {"event": "train_step", "epoch": 2, "global_step": 6325, "rank0_seen": 3121, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02245979942381382, "timestamp": 1781274579.7893014}
262
+ {"event": "train_step", "epoch": 2, "global_step": 6350, "rank0_seen": 3146, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.005213209893554449, "timestamp": 1781274995.667192}
263
+ {"event": "train_step", "epoch": 2, "global_step": 6375, "rank0_seen": 3171, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.02041216567158699, "timestamp": 1781275410.8060203}
264
+ {"event": "train_step", "epoch": 2, "global_step": 6400, "rank0_seen": 3196, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.009176192805171013, "timestamp": 1781275823.7938304}
265
+ {"event": "train_step", "epoch": 2, "global_step": 6408, "rank0_seen": 3204, "rank0_samples_per_epoch": 3204, "rank0_batch_loss": 0.002658974612131715, "timestamp": 1781275955.8847973}
266
+ {"event": "epoch_end", "epoch": 2, "train_loss": 0.013760763933660042, "val_loss": 0.032345958054065704, "global_step": 6408, "timestamp": 1781277080.812427}
267
+ {"event": "save_start", "checkpoint_dir": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora", "save_mode": "lora_adapter", "timestamp": 1781277080.8129845}
268
+ {"event": "save_state_dict_built", "checkpoint_dir": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora", "state_source": "accelerator_full_state_dict", "trainable_tensors": 576, "trainable_bytes": 276824064, "shape_summary": {"adapter_tensors": 576, "adapter_bytes": 276824064, "prefixes": {"audio_tower": {"tensors": 192, "numel": 15728640}, "model": {"tensors": 384, "numel": 53477376}}}, "timestamp": 1781277215.0145802}
269
+ {"event": "save_done", "checkpoint_dir": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora", "timestamp": 1781277215.6210322}
270
+ {"event": "complete", "checkpoint_dir": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora", "timestamp": 1781277215.6216555}
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/training/training_metadata.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora",
3
+ "model_id": "<workspace-parent>/modelscope_models/Qwen__Qwen3-Omni-30B-A3B-Instruct",
4
+ "backbone": {
5
+ "id": "qwen3_omni_lora",
6
+ "display_name": "Qwen3-Omni LoRA",
7
+ "status": "implemented",
8
+ "model_family": "Qwen3-Omni",
9
+ "dataset_contract": "xperience10m_episode_json_qa_v1",
10
+ "training_objective": "structured_episode_understanding_json_qa",
11
+ "split_policy": {
12
+ "unit": "episode",
13
+ "default_counts": {
14
+ "train": 96,
15
+ "val": 16,
16
+ "test": 16
17
+ },
18
+ "leakage_guard": "episode_id and path-qualified session split checks"
19
+ },
20
+ "modalities": {
21
+ "direct_inputs": [
22
+ "multi-camera rendered mosaic video",
23
+ "AAC audio extracted from fisheye_cam0 MP4",
24
+ "language prompt and label options"
25
+ ],
26
+ "bridged_inputs": [
27
+ "depth and confidence",
28
+ "pose and SLAM trajectory",
29
+ "body and hand mocap",
30
+ "IMU acceleration and gyro",
31
+ "object/contact summary features"
32
+ ],
33
+ "excluded_inputs": [
34
+ "visualization.rrd"
35
+ ]
36
+ },
37
+ "primary_metrics": [
38
+ "json_validity_rate",
39
+ "action_macro_f1",
40
+ "subtask_accuracy",
41
+ "transition_accuracy",
42
+ "next_action_accuracy",
43
+ "contact_accuracy",
44
+ "object_micro_f1",
45
+ "held_out_episode_count"
46
+ ],
47
+ "config_path": "<project>/configs/omni_backbones/qwen3_omni_lora.json"
48
+ },
49
+ "dataset_jsonl": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset.jsonl",
50
+ "checkpoint_dir": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora",
51
+ "num_processes": 8,
52
+ "num_train_samples": 25629,
53
+ "num_val_samples": 2048,
54
+ "tuning_mode": "lora",
55
+ "save_mode": "lora_adapter",
56
+ "max_train_steps": 0,
57
+ "optimizer_init": "before_prepare",
58
+ "history": [
59
+ {
60
+ "epoch": 1,
61
+ "train_loss": 0.05208605339353295,
62
+ "val_loss": 0.026512427255511284,
63
+ "global_step": 3204
64
+ },
65
+ {
66
+ "epoch": 2,
67
+ "train_loss": 0.013760763933660042,
68
+ "val_loss": 0.032345958054065704,
69
+ "global_step": 6408
70
+ }
71
+ ],
72
+ "lora": {
73
+ "r": 64,
74
+ "alpha": 128,
75
+ "dropout": 0.05,
76
+ "target_modules": [
77
+ "q_proj",
78
+ "k_proj",
79
+ "v_proj",
80
+ "o_proj",
81
+ "gate_proj",
82
+ "up_proj",
83
+ "down_proj"
84
+ ]
85
+ },
86
+ "use_audio_in_video": false,
87
+ "loss_mode": "answer_token_ce",
88
+ "loss_logit_tail_only": true
89
+ }
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/validation/eval.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "pass",
3
+ "summary": {
4
+ "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora",
5
+ "dataset_run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora",
6
+ "train_run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora",
7
+ "eval_run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full",
8
+ "backbone": "qwen3_omni_lora",
9
+ "backbone_status": "implemented",
10
+ "checkpoint_gate": "lora_safetensors_shape_check",
11
+ "required_stage": "eval",
12
+ "workspace": "<project>",
13
+ "manifest": {
14
+ "path": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora/episode_manifest.json",
15
+ "episode_count": 128,
16
+ "split_counts": {
17
+ "test": 16,
18
+ "train": 96,
19
+ "val": 16
20
+ },
21
+ "session_leakage": []
22
+ },
23
+ "dataset": {
24
+ "dataset_dir": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset",
25
+ "manifest_path": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset_manifest.json",
26
+ "dataset_path": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset.jsonl",
27
+ "manifest_num_samples": 34269,
28
+ "row_count": 34269,
29
+ "sample_split_counts": {
30
+ "train": 25629,
31
+ "val": 4608,
32
+ "test": 4032
33
+ },
34
+ "episode_split_counts": {
35
+ "train": 89,
36
+ "val": 16,
37
+ "test": 14
38
+ },
39
+ "skipped_episodes": 0
40
+ },
41
+ "training": {
42
+ "train_dir": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora",
43
+ "checkpoint_candidates": [
44
+ "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora",
45
+ "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_lora/adapter_lora"
46
+ ],
47
+ "checkpoint_gate": "lora_safetensors_shape_check",
48
+ "required_training_files": [
49
+ "training_metadata.json",
50
+ "progress.jsonl",
51
+ "adapter_config.json",
52
+ "adapter_model.safetensors"
53
+ ],
54
+ "checkpoint_dir": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora",
55
+ "num_processes": 8,
56
+ "num_train_samples": 25629,
57
+ "num_val_samples": 2048,
58
+ "history_len": 2,
59
+ "checkpoint_dir_recorded": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora"
60
+ },
61
+ "eval": {
62
+ "eval_dir": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full",
63
+ "required_eval_files": [
64
+ "metrics.json",
65
+ "predictions.jsonl",
66
+ "predictions.csv",
67
+ "per_class_metrics.csv",
68
+ "confusion_matrix.csv",
69
+ "RUN_REPORT.md"
70
+ ],
71
+ "eval_split": "test",
72
+ "num_eval_episodes": 14,
73
+ "held_out_episode_count": 14,
74
+ "json_validity_rate": 0.9990079365079365,
75
+ "action_macro_f1": 0.0028830723979596335,
76
+ "prediction_file": "predictions.jsonl",
77
+ "prediction_rows": 4032
78
+ }
79
+ },
80
+ "issues": []
81
+ }
results/omni_finetune/verified_public/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full/verified_result_summary.json ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "verified",
3
+ "backbone": "qwen3_omni_lora",
4
+ "backbone_display_name": "Qwen3-Omni LoRA",
5
+ "dataset_contract": "xperience10m_episode_json_qa_v1",
6
+ "training_objective": "structured_episode_understanding_json_qa",
7
+ "dataset_run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora",
8
+ "train_run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora",
9
+ "eval_run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full",
10
+ "dataset": {
11
+ "num_samples": 34269,
12
+ "num_episodes": 119,
13
+ "split_counts": {
14
+ "test": 4032,
15
+ "train": 25629,
16
+ "val": 4608
17
+ },
18
+ "skipped_episodes": 0
19
+ },
20
+ "training": {
21
+ "num_processes": 8,
22
+ "num_train_samples": 25629,
23
+ "num_val_samples": 2048,
24
+ "history": [
25
+ {
26
+ "epoch": 1,
27
+ "train_loss": 0.05208605339353295,
28
+ "val_loss": 0.026512427255511284,
29
+ "global_step": 3204
30
+ },
31
+ {
32
+ "epoch": 2,
33
+ "train_loss": 0.013760763933660042,
34
+ "val_loss": 0.032345958054065704,
35
+ "global_step": 6408
36
+ }
37
+ ]
38
+ },
39
+ "eval": {
40
+ "eval_split": "test",
41
+ "num_samples": 4032,
42
+ "prediction_file": "predictions.jsonl",
43
+ "prediction_rows": 4032,
44
+ "num_eval_episodes": 14,
45
+ "held_out_episode_count": 14,
46
+ "primary_metrics": {
47
+ "json_validity_rate": 0.9990079365079365,
48
+ "action_macro_f1": 0.0028830723979596335,
49
+ "subtask_accuracy": 0.0037313432835820895,
50
+ "transition_accuracy": 0.9898313492063492,
51
+ "next_action_accuracy": 0.04305335446381405,
52
+ "contact_accuracy": 0.8177083333333334,
53
+ "object_micro_f1": 0.3064982378331287,
54
+ "held_out_episode_count": 14
55
+ }
56
+ },
57
+ "validation_summary": {
58
+ "run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora",
59
+ "dataset_run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora",
60
+ "train_run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora",
61
+ "eval_run_id": "xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full",
62
+ "backbone": "qwen3_omni_lora",
63
+ "backbone_status": "implemented",
64
+ "checkpoint_gate": "lora_safetensors_shape_check",
65
+ "required_stage": "eval",
66
+ "workspace": "<project>",
67
+ "manifest": {
68
+ "path": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora/episode_manifest.json",
69
+ "episode_count": 128,
70
+ "split_counts": {
71
+ "test": 16,
72
+ "train": 96,
73
+ "val": 16
74
+ },
75
+ "session_leakage": []
76
+ },
77
+ "dataset": {
78
+ "dataset_dir": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset",
79
+ "manifest_path": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset_manifest.json",
80
+ "dataset_path": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v5_full8gpu_lora_dataset/dataset.jsonl",
81
+ "manifest_num_samples": 34269,
82
+ "row_count": 34269,
83
+ "sample_split_counts": {
84
+ "train": 25629,
85
+ "val": 4608,
86
+ "test": 4032
87
+ },
88
+ "episode_split_counts": {
89
+ "train": 89,
90
+ "val": 16,
91
+ "test": 14
92
+ },
93
+ "skipped_episodes": 0
94
+ },
95
+ "training": {
96
+ "train_dir": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora",
97
+ "checkpoint_candidates": [
98
+ "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora",
99
+ "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_lora/adapter_lora"
100
+ ],
101
+ "checkpoint_gate": "lora_safetensors_shape_check",
102
+ "required_training_files": [
103
+ "training_metadata.json",
104
+ "progress.jsonl",
105
+ "adapter_config.json",
106
+ "adapter_model.safetensors"
107
+ ],
108
+ "checkpoint_dir": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora",
109
+ "num_processes": 8,
110
+ "num_train_samples": 25629,
111
+ "num_val_samples": 2048,
112
+ "history_len": 2,
113
+ "checkpoint_dir_recorded": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora/adapter_lora"
114
+ },
115
+ "eval": {
116
+ "eval_dir": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_multiscale_cap96_v6_rank64_lr5e5_full8gpu_lora_eval_test_full",
117
+ "required_eval_files": [
118
+ "metrics.json",
119
+ "predictions.jsonl",
120
+ "predictions.csv",
121
+ "per_class_metrics.csv",
122
+ "confusion_matrix.csv",
123
+ "RUN_REPORT.md"
124
+ ],
125
+ "eval_split": "test",
126
+ "num_eval_episodes": 14,
127
+ "held_out_episode_count": 14,
128
+ "json_validity_rate": 0.9990079365079365,
129
+ "action_macro_f1": 0.0028830723979596335,
130
+ "prediction_file": "predictions.jsonl",
131
+ "prediction_rows": 4032
132
+ }
133
+ },
134
+ "included_files": [
135
+ "dataset/dataset_manifest.json",
136
+ "dataset/episode_manifest.json",
137
+ "eval/RUN_REPORT.md",
138
+ "eval/confusion_matrix.csv",
139
+ "eval/metrics.json",
140
+ "eval/per_class_metrics.csv",
141
+ "eval/predictions.csv",
142
+ "eval/predictions.jsonl",
143
+ "training/progress.jsonl",
144
+ "training/training_metadata.json",
145
+ "validation/eval.json"
146
+ ],
147
+ "required_eval_files": [
148
+ "metrics.json",
149
+ "predictions.jsonl",
150
+ "predictions.csv",
151
+ "per_class_metrics.csv",
152
+ "confusion_matrix.csv",
153
+ "RUN_REPORT.md"
154
+ ],
155
+ "public_package_allowed": [
156
+ "metrics",
157
+ "predictions",
158
+ "confusion matrices",
159
+ "run reports",
160
+ "episode and dataset manifests",
161
+ "training metadata",
162
+ "validation summaries"
163
+ ],
164
+ "public_package_forbidden": [
165
+ "raw MP4",
166
+ "annotation HDF5",
167
+ "Rerun RRD",
168
+ "base-model weights",
169
+ "LoRA adapter weights",
170
+ "full checkpoints",
171
+ "large archives"
172
+ ],
173
+ "excluded_policy": "Raw Xperience-10M files, base-model weights, adapter or checkpoint weights, full checkpoints, and large archives are not included."
174
+ }