Add files using upload-large-folder tool

results/episode_task_suite/tier2_task_suite/tier2_task_suite_results.json

@@ -1,7 +1,7 @@
 {
   "title": "Ropedia Xperience-10M Unified Tasks 13-20 Result Bundle",
   "status": "pass",
-  "generated_at_utc": "2026-06-16T04:47:52+00:00",
+  "generated_at_utc": "2026-06-16T06:25:58+00:00",
   "suite_position": "tasks_13_to_20",
   "legacy_path_note": "The tier2_task_suite file and directory names are retained for stable public links; these tasks are part of the unified 20-task suite, not a separate public tier.",
   "integrated_with_tasks_1_to_12": {

results/omni_finetune/a100_128_metadata_task_baselines_20260616_v2/neural_mlp/contact_prediction/confusion_matrix.csv

@@ -0,0 +1,3 @@
+true\pred,yes,no
+yes,2493,631
+no,599,309

results/omni_finetune/a100_128_metadata_task_baselines_20260616_v2/neural_mlp/contact_prediction/metrics.json

@@ -0,0 +1,59 @@
+{
+  "status": "pass",
+  "task": "contact_prediction",
+  "task_display_name": "Contact State Prediction",
+  "model_family": "neural_mlp_metadata",
+  "source": "128_episode_qwen_jsonl_metadata",
+  "input_features": "frame/context metadata plus hashed prompt/options/main_task text; answer_json fields are excluded from inputs",
+  "split_policy": "train on train split, report held-out test split",
+  "num_train_windows": 25629,
+  "num_val_windows": 4608,
+  "num_test_windows": 4032,
+  "num_classes": 2,
+  "num_train_classes": 2,
+  "history": [
+    {
+      "epoch": 1,
+      "loss": 0.586612641009014,
+      "train_accuracy": 0.6814546022084358
+    },
+    {
+      "epoch": 7,
+      "loss": 0.23162655422297654,
+      "train_accuracy": 0.8838425221428851
+    },
+    {
+      "epoch": 14,
+      "loss": 0.09163295724629597,
+      "train_accuracy": 0.9594209684341957
+    },
+    {
+      "epoch": 21,
+      "loss": 0.06270873810229785,
+      "train_accuracy": 0.9727652268914121
+    },
+    {
+      "epoch": 28,
+      "loss": 0.04694784716810378,
+      "train_accuracy": 0.9801396855125054
+    },
+    {
+      "epoch": 35,
+      "loss": 0.044483957296544994,
+      "train_accuracy": 0.981349252799563
+    }
+  ],
+  "device": "cuda",
+  "splits": {
+    "test": {
+      "accuracy": 0.6949404761904762,
+      "balanced_accuracy": 0.5691618674804131,
+      "macro_f1": 0.5682695682695682,
+      "weighted_f1": 0.6967964601893173,
+      "num_eval_windows": 4032,
+      "num_classes": 2
+    }
+  },
+  "primary_metric": "macro_f1",
+  "primary_score": 0.5682695682695682
+}

results/omni_finetune/a100_128_metadata_task_baselines_20260616_v2/neural_mlp/contact_prediction/per_class_metrics.csv

@@ -0,0 +1,3 @@
+class_id,class_name,support,predicted,precision,recall,f1
+0,yes,3124,3092,0.80627425614489,0.7980153649167734,0.802123552123552
+1,no,908,940,0.32872340425531915,0.34030837004405284,0.33441558441558444

results/omni_finetune/a100_128_metadata_task_baselines_20260616_v2/neural_mlp/timeline_action/metrics.json

@@ -0,0 +1,59 @@
+{
+  "status": "pass",
+  "task": "timeline_action",
+  "task_display_name": "Action Recognition",
+  "model_family": "neural_mlp_metadata",
+  "source": "128_episode_qwen_jsonl_metadata",
+  "input_features": "frame/context metadata plus hashed prompt/options/main_task text; answer_json fields are excluded from inputs",
+  "split_policy": "train on train split, report held-out test split",
+  "num_train_windows": 25629,
+  "num_val_windows": 4608,
+  "num_test_windows": 4032,
+  "num_classes": 1222,
+  "num_train_classes": 896,
+  "history": [
+    {
+      "epoch": 1,
+      "loss": 6.207948512574058,
+      "train_accuracy": 0.04225681844785204
+    },
+    {
+      "epoch": 7,
+      "loss": 0.7284561457089392,
+      "train_accuracy": 0.6391197471614187
+    },
+    {
+      "epoch": 14,
+      "loss": 0.3545958879512241,
+      "train_accuracy": 0.7588669085801241
+    },
+    {
+      "epoch": 21,
+      "loss": 0.2570271923140356,
+      "train_accuracy": 0.8066643255686917
+    },
+    {
+      "epoch": 28,
+      "loss": 0.2074820647660306,
+      "train_accuracy": 0.8354598306605798
+    },
+    {
+      "epoch": 35,
+      "loss": 0.18456845099908134,
+      "train_accuracy": 0.8545397791564243
+    }
+  ],
+  "device": "cuda",
+  "splits": {
+    "test": {
+      "accuracy": 0.012896825396825396,
+      "balanced_accuracy": 0.003802194278384755,
+      "macro_f1": 0.004175793689174209,
+      "weighted_f1": 0.011129835067267842,
+      "num_eval_windows": 4032,
+      "num_classes": 1222
+    }
+  },
+  "primary_metric": "macro_f1",
+  "primary_score": 0.004175793689174209
+}

results/omni_finetune/a100_128_metadata_task_baselines_20260616_v2/neural_mlp/timeline_action/per_class_metrics.csv

@@ -0,0 +1,1223 @@
+class_id,class_name,support,predicted,precision,recall,f1
+0,Place jar on shelf,0,0,0.0,0.0,0.0
+1,Reach for item in box,0,0,0.0,0.0,0.0
+2,Pick up nut bar box,0,0,0.0,0.0,0.0
+3,Pick up product from box,0,14,0.0,0.0,0.0
+4,Place product on shelf,0,9,0.0,0.0,0.0
+5,Pick up product from bin,0,17,0.0,0.0,0.0
+6,Place canned product on shelf,0,0,0.0,0.0,0.0
+7,Reach for next product,0,0,0.0,0.0,0.0
+8,Pick up canned product,0,0,0.0,0.0,0.0
+9,Reach for next canned product,0,0,0.0,0.0,0.0
+10,Arrange canned products on shelf,0,0,0.0,0.0,0.0
+11,Pick up plastic bin,0,0,0.0,0.0,0.0
+12,Move bin to shelf area,0,0,0.0,0.0,0.0
+13,Place can on shelf,16,13,0.0,0.0,0.0
+14,Retract hand,0,1,0.0,0.0,0.0
+15,Hold and wipe product,0,0,0.0,0.0,0.0
+16,Reach for next item,14,0,0.0,0.0,0.0
+17,Wipe down shelf,0,3,0.0,0.0,0.0
+18,Pick up product,0,0,0.0,0.0,0.0
+19,Wipe product,0,0,0.0,0.0,0.0
+20,Wipe food product,0,0,0.0,0.0,0.0
+21,Reach into box,14,0,0.0,0.0,0.0
+22,Place product in box,0,5,0.0,0.0,0.0
+23,Wipe jar,0,0,0.0,0.0,0.0
+24,Place jar in box,0,2,0.0,0.0,0.0
+25,Wipe shelf,0,0,0.0,0.0,0.0
+26,Pick up pickle jar,0,0,0.0,0.0,0.0
+27,Hold pickle jar,0,0,0.0,0.0,0.0
+28,Place pickle jar in box,0,0,0.0,0.0,0.0
+29,Release pickle jar,0,0,0.0,0.0,0.0
+30,Hold cleaning cloth,0,0,0.0,0.0,0.0
+31,Wipe the shelf,0,0,0.0,0.0,0.0
+32,Pick up product from shelf,0,0,0.0,0.0,0.0
+33,Wipe the product jar,0,0,0.0,0.0,0.0
+34,Place jar into shelf box,0,0,0.0,0.0,0.0
+35,Wipe grocery shelf,0,0,0.0,0.0,0.0
+36,Move to next section,0,0,0.0,0.0,0.0
+37,Hold product,0,0,0.0,0.0,0.0
+38,Hold item and adjust posture,0,1,0.0,0.0,0.0
+39,Grasp product from box,0,1,0.0,0.0,0.0
+40,Prepare to place product,0,1,0.0,0.0,0.0
+41,Move product to shelf,0,1,0.0,0.0,0.0
+42,Grasp product from shelf,0,0,0.0,0.0,0.0
+43,Move product to box,0,15,0.0,0.0,0.0
+44,Grasp next item,0,0,0.0,0.0,0.0
+45,Look up and scan the room,0,0,0.0,0.0,0.0
+46,Reach for buttons,0,0,0.0,0.0,0.0
+47,Rearrange buttons,0,0,0.0,0.0,0.0
+48,Align button in row,0,0,0.0,0.0,0.0
+49,Pick up button,20,0,0.0,0.0,0.0
+50,Place button in row,0,0,0.0,0.0,0.0
+51,Place button,25,0,0.0,0.0,0.0
+52,Release button,0,0,0.0,0.0,0.0
+53,Pick up orange button,0,0,0.0,0.0,0.0
+54,Arrange small buttons,0,0,0.0,0.0,0.0
+55,Align button,0,0,0.0,0.0,0.0
+56,Align buttons,0,0,0.0,0.0,0.0
+57,Arrange button cluster,0,0,0.0,0.0,0.0
+58,Align button row,0,0,0.0,0.0,0.0
+59,Arrange buttons on table,0,0,0.0,0.0,0.0
+60,Look around the table,0,0,0.0,0.0,0.0
+61,Adjust red button in row,0,0,0.0,0.0,0.0
+62,Select button from pile,0,0,0.0,0.0,0.0
+63,Adjust red button,0,0,0.0,0.0,0.0
+64,Pull back hand,0,0,0.0,0.0,0.0
+65,Align red buttons,0,0,0.0,0.0,0.0
+66,Survey the table,0,0,0.0,0.0,0.0
+67,Reach for black button,0,0,0.0,0.0,0.0
+68,Arrange black buttons,0,0,0.0,0.0,0.0
+69,Pick up black button,0,0,0.0,0.0,0.0
+70,Move black button,0,0,0.0,0.0,0.0
+71,Pick up red button,0,0,0.0,0.0,0.0
+72,Place red button,0,0,0.0,0.0,0.0
+73,Move and place black buttons,0,0,0.0,0.0,0.0
+74,Reach for multicolored buttons,0,0,0.0,0.0,0.0
+75,Arrange buttons in row,0,0,0.0,0.0,0.0
+76,Arrange red buttons,0,0,0.0,0.0,0.0
+77,Touch device,0,0,0.0,0.0,0.0
+78,Align red button in row,0,0,0.0,0.0,0.0
+79,Reach and sort buttons,0,0,0.0,0.0,0.0
+80,Adjust red button position,0,0,0.0,0.0,0.0
+81,Withdraw hand from buttons,0,3,0.0,0.0,0.0
+82,Place and align button,0,0,0.0,0.0,0.0
+83,Move hand,0,0,0.0,0.0,0.0
+84,Reach for button,0,0,0.0,0.0,0.0
+85,Move button to line,0,1,0.0,0.0,0.0
+86,Cut cardboard piece,40,117,0.0,0.0,0.0
+87,Manipulate cardboard piece,0,0,0.0,0.0,0.0
+88,Place cardboard piece,0,67,0.0,0.0,0.0
+89,Position scissors to cut cardboard,0,0,0.0,0.0,0.0
+90,Cut cardboard,165,332,0.10843373493975904,0.21818181818181817,0.1448692152917505
+91,Release scissors,11,0,0.0,0.0,0.0
+92,Pick up scissors,0,76,0.0,0.0,0.0
+93,Position scissors,0,3,0.0,0.0,0.0
+94,Place down scissors,0,55,0.0,0.0,0.0
+95,Put down scissors,0,0,0.0,0.0,0.0
+96,Move away from workstation,0,8,0.0,0.0,0.0
+97,Walk through corridor,0,0,0.0,0.0,0.0
+98,Arrive at a different workstation,0,2,0.0,0.0,0.0
+99,Move vacuum cleaner hose,0,0,0.0,0.0,0.0
+100,Mark cardboard with ruler and pen,0,2,0.0,0.0,0.0
+101,Mark cardboard with pen and ruler,0,11,0.0,0.0,0.0
+102,Cut cardboard with scissors,0,9,0.0,0.0,0.0
+103,Reach for utility knife,0,0,0.0,0.0,0.0
+104,Position ruler on cardboard,0,10,0.0,0.0,0.0
+105,Hold ruler steady,0,9,0.0,0.0,0.0
+106,Mark line on cardboard,0,10,0.0,0.0,0.0
+107,Move marker and ruler,0,0,0.0,0.0,0.0
+108,Pick up smartphone,9,14,0.0,0.0,0.0
+109,Place smartphone on cardboard,0,0,0.0,0.0,0.0
+110,Mark cardboard,0,15,0.0,0.0,0.0
+111,Stack cardboard pieces,0,112,0.0,0.0,0.0
+112,Hold cardboard pieces,0,15,0.0,0.0,0.0
+113,Place cardboard,0,1,0.0,0.0,0.0
+114,Align ruler on cardboard,0,0,0.0,0.0,0.0
+115,Mark cardboard with pen,0,23,0.0,0.0,0.0
+116,Plug cable into portable charger,0,0,0.0,0.0,0.0
+117,Pick up portable charger,0,0,0.0,0.0,0.0
+118,Walk towards room,0,0,0.0,0.0,0.0
+119,Hold portable charger,0,0,0.0,0.0,0.0
+120,Place charger on table,0,0,0.0,0.0,0.0
+121,Hold charger and cable,0,0,0.0,0.0,0.0
+122,Manipulate power cable plug,0,0,0.0,0.0,0.0
+123,Insert plug into power adapter,0,0,0.0,0.0,0.0
+124,Hold power adapter,0,0,0.0,0.0,0.0
+125,Align charging cable,0,0,0.0,0.0,0.0
+126,Insert charging cable,0,0,0.0,0.0,0.0
+127,Observe desktop layout,0,0,0.0,0.0,0.0
+128,Retract camera/reposition view,0,0,0.0,0.0,0.0
+129,Manipulate paper strip,140,0,0.0,0.0,0.0
+130,Fold paper strip,0,4,0.0,0.0,0.0
+131,Release paper strip,35,15,0.0,0.0,0.0
+132,Pick up yellow paper strip,0,0,0.0,0.0,0.0
+133,Pick up phone,0,4,0.0,0.0,0.0
+134,Use phone,21,51,0.0196078431372549,0.047619047619047616,0.027777777777777776
+135,Place phone on desk,0,0,0.0,0.0,0.0
+136,Interact with phone,0,0,0.0,0.0,0.0
+137,Place phone down,9,0,0.0,0.0,0.0
+138,Place down paper pieces,0,0,0.0,0.0,0.0
+139,Adjust paper strip,0,0,0.0,0.0,0.0
+140,Continue folding paper strip,0,0,0.0,0.0,0.0
+141,Release folded paper,0,0,0.0,0.0,0.0
+142,Fold paper strip into knot,0,0,0.0,0.0,0.0
+143,Fold paper strip into lucky star,0,0,0.0,0.0,0.0
+144,Inflate paper star,0,0,0.0,0.0,0.0
+145,Fold purple paper strip,0,0,0.0,0.0,0.0
+146,Fold purple paper,0,0,0.0,0.0,0.0
+147,Hold and crease purple paper,0,0,0.0,0.0,0.0
+148,Release paper,0,0,0.0,0.0,0.0
+149,Reach for phone,0,0,0.0,0.0,0.0
+150,Retrieve paper strips,0,0,0.0,0.0,0.0
+151,Fold and organize paper strips,0,0,0.0,0.0,0.0
+152,Hold charger,0,0,0.0,0.0,0.0
+153,Separate cardboard piece,0,0,0.0,0.0,0.0
+154,Cut cardboard with utility knife,0,59,0.0,0.0,0.0
+155,Switch to scissors,0,0,0.0,0.0,0.0
+156,Mark cardboard piece,64,0,0.0,0.0,0.0
+157,Reach into bag,0,0,0.0,0.0,0.0
+158,Retract hand from bag,0,0,0.0,0.0,0.0
+159,Open small case,0,1,0.0,0.0,0.0
+160,Measure cardboard with ruler,0,0,0.0,0.0,0.0
+161,Move smartphone,23,0,0.0,0.0,0.0
+162,Hold ruler on cardboard,0,0,0.0,0.0,0.0
+163,Remove ruler,0,0,0.0,0.0,0.0
+164,Walk towards table,0,2,0.0,0.0,0.0
+165,Approach desk,0,0,0.0,0.0,0.0
+166,Position hands for work,0,0,0.0,0.0,0.0
+167,Manipulate quilling strip,0,0,0.0,0.0,0.0
+168,Release quilling strip,0,0,0.0,0.0,0.0
+169,Begin rolling quilling strip,0,0,0.0,0.0,0.0
+170,Type on smartphone,0,190,0.0,0.0,0.0
+171,Use phone to check stock,0,0,0.0,0.0,0.0
+172,Place phone on shelf,0,0,0.0,0.0,0.0
+173,Organize products,0,0,0.0,0.0,0.0
+174,Close cardboard box,0,0,0.0,0.0,0.0
+175,Grasp package,0,0,0.0,0.0,0.0
+176,Place item on shelf,21,31,0.0,0.0,0.0
+177,Move cardboard box,0,0,0.0,0.0,0.0
+178,Observe shelf status,0,0,0.0,0.0,0.0
+179,Walk towards aisle,0,0,0.0,0.0,0.0
+180,Inspect product lid,0,0,0.0,0.0,0.0
+181,Move towards shelf,0,7,0.0,0.0,0.0
+182,Adjust item on shelf,20,0,0.0,0.0,0.0
+183,Reach for another item,18,0,0.0,0.0,0.0
+184,Remove item from shelf,0,0,0.0,0.0,0.0
+185,Discard item into bin,0,0,0.0,0.0,0.0
+186,Sweep debris,0,0,0.0,0.0,0.0
+187,Sweep floor debris,0,0,0.0,0.0,0.0
+188,Touch shelf edge,0,0,0.0,0.0,0.0
+189,Reach for product,0,0,0.0,0.0,0.0
+190,Release label,0,0,0.0,0.0,0.0
+191,Remove shelf label,0,0,0.0,0.0,0.0
+192,Move along shelf,0,0,0.0,0.0,0.0
+193,Carry stool to next shelf,0,0,0.0,0.0,0.0
+194,Place stool on floor,0,0,0.0,0.0,0.0
+195,Observe shelf,0,0,0.0,0.0,0.0
+196,Walk towards next aisle,0,0,0.0,0.0,0.0
+197,Reach for product labels,0,0,0.0,0.0,0.0
+198,Hold product labels,0,0,0.0,0.0,0.0
+199,Examine labels,0,0,0.0,0.0,0.0
+200,Pick up bottled sauce,0,0,0.0,0.0,0.0
+201,Place sauce in container,0,0,0.0,0.0,0.0
+202,Pick up supplement bottle,0,2,0.0,0.0,0.0
+203,Hold supplement bottle,0,0,0.0,0.0,0.0
+204,Open supplement bottle,0,0,0.0,0.0,0.0
+205,Walk through store,0,0,0.0,0.0,0.0
+206,Reach for item on shelf,0,0,0.0,0.0,0.0
+207,Pick up item,0,0,0.0,0.0,0.0
+208,Examine item,0,0,0.0,0.0,0.0
+209,Place item in container,0,0,0.0,0.0,0.0
+210,Pick up another item,0,0,0.0,0.0,0.0
+211,Adjust grip on container,0,0,0.0,0.0,0.0
+212,Pick up oil bottle,0,0,0.0,0.0,0.0
+213,Place oil in container,0,0,0.0,0.0,0.0
+214,Inspect supplement bottle,0,0,0.0,0.0,0.0
+215,Place supplement bottle in container,0,0,0.0,0.0,0.0
+216,Pick up spice jar,0,0,0.0,0.0,0.0
+217,Place spice jar in container,0,2,0.0,0.0,0.0
+218,Sort beads,18,3,0.0,0.0,0.0
+219,Adjust hand position,0,0,0.0,0.0,0.0
+220,Arrange star-shaped beads,0,0,0.0,0.0,0.0
+221,Move pen,0,0,0.0,0.0,0.0
+222,Sort beads by color,0,29,0.0,0.0,0.0
+223,Stand up and walk away,0,0,0.0,0.0,0.0
+224,Move towards table,0,0,0.0,0.0,0.0
+225,Observe room,0,0,0.0,0.0,0.0
+226,Check watch,0,5,0.0,0.0,0.0
+227,Prepare to sort beads,0,0,0.0,0.0,0.0
+228,Hold cardboard,0,0,0.0,0.0,0.0
+229,Align ruler,0,0,0.0,0.0,0.0
+230,Adjust grip,0,0,0.0,0.0,0.0
+231,Move ruler,0,0,0.0,0.0,0.0
+232,Adjust ruler position,0,0,0.0,0.0,0.0
+233,Mark cardboard with marker,0,0,0.0,0.0,0.0
+234,Draw lines on cardboard,0,1,0.0,0.0,0.0
+235,Drawing lines on cardboard,0,0,0.0,0.0,0.0
+236,Reposition marker,0,0,0.0,0.0,0.0
+237,Mark lines with marker,0,0,0.0,0.0,0.0
+238,Position the ruler,0,0,0.0,0.0,0.0
+239,Hold ruler,0,21,0.0,0.0,0.0
+240,Walking in the workspace,0,0,0.0,0.0,0.0
+241,Walk through workspace,0,22,0.0,0.0,0.0
+242,Insert charging cable into power bank,0,0,0.0,0.0,0.0
+243,Manipulate and inspect colorful pieces,0,0,0.0,0.0,0.0
+244,Manipulate colorful pieces,0,0,0.0,0.0,0.0
+245,Sort colorful pieces,0,0,0.0,0.0,0.0
+246,Hold power bank and cable,0,0,0.0,0.0,0.0
+247,Touch pieces in box,0,0,0.0,0.0,0.0
+248,Interact with colleagues,0,0,0.0,0.0,0.0
+249,Hold small white box,0,0,0.0,0.0,0.0
+250,Place white box on table,0,0,0.0,0.0,0.0
+251,Adjust smartphone and sort pieces,0,0,0.0,0.0,0.0
+252,Sort small colorful pieces,0,0,0.0,0.0,0.0
+253,Sorting colorful paper pieces,0,0,0.0,0.0,0.0
+254,Manipulate paper piece,0,0,0.0,0.0,0.0
+255,Use phone to check instructions,0,13,0.0,0.0,0.0
+256,Trace pattern on cardboard,0,0,0.0,0.0,0.0
+257,Remove cardboard pattern,0,4,0.0,0.0,0.0
+258,Remove cardboard pattern piece,0,11,0.0,0.0,0.0
+259,Cut out cardboard pattern,0,53,0.0,0.0,0.0
+260,Cut cardboard pattern,0,2,0.0,0.0,0.0
+261,Adjust cardboard position,0,0,0.0,0.0,0.0
+262,Interact with smartphone screen,0,26,0.0,0.0,0.0
+263,Pick up metal ruler,0,0,0.0,0.0,0.0
+264,Pick up pen,14,4,0.0,0.0,0.0
+265,Move pen aside,0,6,0.0,0.0,0.0
+266,Reposition and cut,0,0,0.0,0.0,0.0
+267,Hold quilling paper,0,5,0.0,0.0,0.0
+268,Roll quilling paper,0,0,0.0,0.0,0.0
+269,Hold quilled paper coil,0,0,0.0,0.0,0.0
+270,Release paper coil,0,0,0.0,0.0,0.0
+271,Pick up paper strip,0,16,0.0,0.0,0.0
+272,Manipulate quilled paper strip,0,30,0.0,0.0,0.0
+273,Release and prepare new strip,0,0,0.0,0.0,0.0
+274,Manipulate small paper segment,0,1,0.0,0.0,0.0
+275,Place down paper segment,0,7,0.0,0.0,0.0
+276,Reach for paper strips,0,0,0.0,0.0,0.0
+277,Place item into bag,0,9,0.0,0.0,0.0
+278,Browse and interact with phone interface,0,0,0.0,0.0,0.0
+279,Interacting with phone screen,0,13,0.0,0.0,0.0
+280,Pick up light blue strip,0,5,0.0,0.0,0.0
+281,Inspect strip,0,33,0.0,0.0,0.0
+282,Manipulate light blue strip,0,0,0.0,0.0,0.0
+283,Cut cardboard tube,0,0,0.0,0.0,0.0
+284,Place scissors aside,0,0,0.0,0.0,0.0
+285,Stacking cardboard pieces,0,0,0.0,0.0,0.0
+286,Moving hand towards cardboard stack,0,3,0.0,0.0,0.0
+287,Moving hand,0,0,0.0,0.0,0.0
+288,Position cardboard for cutting,0,1,0.0,0.0,0.0
+289,Put down water bottle,0,0,0.0,0.0,0.0
+290,Pick up cardboard piece,0,0,0.0,0.0,0.0
+291,Cut cardboard piece with scissors,0,6,0.0,0.0,0.0
+292,Release cardboard piece,0,1,0.0,0.0,0.0
+293,Placing piece on stack,0,0,0.0,0.0,0.0
+294,Walk across office,0,0,0.0,0.0,0.0
+295,Cut cardboard into triangles,0,3,0.0,0.0,0.0
+296,Cut cardboard shape,0,334,0.0,0.0,0.0
+297,Reach for and pick up smartphone,0,0,0.0,0.0,0.0
+298,Pick up cardboard cutout,0,0,0.0,0.0,0.0
+299,Walk with cardboard cutout,0,1,0.0,0.0,0.0
+300,Finish placing cardboard cutouts,0,0,0.0,0.0,0.0
+301,Approach workstation,0,0,0.0,0.0,0.0
+302,Organize tools and materials,0,0,0.0,0.0,0.0
+303,Cut cardboard triangle,0,0,0.0,0.0,0.0
+304,Holding marker,0,0,0.0,0.0,0.0
+305,Position utility knife,0,0,0.0,0.0,0.0
+306,Reposition utility knife,0,0,0.0,0.0,0.0
+307,Lift utility knife,0,25,0.0,0.0,0.0
+308,Fold cut cardboard,0,0,0.0,0.0,0.0
+309,Look away,0,0,0.0,0.0,0.0
+310,Resume cutting cardboard,0,0,0.0,0.0,0.0
+311,Inspect cardboard piece,0,2,0.0,0.0,0.0
+312,Position cardboard piece,0,0,0.0,0.0,0.0
+313,Align scissors,0,1,0.0,0.0,0.0
+314,Cut cardboard strip,0,2,0.0,0.0,0.0
+315,Move cardboard piece,0,0,0.0,0.0,0.0
+316,Hold cardboard strip,0,11,0.0,0.0,0.0
+317,Position cardboard strip,0,5,0.0,0.0,0.0
+318,Inspect cardboard strip,0,3,0.0,0.0,0.0
+319,Pick up cut cardboard piece,0,0,0.0,0.0,0.0
+320,Move cardboard to pile,0,0,0.0,0.0,0.0
+321,Pick up cardboard,0,2,0.0,0.0,0.0
+322,Reposition scissors,0,96,0.0,0.0,0.0
+323,Hold cardboard piece,16,0,0.0,0.0,0.0
+324,Align cardboard piece,0,0,0.0,0.0,0.0
+325,Fold cardboard sheet,0,0,0.0,0.0,0.0
+326,Complete the cut,0,4,0.0,0.0,0.0
+327,Put down utility knife,0,0,0.0,0.0,0.0
+328,Fold cardboard,0,9,0.0,0.0,0.0
+329,Pick up utility knife,18,54,0.0,0.0,0.0
+330,Hold utility knife,0,2,0.0,0.0,0.0
+331,Pick up cardboard strip,0,1,0.0,0.0,0.0
+332,Place cardboard strip,0,1,0.0,0.0,0.0
+333,Place cans into box,0,0,0.0,0.0,0.0
+334,Arrange cans in box,0,0,0.0,0.0,0.0
+335,Pick up can,12,1,0.0,0.0,0.0
+336,Reach for can,0,6,0.0,0.0,0.0
+337,Arrange cans on shelf,0,0,0.0,0.0,0.0
+338,Reach for additional items,0,0,0.0,0.0,0.0
+339,Reach for container,0,253,0.0,0.0,0.0
+340,Adjust position,0,0,0.0,0.0,0.0
+341,Prepare to pick up item,0,0,0.0,0.0,0.0
+342,Place container in bin,0,0,0.0,0.0,0.0
+343,Adjust cans in bin,0,0,0.0,0.0,0.0
+344,Hold and inspect can,0,0,0.0,0.0,0.0
+345,Adjust perspective,0,0,0.0,0.0,0.0
+346,Inspect shelf and organize stock,0,0,0.0,0.0,0.0
+347,Picking up stock,0,0,0.0,0.0,0.0
+348,Placing stock on shelf,0,0,0.0,0.0,0.0
+349,Hold small product bag,0,1,0.0,0.0,0.0
+350,Reach for shelving divider,0,0,0.0,0.0,0.0
+351,Position shelving divider,0,0,0.0,0.0,0.0
+352,Move away from shelf,0,0,0.0,0.0,0.0
+353,Pick up container,0,6,0.0,0.0,0.0
+354,Carry container,0,0,0.0,0.0,0.0
+355,Rearrange shelf item,0,0,0.0,0.0,0.0
+356,Pick up cleaning cloth,0,3,0.0,0.0,0.0
+357,Pick up product box,0,0,0.0,0.0,0.0
+358,Place box on shelf,0,0,0.0,0.0,0.0
+359,Place plush toy on shelf,0,0,0.0,0.0,0.0
+360,Adjust placement on shelf,0,2,0.0,0.0,0.0
+361,Move plush toy,0,0,0.0,0.0,0.0
+362,Reach for product on shelf,0,1,0.0,0.0,0.0
+363,Arrange cardboard,0,0,0.0,0.0,0.0
+364,Place marker down,0,0,0.0,0.0,0.0
+365,Pick up marker,0,0,0.0,0.0,0.0
+366,Walk with marker,0,0,0.0,0.0,0.0
+367,Pick up small object,0,4,0.0,0.0,0.0
+368,Walk across room,0,0,0.0,0.0,0.0
+369,Place cardboard square on stack,0,0,0.0,0.0,0.0
+370,Arrange cardboard squares,0,0,0.0,0.0,0.0
+371,Stacking cardboard squares,0,0,0.0,0.0,0.0
+372,Positioning cardboard on workspace,0,0,0.0,0.0,0.0
+373,Stacking cardboard square,0,0,0.0,0.0,0.0
+374,Stack cardboard square,0,0,0.0,0.0,0.0
+375,Stack cardboard squares,0,0,0.0,0.0,0.0
+376,Sorting paper stars,0,0,0.0,0.0,0.0
+377,Place star,0,0,0.0,0.0,0.0
+378,Sort paper star,0,0,0.0,0.0,0.0
+379,Sort paper stars,0,0,0.0,0.0,0.0
+380,Place paper star,0,0,0.0,0.0,0.0
+381,Stop sorting stars,0,0,0.0,0.0,0.0
+382,Walk away,0,0,0.0,0.0,0.0
+383,Open door,0,0,0.0,0.0,0.0
+384,Walk through doorway,0,0,0.0,0.0,0.0
+385,Pick up object,0,0,0.0,0.0,0.0
+386,Place item on table,0,0,0.0,0.0,0.0
+387,Move phone,39,0,0.0,0.0,0.0
+388,Pick up paper star,0,0,0.0,0.0,0.0
+389,Sort and place paper star,0,0,0.0,0.0,0.0
+390,Place knife down,0,0,0.0,0.0,0.0
+391,Align cardboard strip,0,0,0.0,0.0,0.0
+392,Hold cardboard with ruler,0,0,0.0,0.0,0.0
+393,Move utility knife along ruler,0,0,0.0,0.0,0.0
+394,Slide utility knife along ruler,0,2,0.0,0.0,0.0
+395,Guide utility knife along ruler,0,0,0.0,0.0,0.0
+396,Draw line on cardboard,0,57,0.0,0.0,0.0
+397,Marking lines on cardboard,0,0,0.0,0.0,0.0
+398,Hold craft tool,0,0,0.0,0.0,0.0
+399,Approach table,0,0,0.0,0.0,0.0
+400,Place tool on table,0,0,0.0,0.0,0.0
+401,Move hand toward craft materials,0,0,0.0,0.0,0.0
+402,Arrange paper strips,0,0,0.0,0.0,0.0
+403,Manipulate paper strips,0,0,0.0,0.0,0.0
+404,Pick up blue paper strip,0,0,0.0,0.0,0.0
+405,Hold and bend paper strip,0,0,0.0,0.0,0.0
+406,Hold small object,0,5,0.0,0.0,0.0
+407,Place down strip,0,0,0.0,0.0,0.0
+408,Move hand away from workspace,0,0,0.0,0.0,0.0
+409,Observe workspace,12,31,0.0,0.0,0.0
+410,Place puzzle piece,26,14,0.0,0.0,0.0
+411,Release puzzle piece,11,8,0.0,0.0,0.0
+412,Scan for next piece,0,21,0.0,0.0,0.0
+413,Search for puzzle piece,23,0,0.0,0.0,0.0
+414,Positioning puzzle piece,0,0,0.0,0.0,0.0
+415,Manipulate puzzle pieces,35,61,0.01639344262295082,0.02857142857142857,0.020833333333333332
+416,Move puzzle piece,0,22,0.0,0.0,0.0
+417,Adjust puzzle piece,16,2,0.0,0.0,0.0
+418,Adjusting puzzle piece,0,4,0.0,0.0,0.0
+419,Adjusting a puzzle piece,0,0,0.0,0.0,0.0
+420,Draw line along ruler,0,0,0.0,0.0,0.0
+421,Reposition ruler,0,65,0.0,0.0,0.0
+422,Lift pen and shift ruler,0,0,0.0,0.0,0.0
+423,Hold ruler and pen steady,0,0,0.0,0.0,0.0
+424,Moving ruler,0,0,0.0,0.0,0.0
+425,Mark lines on cardboard,0,1,0.0,0.0,0.0
+426,Cap marker,0,0,0.0,0.0,0.0
+427,Walk across the room,0,0,0.0,0.0,0.0
+428,Approach packing area,0,0,0.0,0.0,0.0
+429,Pack beads into box,0,0,0.0,0.0,0.0
+430,Pick up beads,0,0,0.0,0.0,0.0
+431,Deposit beads into box,0,0,0.0,0.0,0.0
+432,Pick up cardboard tray,0,0,0.0,0.0,0.0
+433,Move tray towards packing area,0,0,0.0,0.0,0.0
+434,Reach for beads,0,142,0.0,0.0,0.0
+435,Position cardboard tray,0,0,0.0,0.0,0.0
+436,Hold beads,19,0,0.0,0.0,0.0
+437,Combine bead piles,0,0,0.0,0.0,0.0
+438,Cut light green fabric,0,6,0.0,0.0,0.0
+439,Continue cutting fabric,0,0,0.0,0.0,0.0
+440,Cut fabric with scissors,0,0,0.0,0.0,0.0
+441,Adjusting fabric for cutting,0,0,0.0,0.0,0.0
+442,Adjusting fabric position,0,0,0.0,0.0,0.0
+443,Cutting fabric,0,0,0.0,0.0,0.0
+444,Mark fabric with pen,0,0,0.0,0.0,0.0
+445,Mark fabric,0,0,0.0,0.0,0.0
+446,Mark fabric with pen and ruler,0,0,0.0,0.0,0.0
+447,Pick up new cardboard piece,22,0,0.0,0.0,0.0
+448,Gather cardboard pieces,0,0,0.0,0.0,0.0
+449,Carry cardboard piece,0,0,0.0,0.0,0.0
+450,Pick up electronic accessory from box,0,0,0.0,0.0,0.0
+451,Hold electronic accessory,0,0,0.0,0.0,0.0
+452,Place accessory on shelf,0,0,0.0,0.0,0.0
+453,Pick up accessory,0,0,0.0,0.0,0.0
+454,Reach towards shelf,0,0,0.0,0.0,0.0
+455,Pick up electronic accessory,0,0,0.0,0.0,0.0
+456,Place accessory into box,0,0,0.0,0.0,0.0
+457,Place accessory box,0,0,0.0,0.0,0.0
+458,Pick up new electronic product,0,0,0.0,0.0,0.0
+459,Pick up electronic product,0,0,0.0,0.0,0.0
+460,Release product on shelf,0,0,0.0,0.0,0.0
+461,Move hand back to box,0,0,0.0,0.0,0.0
+462,Pick up new product from box,0,0,0.0,0.0,0.0
+463,Move product towards shelf,0,0,0.0,0.0,0.0
+464,Pick up shopping bag,0,0,0.0,0.0,0.0
+465,Walk with shopping bag,0,0,0.0,0.0,0.0
+466,Pick up item from box,0,0,0.0,0.0,0.0
+467,Move to shelf,9,0,0.0,0.0,0.0
+468,Move towards box,0,0,0.0,0.0,0.0
+469,Hold items,0,0,0.0,0.0,0.0
+470,Place items on shelf,0,0,0.0,0.0,0.0
+471,Move to box,0,0,0.0,0.0,0.0
+472,Move box to next position,0,0,0.0,0.0,0.0
+473,Grasp snack package,0,0,0.0,0.0,0.0
+474,Hold snack package,0,0,0.0,0.0,0.0
+475,Place snack package on shelf,0,0,0.0,0.0,0.0
+476,Place snack package in box,0,0,0.0,0.0,0.0
+477,Place snack in box,0,0,0.0,0.0,0.0
+478,Hold snack packages,0,0,0.0,0.0,0.0
+479,Place snack packages on shelf,0,0,0.0,0.0,0.0
+480,Pick up snack packages,0,0,0.0,0.0,0.0
+481,Walk towards shelves,13,0,0.0,0.0,0.0
+482,Pick up snack package,0,0,0.0,0.0,0.0
+483,Organize snacks in box,0,0,0.0,0.0,0.0
+484,Reach for snack package,0,0,0.0,0.0,0.0
+485,Adjust snack package,0,2,0.0,0.0,0.0
+486,Open cardboard box,0,2,0.0,0.0,0.0
+487,Remove cardboard flap,0,4,0.0,0.0,0.0
+488,Align plastic containers,0,0,0.0,0.0,0.0
+489,Reach for items,0,0,0.0,0.0,0.0
+490,Adjust containers on shelf,0,0,0.0,0.0,0.0
+491,Adjust container position,0,0,0.0,0.0,0.0
+492,Withdraw hand,0,2,0.0,0.0,0.0
+493,Place container on shelf,0,1,0.0,0.0,0.0
+494,Pick up item from shelf,0,16,0.0,0.0,0.0
+495,Place item in shopping bag,0,1,0.0,0.0,0.0
+496,Reach for item,0,0,0.0,0.0,0.0
+497,Grasp item,0,0,0.0,0.0,0.0
+498,Move item to bag,0,2,0.0,0.0,0.0
+499,Organize item on shelf,0,0,0.0,0.0,0.0
+500,Pick up plush toy,0,0,0.0,0.0,0.0
+501,Place plush toy into bag,0,1,0.0,0.0,0.0
+502,Grasp shopping bag,0,0,0.0,0.0,0.0
+503,Prepare to place item in bag,0,0,0.0,0.0,0.0
+504,Organize bag contents,0,0,0.0,0.0,0.0
+505,Grasp and retrieve item,0,0,0.0,0.0,0.0
+506,Place item into shopping bag,0,0,0.0,0.0,0.0
+507,Sort star-shaped beads,16,0,0.0,0.0,0.0
+508,Sort beads on the table,0,0,0.0,0.0,0.0
+509,Sort beads on table,0,0,0.0,0.0,0.0
+510,Hold instructional sign,0,0,0.0,0.0,0.0
+511,Pick up star-shaped bead,0,0,0.0,0.0,0.0
+512,Place bead on table,0,0,0.0,0.0,0.0
+513,Reposition sign and organize beads,0,0,0.0,0.0,0.0
+514,Reposition ruler and pen,0,0,0.0,0.0,0.0
+515,Reposition pen and prepare for next line,0,0,0.0,0.0,0.0
+516,Place pen on cardboard,0,0,0.0,0.0,0.0
+517,Draw straight lines on cardboard,0,0,0.0,0.0,0.0
+518,Draw lines with ruler,0,0,0.0,0.0,0.0
+519,Draw lines with pen and ruler,0,0,0.0,0.0,0.0
+520,Sort origami stars,0,0,0.0,0.0,0.0
+521,Walk in hallway,0,0,0.0,0.0,0.0
+522,Reach for stars,0,0,0.0,0.0,0.0
+523,Walk towards desk,0,0,0.0,0.0,0.0
+524,Grasp origami stars,0,0,0.0,0.0,0.0
+525,Place stars in container,0,0,0.0,0.0,0.0
+526,Sort light blue origami stars,0,0,0.0,0.0,0.0
+527,Sort origami stars by color,0,0,0.0,0.0,0.0
+528,Move origami stars,0,0,0.0,0.0,0.0
+529,Adjust cardboard divider,0,0,0.0,0.0,0.0
+530,Use smartphone,70,0,0.0,0.0,0.0
+531,Put down phone,0,0,0.0,0.0,0.0
+532,Pick up water bottle,0,0,0.0,0.0,0.0
+533,Hold water bottle,0,0,0.0,0.0,0.0
+534,Place water bottle on table,0,0,0.0,0.0,0.0
+535,Hold phone,0,2,0.0,0.0,0.0
+536,Hold and view phone,0,2,0.0,0.0,0.0
+537,Cut cardboard pieces with scissors,0,1,0.0,0.0,0.0
+538,Vacuum the carpet,0,1,0.0,0.0,0.0
+539,Push vacuum cleaner,0,0,0.0,0.0,0.0
+540,Adjust vacuum cleaner position,0,0,0.0,0.0,0.0
+541,Vacuuming carpet edge,0,0,0.0,0.0,0.0
+542,Vacuum edge of carpet,0,23,0.0,0.0,0.0
+543,Vacuuming carpet corner,0,0,0.0,0.0,0.0
+544,Vacuuming the carpet edge,0,0,0.0,0.0,0.0
+545,Move vacuum cleaner,0,0,0.0,0.0,0.0
+546,Vacuuming along the wall edge,0,0,0.0,0.0,0.0
+547,Fold paper strip into star,0,0,0.0,0.0,0.0
+548,Place finished star on table,0,0,0.0,0.0,0.0
+549,Arrange Mahjong tiles,0,10,0.0,0.0,0.0
+550,Rearrange Mahjong tiles,0,45,0.0,0.0,0.0
+551,Adjust Mahjong tiles,0,0,0.0,0.0,0.0
+552,Reach for Mahjong tiles,0,4,0.0,0.0,0.0
+553,Rearrange Mahjong tile,0,32,0.0,0.0,0.0
+554,Adjust Mahjong tile,0,6,0.0,0.0,0.0
+555,Align Mahjong tiles,0,0,0.0,0.0,0.0
+556,Move Mahjong tile,0,0,0.0,0.0,0.0
+557,Realign Mahjong tiles,0,0,0.0,0.0,0.0
+558,Cut cardboard square,0,0,0.0,0.0,0.0
+559,Trim cardboard piece,0,0,0.0,0.0,0.0
+560,Pick up food item,0,0,0.0,0.0,0.0
+561,Pick up cereal boxes,0,1,0.0,0.0,0.0
+562,Carry cereal boxes,0,0,0.0,0.0,0.0
+563,Carry cereal towards aisle,0,0,0.0,0.0,0.0
+564,Pick up pasta box,0,1,0.0,0.0,0.0
+565,Carry pasta box towards aisle,0,0,0.0,0.0,0.0
+566,Pick up container from box,0,0,0.0,0.0,0.0
+567,Hold container,0,0,0.0,0.0,0.0
+568,Reach for items in box,0,0,0.0,0.0,0.0
+569,Pick up grocery item,0,0,0.0,0.0,0.0
+570,Carry item to shelf,0,3,0.0,0.0,0.0
+571,Inspect shelf,0,0,0.0,0.0,0.0
+572,Move to stock products,0,0,0.0,0.0,0.0
+573,Pick up snack packs,0,3,0.0,0.0,0.0
+574,Wipe shelf surface,0,0,0.0,0.0,0.0
+575,Move to shelf base,0,0,0.0,0.0,0.0
+576,Place snack on shelf,0,0,0.0,0.0,0.0
+577,Retrieve snack from container,0,0,0.0,0.0,0.0
+578,Pick up gift box,0,0,0.0,0.0,0.0
+579,Place gift box into bin,0,0,0.0,0.0,0.0
+580,Place gift box on shelf,0,0,0.0,0.0,0.0
+581,Pick up next gift box,0,0,0.0,0.0,0.0
+582,Pick up snack pouch,0,0,0.0,0.0,0.0
+583,Place snack pouch in container,0,1,0.0,0.0,0.0
+584,Reach for snack pouch,0,0,0.0,0.0,0.0
+585,Place snack pouch on shelf,0,2,0.0,0.0,0.0
+586,Move storage bin,0,0,0.0,0.0,0.0
+587,Reach for shelf,0,3,0.0,0.0,0.0
+588,Hold bin and move through aisle,0,0,0.0,0.0,0.0
+589,Remove storage bin from shelf,0,0,0.0,0.0,0.0
+590,Reach for empty shelf space,0,0,0.0,0.0,0.0
+591,Grasp plastic bag on shelf,0,0,0.0,0.0,0.0
+592,Remove plastic container from shelf,0,0,0.0,0.0,0.0
+593,Arrange plastic containers,0,0,0.0,0.0,0.0
+594,Remove plastic container from storage box,0,0,0.0,0.0,0.0
+595,Retrieve another container,0,0,0.0,0.0,0.0
+596,Arrange container on shelf,0,0,0.0,0.0,0.0
+597,Hold smartphone,44,6,0.0,0.0,0.0
+598,Place smartphone on desk,0,0,0.0,0.0,0.0
+599,Reach for water bottle,0,0,0.0,0.0,0.0
+600,Hold scissors,0,3,0.0,0.0,0.0
+601,Cut newspaper,0,12,0.0,0.0,0.0
+602,Continue cutting newspaper,0,0,0.0,0.0,0.0
+603,Place scissors on table,0,5,0.0,0.0,0.0
+604,Move scissors away,0,0,0.0,0.0,0.0
+605,Place scissors down,0,0,0.0,0.0,0.0
+606,Arrange tiles into row,0,0,0.0,0.0,0.0
+607,Adjust tile row alignment,0,0,0.0,0.0,0.0
+608,Adjust Mahjong tile alignment,0,13,0.0,0.0,0.0
+609,Adjust Mahjong tile on the stack,0,1,0.0,0.0,0.0
+610,Pick up Mahjong tile,0,0,0.0,0.0,0.0
+611,Place Mahjong tile on the stack,0,0,0.0,0.0,0.0
+612,Place Mahjong tile on stack,0,0,0.0,0.0,0.0
+613,Sort Mahjong tiles,0,0,0.0,0.0,0.0
+614,Hold ruler and draw line,0,0,0.0,0.0,0.0
+615,Draw line,0,0,0.0,0.0,0.0
+616,Mark lines with pen along ruler,0,1,0.0,0.0,0.0
+617,Hold ruler and mark cardboard,0,0,0.0,0.0,0.0
+618,Hold ruler and marker,0,0,0.0,0.0,0.0
+619,Pick up charging case,0,0,0.0,0.0,0.0
+620,Inspect charging case,0,0,0.0,0.0,0.0
+621,Place charging case down,0,0,0.0,0.0,0.0
+622,Hold paper strip,0,0,0.0,0.0,0.0
+623,Place ruler on cardboard,0,0,0.0,0.0,0.0
+624,Measure and mark cardboard,0,0,0.0,0.0,0.0
+625,Hold and align cardboard,0,0,0.0,0.0,0.0
+626,Reposition tools,0,0,0.0,0.0,0.0
+627,Position cardboard tube,0,0,0.0,0.0,0.0
+628,Cut cardboard strip with scissors,0,0,0.0,0.0,0.0
+629,Position scissors for next cut,0,0,0.0,0.0,0.0
+630,Scroll on smartphone,0,32,0.0,0.0,0.0
+631,Tap smartphone screen,0,2,0.0,0.0,0.0
+632,Scroll through photo gallery,0,250,0.0,0.0,0.0
+633,Typing message on smartphone,0,0,0.0,0.0,0.0
+634,Typing on smartphone,0,1,0.0,0.0,0.0
+635,Tapping smartphone screen,0,0,0.0,0.0,0.0
+636,Tapping on smartphone screen,0,0,0.0,0.0,0.0
+637,Putting away smartphone,0,0,0.0,0.0,0.0
+638,Stop measuring and put down tools,0,0,0.0,0.0,0.0
+639,Positioning ruler on cardboard,0,0,0.0,0.0,0.0
+640,Draw line with pen,0,0,0.0,0.0,0.0
+641,Prepare to draw lines,0,0,0.0,0.0,0.0
+642,Remove ruler and marker,0,0,0.0,0.0,0.0
+643,Align ruler and mark cardboard,0,0,0.0,0.0,0.0
+644,Walking through classroom,0,0,0.0,0.0,0.0
+645,Assemble cardboard pieces,0,0,0.0,0.0,0.0
+646,Move marker away,0,0,0.0,0.0,0.0
+647,Arrange cardboard piece,0,0,0.0,0.0,0.0
+648,Position ruler and mark cardboard,0,0,0.0,0.0,0.0
+649,Place canned good on shelf,0,0,0.0,0.0,0.0
+650,Move canned goods container,0,0,0.0,0.0,0.0
+651,Position container near shelf,0,0,0.0,0.0,0.0
+652,Adjust container on shelf,0,15,0.0,0.0,0.0
+653,Pick up canned food,14,0,0.0,0.0,0.0
+654,Place canned food in container,0,0,0.0,0.0,0.0
+655,Adjust cans in container,0,0,0.0,0.0,0.0
+656,Adjust cans in tray,0,0,0.0,0.0,0.0
+657,Adjusting canned goods on shelf,0,0,0.0,0.0,0.0
+658,Align canned goods on shelf,0,0,0.0,0.0,0.0
+659,Place canned food on shelf,44,0,0.0,0.0,0.0
+660,Reach for next canned food item,0,9,0.0,0.0,0.0
+661,Wipe the plastic jar,0,0,0.0,0.0,0.0
+662,Finish wiping and inspect jar,0,0,0.0,0.0,0.0
+663,Inspect jar,0,0,0.0,0.0,0.0
+664,Pick up tin can,0,0,0.0,0.0,0.0
+665,Hold items and inspect shelf,0,0,0.0,0.0,0.0
+666,Move cardboard,0,1,0.0,0.0,0.0
+667,Stabilize cardboard,0,0,0.0,0.0,0.0
+668,Stabilize ruler,0,0,0.0,0.0,0.0
+669,Labeling cardboard squares,0,0,0.0,0.0,0.0
+670,Moving cardboard square,0,0,0.0,0.0,0.0
+671,Labeling cardboard square,0,0,0.0,0.0,0.0
+672,Placing labeled square,0,0,0.0,0.0,0.0
+673,Starting to label next square,0,0,0.0,0.0,0.0
+674,Placing labeled cardboard square,0,0,0.0,0.0,0.0
+675,Labeling cardboard piece,0,0,0.0,0.0,0.0
+676,Switching marker,0,1,0.0,0.0,0.0
+677,Reach for next piece,0,0,0.0,0.0,0.0
+678,Marking cardboard with pen,0,0,0.0,0.0,0.0
+679,Placing pen on table,0,0,0.0,0.0,0.0
+680,Repositioning ruler and cardboard,0,0,0.0,0.0,0.0
+681,Folding cardboard,0,0,0.0,0.0,0.0
+682,Place cardboard piece on stack,0,0,0.0,0.0,0.0
+683,Manipulate cardboard sheet,0,1,0.0,0.0,0.0
+684,Arrange buttons on the table,0,45,0.0,0.0,0.0
+685,Arrange buttons,33,14,1.0,0.42424242424242425,0.5957446808510638
+686,Sorting buttons,0,3,0.0,0.0,0.0
+687,Sort orange buttons,0,23,0.0,0.0,0.0
+688,Sort orange button,0,1,0.0,0.0,0.0
+689,Move hand over button pile,0,0,0.0,0.0,0.0
+690,Move orange buttons,0,2,0.0,0.0,0.0
+691,Interact with smartphone,24,4,0.0,0.0,0.0
+692,Arrange orange buttons,0,4,0.0,0.0,0.0
+693,Pick up stapler,0,0,0.0,0.0,0.0
+694,Drawing grid line with ruler,0,0,0.0,0.0,0.0
+695,Drawing grid line with pen and ruler,0,0,0.0,0.0,0.0
+696,Draw grid line with pen,0,0,0.0,0.0,0.0
+697,Draw grid line,0,0,0.0,0.0,0.0
+698,Drawing grid line,0,0,0.0,0.0,0.0
+699,Manipulate paper star,0,0,0.0,0.0,0.0
+700,Fold paper star,0,0,0.0,0.0,0.0
+701,Sort purple beads,0,0,0.0,0.0,0.0
+702,Write on paper,9,23,0.0,0.0,0.0
+703,Move pen away,0,0,0.0,0.0,0.0
+704,Gathering star beads,0,0,0.0,0.0,0.0
+705,Sort beads by hand,0,2,0.0,0.0,0.0
+706,Hold tray of canned goods,0,0,0.0,0.0,0.0
+707,Position tray,0,2,0.0,0.0,0.0
+708,Sort canned goods in tray,0,0,0.0,0.0,0.0
+709,Carry crate of cans,0,0,0.0,0.0,0.0
+710,Place crate on floor,0,7,0.0,0.0,0.0
+711,Move can towards shelf,0,0,0.0,0.0,0.0
+712,Wipe item,0,0,0.0,0.0,0.0
+713,Place item back,0,0,0.0,0.0,0.0
+714,Wipe retail item,0,0,0.0,0.0,0.0
+715,Reach for retail item,0,0,0.0,0.0,0.0
+716,Grasp retail item,0,0,0.0,0.0,0.0
+717,Adjust retail items on shelf,0,0,0.0,0.0,0.0
+718,Pick up retail item,0,0,0.0,0.0,0.0
+719,Align and place retail item,0,1,0.0,0.0,0.0
+720,Arrange items on shelf,0,0,0.0,0.0,0.0
+721,Adjust retail item position,0,0,0.0,0.0,0.0
+722,Pick up pink water bottle,0,0,0.0,0.0,0.0
+723,Place down pink water bottle,0,0,0.0,0.0,0.0
+724,Place star in row,0,0,0.0,0.0,0.0
+725,Reach for star,0,0,0.0,0.0,0.0
+726,Retrieve star,0,0,0.0,0.0,0.0
+727,Pick up star,0,1,0.0,0.0,0.0
+728,Hold recording sheet and pen,0,0,0.0,0.0,0.0
+729,Record star count,0,0,0.0,0.0,0.0
+730,Hold pen and paper,0,0,0.0,0.0,0.0
+731,Observe surroundings,0,0,0.0,0.0,0.0
+732,Observe paper and count objects,0,0,0.0,0.0,0.0
+733,Write count on paper,17,0,0.0,0.0,0.0
+734,Place pen on table,0,0,0.0,0.0,0.0
+735,View content on smartphone,0,0,0.0,0.0,0.0
+736,Place smartphone on table,0,0,0.0,0.0,0.0
+737,Resume writing on paper,0,0,0.0,0.0,0.0
+738,Place paper star in row,0,0,0.0,0.0,0.0
+739,Manipulate star,0,0,0.0,0.0,0.0
+740,Arrange paper stars,0,0,0.0,0.0,0.0
+741,Manipulate paper stars,0,0,0.0,0.0,0.0
+742,Cut cardboard grid,0,0,0.0,0.0,0.0
+743,Pick up power bank,0,0,0.0,0.0,0.0
+744,Pick up small item,0,0,0.0,0.0,0.0
+745,Walking to sink,0,0,0.0,0.0,0.0
+746,Washing hands,0,0,0.0,0.0,0.0
+747,Rub hands together,0,0,0.0,0.0,0.0
+748,Finish washing hands,0,0,0.0,0.0,0.0
+749,Pick up paper towel,0,0,0.0,0.0,0.0
+750,Dry hands,0,0,0.0,0.0,0.0
+751,Discard paper towel,0,0,0.0,0.0,0.0
+752,Begin folding paper strip,0,0,0.0,0.0,0.0
+753,Fold paper strip into a star,0,0,0.0,0.0,0.0
+754,Prepare paper strip,0,0,0.0,0.0,0.0
+755,Place star on table,0,0,0.0,0.0,0.0
+756,Fold lucky star,0,0,0.0,0.0,0.0
+757,Manipulate folded paper star,0,0,0.0,0.0,0.0
+758,Release paper star,0,0,0.0,0.0,0.0
+759,Grasp paper strip,0,0,0.0,0.0,0.0
+760,Sort colored tiles,0,0,0.0,0.0,0.0
+761,Pick up colored tile,0,0,0.0,0.0,0.0
+762,Place colored tile,0,0,0.0,0.0,0.0
+763,Sort tiles,0,0,0.0,0.0,0.0
+764,Sort tiles by color,0,0,0.0,0.0,0.0
+765,Place phone on table,0,0,0.0,0.0,0.0
+766,Write on notepad,0,7,0.0,0.0,0.0
+767,Writing on notepad,0,17,0.0,0.0,0.0
+768,Reaching for beads,0,4,0.0,0.0,0.0
+769,Cut section from newspaper,0,0,0.0,0.0,0.0
+770,Tear newspaper,0,0,0.0,0.0,0.0
+771,Hold newspaper,0,0,0.0,0.0,0.0
+772,Hold and align newspaper,0,0,0.0,0.0,0.0
+773,Fold newspaper,0,0,0.0,0.0,0.0
+774,Reposition newspaper,0,0,0.0,0.0,0.0
+775,Cut along the edge of the newspaper,0,0,0.0,0.0,0.0
+776,Cut along the newspaper edge,0,0,0.0,0.0,0.0
+777,Browsing mobile phone,0,0,0.0,0.0,0.0
+778,Browse mobile phone,0,0,0.0,0.0,0.0
+779,Cut newspaper with scissors,0,0,0.0,0.0,0.0
+780,Sort blue star-shaped pieces,0,1,0.0,0.0,0.0
+781,Sort small plastic pieces,0,0,0.0,0.0,0.0
+782,Reach for more pieces,0,67,0.0,0.0,0.0
+783,Sort plastic pieces,0,1,0.0,0.0,0.0
+784,Gather pieces,0,0,0.0,0.0,0.0
+785,Move pieces into box,0,1,0.0,0.0,0.0
+786,Gather pieces into box,0,0,0.0,0.0,0.0
+787,Typing on phone,0,0,0.0,0.0,0.0
+788,Scrolling or navigating on phone,0,0,0.0,0.0,0.0
+789,Scrolling and viewing content on phone,0,0,0.0,0.0,0.0
+790,Pick up charging cable,0,0,0.0,0.0,0.0
+791,Hold electronic item,0,0,0.0,0.0,0.0
+792,Pick up electronic item,0,0,0.0,0.0,0.0
+793,Wipe electronic item,0,0,0.0,0.0,0.0
+794,Inspect electronic item,0,0,0.0,0.0,0.0
+795,Place item in bag,0,9,0.0,0.0,0.0
+796,Select another item,0,0,0.0,0.0,0.0
+797,Inspect smartphone box,0,0,0.0,0.0,0.0
+798,Hold smartphone box,0,0,0.0,0.0,0.0
+799,Examine product,0,0,0.0,0.0,0.0
+800,Pick up canned item,0,1,0.0,0.0,0.0
+801,Pick up another canned item,0,29,0.0,0.0,0.0
+802,Carry plastic container,0,0,0.0,0.0,0.0
+803,Place container on floor,0,2,0.0,0.0,0.0
+804,Reach for another container,0,21,0.0,0.0,0.0
+805,Place storage container on floor,0,2,0.0,0.0,0.0
+806,Release container,0,1,0.0,0.0,0.0
+807,Pick up storage container,0,40,0.0,0.0,0.0
+808,Move container toward shelf,0,6,0.0,0.0,0.0
+809,Position container on shelf,0,14,0.0,0.0,0.0
+810,Remove lid from container,0,8,0.0,0.0,0.0
+811,Pick up canned goods,0,5,0.0,0.0,0.0
+812,Place canned goods in container,0,37,0.0,0.0,0.0
+813,Pick up next product from bin,0,6,0.0,0.0,0.0
+814,Reorganize bin contents,0,12,0.0,0.0,0.0
+815,Move bin,0,32,0.0,0.0,0.0
+816,Walking along the aisle,0,0,0.0,0.0,0.0
+817,Observe stocking,0,0,0.0,0.0,0.0
+818,Move plastic storage bin,0,0,0.0,0.0,0.0
+819,Place canned food in bin,0,0,0.0,0.0,0.0
+820,Hold container of canned food,0,0,0.0,0.0,0.0
+821,Move towards aisle,0,0,0.0,0.0,0.0
+822,Approach restocking supplies,0,0,0.0,0.0,0.0
+823,Pick up plastic container,0,0,0.0,0.0,0.0
+824,Move along the shelves,0,0,0.0,0.0,0.0
+825,Move pineapple chips,0,0,0.0,0.0,0.0
+826,Forming quilled paper shape,0,0,0.0,0.0,0.0
+827,Manipulate quilled paper shape,0,0,0.0,0.0,0.0
+828,Place quilled paper shape,0,0,0.0,0.0,0.0
+829,Retrieve paper strip,0,0,0.0,0.0,0.0
+830,Select paper strip,0,0,0.0,0.0,0.0
+831,Manipulate quilled paper strips,0,0,0.0,0.0,0.0
+832,Transition to standing position,0,0,0.0,0.0,0.0
+833,Observe paper quilling station,0,2,0.0,0.0,0.0
+834,Sort quilled paper pieces,0,0,0.0,0.0,0.0
+835,Walk towards storage area,0,3,0.0,0.0,0.0
+836,Hold device and cable,0,0,0.0,0.0,0.0
+837,Move piece to pile,0,9,0.0,0.0,0.0
+838,Manipulate quilled paper,0,0,0.0,0.0,0.0
+839,Pick up and sort cardboard,0,40,0.0,0.0,0.0
+840,Sort and arrange cardboard pieces,0,1,0.0,0.0,0.0
+841,Move camera over surface,0,5,0.0,0.0,0.0
+842,Observe sorting progress,0,0,0.0,0.0,0.0
+843,Reach for cardboard piece,0,3,0.0,0.0,0.0
+844,Lock phone,0,24,0.0,0.0,0.0
+845,Sort and stack cardboard pieces,0,0,0.0,0.0,0.0
+846,Mark list with pen,0,0,0.0,0.0,0.0
+847,Mark paper list,0,0,0.0,0.0,0.0
+848,Adjust bead piles,0,0,0.0,0.0,0.0
+849,Sort blue beads,0,1,0.0,0.0,0.0
+850,Move blue beads,0,0,0.0,0.0,0.0
+851,Place down pen,0,0,0.0,0.0,0.0
+852,Move away from desk,0,0,0.0,0.0,0.0
+853,Walking through the office,0,0,0.0,0.0,0.0
+854,Place controller on table,0,0,0.0,0.0,0.0
+855,Resume sorting blue beads,0,1,0.0,0.0,0.0
+856,Fold cardboard shape,0,0,0.0,0.0,0.0
+857,Reach for cardboard box,0,0,0.0,0.0,0.0
+858,Reach for object,0,0,0.0,0.0,0.0
+859,Release cardboard shape,0,1,0.0,0.0,0.0
+860,Reposition hands,0,0,0.0,0.0,0.0
+861,Rolling paper strip,0,2,0.0,0.0,0.0
+862,Finishing coil,0,1,0.0,0.0,0.0
+863,Selecting new paper strip,0,0,0.0,0.0,0.0
+864,Start folding paper strip,0,0,0.0,0.0,0.0
+865,Folding paper strip,0,0,0.0,0.0,0.0
+866,Positioning paper strip,0,0,0.0,0.0,0.0
+867,Manipulate quilling paper,0,3,0.0,0.0,0.0
+868,Grasp electronic object,0,5,0.0,0.0,0.0
+869,Walk towards workspace,0,0,0.0,0.0,0.0
+870,Interaction with coworker,0,0,0.0,0.0,0.0
+871,Manipulate small object,0,0,0.0,0.0,0.0
+872,Manipulate paper quilling piece,0,0,0.0,0.0,0.0
+873,Hold quilled paper piece,0,0,0.0,0.0,0.0
+874,Reach for paper strip,0,0,0.0,0.0,0.0
+875,Pull paper strip,0,2,0.0,0.0,0.0
+876,Hold and align paper strip,0,0,0.0,0.0,0.0
+877,Hold and rotate paper strip,0,0,0.0,0.0,0.0
+878,Marking cardboard piece,30,0,0.0,0.0,0.0
+879,Hold and mark cardboard piece,0,0,0.0,0.0,0.0
+880,Organize cardboard pieces,21,0,0.0,0.0,0.0
+881,Walking towards workstation,0,0,0.0,0.0,0.0
+882,Move to desk,0,0,0.0,0.0,0.0
+883,Sort small objects,0,0,0.0,0.0,0.0
+884,Gathering items,0,0,0.0,0.0,0.0
+885,Place items on table,0,0,0.0,0.0,0.0
+886,Gathering colored beads,0,0,0.0,0.0,0.0
+887,Arrange beads by color,0,0,0.0,0.0,0.0
+888,Sort star-shaped objects by color,0,0,0.0,0.0,0.0
+889,Sort star-shaped objects,0,0,0.0,0.0,0.0
+890,Sort yellow star-shaped objects,0,0,0.0,0.0,0.0
+891,Sort purple star-shaped objects,0,0,0.0,0.0,0.0
+892,View phone screen,0,0,0.0,0.0,0.0
+893,Viewing phone screen,0,0,0.0,0.0,0.0
+894,Placing phone down,0,0,0.0,0.0,0.0
+895,Initiate star folding,0,0,0.0,0.0,0.0
+896,Reach for canned food,0,0,0.0,0.0,0.0
+897,Pick up yellow item,0,0,0.0,0.0,0.0
+898,Hold blue product box,0,0,0.0,0.0,0.0
+899,Inspect product,0,0,0.0,0.0,0.0
+900,Clean shelf,0,0,0.0,0.0,0.0
+901,Walk towards shelf,0,0,0.0,0.0,0.0
+902,Select product from box,0,0,0.0,0.0,0.0
+903,Wipe ketchup bottle,0,0,0.0,0.0,0.0
+904,Place ketchup bottle on shelf,0,0,0.0,0.0,0.0
+905,Prepare to place bottle on shelf,0,0,0.0,0.0,0.0
+906,Draw line with marker,0,0,0.0,0.0,0.0
+907,Draw straight line,0,0,0.0,0.0,0.0
+908,Mark straight line,0,0,0.0,0.0,0.0
+909,Move ruler and tools,0,0,0.0,0.0,0.0
+910,Pick up small cardboard piece,0,0,0.0,0.0,0.0
+911,Walk through office,0,0,0.0,0.0,0.0
+912,Transition to cutting,0,0,0.0,0.0,0.0
+913,Cut cardboard along line,0,0,0.0,0.0,0.0
+914,Reposition hands and ruler,0,0,0.0,0.0,0.0
+915,Align ruler with crease,0,0,0.0,0.0,0.0
+916,Press fold,0,0,0.0,0.0,0.0
+917,Cut cardboard strip with utility knife,0,0,0.0,0.0,0.0
+918,Position utility knife on cardboard,0,0,0.0,0.0,0.0
+919,Place smartphone on stand,7,0,0.0,0.0,0.0
+920,Pick up dustpan,13,0,0.0,0.0,0.0
+921,Move dustpan to side,11,0,0.0,0.0,0.0
+922,Hold container lid,17,0,0.0,0.0,0.0
+923,Move towards the stove,12,0,0.0,0.0,0.0
+924,Open stove pot lid,17,0,0.0,0.0,0.0
+925,Walking towards door,8,0,0.0,0.0,0.0
+926,Closing the door,11,0,0.0,0.0,0.0
+927,Picking up bottle,10,0,0.0,0.0,0.0
+928,Wipe kitchen counter,10,0,0.0,0.0,0.0
+929,Rinse cloth in sink,9,0,0.0,0.0,0.0
+930,Move towards kitchen area,12,0,0.0,0.0,0.0
+931,Place cloth on floor,8,0,0.0,0.0,0.0
+932,Reach for cleaning supplies,13,0,0.0,0.0,0.0
+933,Grasp cleaning bottle,11,0,0.0,0.0,0.0
+934,Remove cleaning bottle,10,0,0.0,0.0,0.0
+935,Washing hands in sink,7,0,0.0,0.0,0.0
+936,Grasping cleaning cloth,11,0,0.0,0.0,0.0
+937,Wiping countertop,9,0,0.0,0.0,0.0
+938,Lift pot lid,8,0,0.0,0.0,0.0
+939,Stir contents,9,0,0.0,0.0,0.0
+940,Place lid back,7,0,0.0,0.0,0.0
+941,Adjust pot position,8,0,0.0,0.0,0.0
+942,Move pot,8,0,0.0,0.0,0.0
+943,Place towel,11,0,0.0,0.0,0.0
+944,Start cutting,4,0,0.0,0.0,0.0
+945,Cut along the marked line,55,0,0.0,0.0,0.0
+946,Reposition hand,7,0,0.0,0.0,0.0
+947,Pick up item from bin,0,0,0.0,0.0,0.0
+948,Pick up next item from bin,0,0,0.0,0.0,0.0
+949,Hold item,0,0,0.0,0.0,0.0
+950,Inspect and place item on shelf,0,0,0.0,0.0,0.0
+951,Check smart watch,0,0,0.0,0.0,0.0
+952,Pick up jar,0,0,0.0,0.0,0.0
+953,Pick up sauce bottle,0,0,0.0,0.0,0.0
+954,Place sauce bottle on shelf,0,0,0.0,0.0,0.0
+955,Hold empty container,0,0,0.0,0.0,0.0
+956,Assess shelf arrangement,0,0,0.0,0.0,0.0
+957,Align foam piece,0,0,0.0,0.0,0.0
+958,Press foam piece,0,0,0.0,0.0,0.0
+959,Pick up bottle,0,0,0.0,0.0,0.0
+960,Touch foam strip,0,0,0.0,0.0,0.0
+961,Release foam strip,0,0,0.0,0.0,0.0
+962,Observe craft layout,0,0,0.0,0.0,0.0
+963,Reach for foam strips,0,0,0.0,0.0,0.0
+964,Assemble foam strips,0,0,0.0,0.0,0.0
+965,Adjust foam strip,0,0,0.0,0.0,0.0
+966,Align foam strip,0,0,0.0,0.0,0.0
+967,Attach foam strip,0,0,0.0,0.0,0.0
+968,Curve foam strip into loop,0,0,0.0,0.0,0.0
+969,Press ends of foam strip together,0,0,0.0,0.0,0.0
+970,Position yellow foam piece on strip,0,0,0.0,0.0,0.0
+971,Press foam piece to strip,0,0,0.0,0.0,0.0
+972,Press foam strip,0,0,0.0,0.0,0.0
+973,Fold foam piece,0,0,0.0,0.0,0.0
+974,Pinch foam strips,0,0,0.0,0.0,0.0
+975,Pull blue foam strip,0,0,0.0,0.0,0.0
+976,Tear blue foam strip,0,0,0.0,0.0,0.0
+977,Place blue foam piece,0,0,0.0,0.0,0.0
+978,Pick up blue foam piece,0,0,0.0,0.0,0.0
+979,Tear blue foam piece,0,0,0.0,0.0,0.0
+980,Tear off blue foam piece,0,0,0.0,0.0,0.0
+981,Hold foam pieces,0,0,0.0,0.0,0.0
+982,Peel foam strip,0,0,0.0,0.0,0.0
+983,Move small blue foam piece towards the strip,0,0,0.0,0.0,0.0
+984,Align blue strip,0,0,0.0,0.0,0.0
+985,Press blue strip,0,0,0.0,0.0,0.0
+986,Position blue strip,0,0,0.0,0.0,0.0
+987,Lift blue strip,0,0,0.0,0.0,0.0
+988,Hold blue strip,0,0,0.0,0.0,0.0
+989,Peel blue strip,0,0,0.0,0.0,0.0
+990,Fold blue strip,0,0,0.0,0.0,0.0
+991,Align paper strip,0,0,0.0,0.0,0.0
+992,Interlock paper strips,0,0,0.0,0.0,0.0
+993,Turn away from table,0,0,0.0,0.0,0.0
+994,Touch phone and paper strip,0,0,0.0,0.0,0.0
+995,Pick up craft material,0,0,0.0,0.0,0.0
+996,Attach material to paper strip,0,0,0.0,0.0,0.0
+997,Pick up tool,0,0,0.0,0.0,0.0
+998,Walk through the room,0,0,0.0,0.0,0.0
+999,Walk down hallway,0,0,0.0,0.0,0.0
+1000,Enter workspace,0,0,0.0,0.0,0.0
+1001,Reach for door handle,0,0,0.0,0.0,0.0
+1002,Grasp door handle,0,0,0.0,0.0,0.0
+1003,Walk to table,0,0,0.0,0.0,0.0
+1004,Pick up supplies from box,0,0,0.0,0.0,0.0
+1005,Enter the room,0,0,0.0,0.0,0.0
+1006,Approach work table,0,0,0.0,0.0,0.0
+1007,Pull chair,0,0,0.0,0.0,0.0
+1008,Touch colleague's back,0,0,0.0,0.0,0.0
+1009,Position the chair,0,0,0.0,0.0,0.0
+1010,Observe and walk through store,18,0,0.0,0.0,0.0
+1011,Inspect shelf condition,21,0,0.0,0.0,0.0
+1012,Observe colleague and workspace,9,0,0.0,0.0,0.0
+1013,Approach boxes,13,0,0.0,0.0,0.0
+1014,Reach for wire hangers,12,0,0.0,0.0,0.0
+1015,Extract wire hangers from box,21,0,0.0,0.0,0.0
+1016,Bundle display hooks,22,0,0.0,0.0,0.0
+1017,Release hook,15,0,0.0,0.0,0.0
+1018,Walk towards other aisles,4,0,0.0,0.0,0.0
+1019,Move through aisle,15,0,0.0,0.0,0.0
+1020,Pick up items from the shopping bag,17,0,0.0,0.0,0.0
+1021,Place items on the shelf,14,0,0.0,0.0,0.0
+1022,Place marked piece down,25,0,0.0,0.0,0.0
+1023,Release cardboard piece and gesture,21,0,0.0,0.0,0.0
+1024,Move marker and adjust hand,15,0,0.0,0.0,0.0
+1025,Identify next cardboard piece,19,0,0.0,0.0,0.0
+1026,Observe and pause,4,0,0.0,0.0,0.0
+1027,Gesturing,4,0,0.0,0.0,0.0
+1028,Resume observation,7,0,0.0,0.0,0.0
+1029,Release food item,0,0,0.0,0.0,0.0
+1030,Reach for and examine canned goods,0,0,0.0,0.0,0.0
+1031,Examine canned goods,0,0,0.0,0.0,0.0
+1032,Select and pick up a canned item,0,0,0.0,0.0,0.0
+1033,Place item back on shelf,0,0,0.0,0.0,0.0
+1034,Pick up Dior gift box,0,0,0.0,0.0,0.0
+1035,Inspect Dior gift box,0,0,0.0,0.0,0.0
+1036,Place back Dior gift box,0,0,0.0,0.0,0.0
+1037,Move along the shelf,0,0,0.0,0.0,0.0
+1038,Select a bottle,0,0,0.0,0.0,0.0
+1039,Place bottle back on shelf,0,0,0.0,0.0,0.0
+1040,Pick up another bottle,0,0,0.0,0.0,0.0
+1041,Release bottle,0,0,0.0,0.0,0.0
+1042,Inspect bottle,0,0,0.0,0.0,0.0
+1043,Inspect almond package,0,0,0.0,0.0,0.0
+1044,Scan supermarket shelves,0,0,0.0,0.0,0.0
+1045,Move along the supermarket aisle,0,0,0.0,0.0,0.0
+1046,Reach for canned goods,0,0,0.0,0.0,0.0
+1047,Touch canned goods,0,0,0.0,0.0,0.0
+1048,Pick up canned good,0,0,0.0,0.0,0.0
+1049,Manipulate cardboard shape,0,0,0.0,0.0,0.0
+1050,Hold small cardboard pieces,0,0,0.0,0.0,0.0
+1051,Prepare to place cardboard,0,0,0.0,0.0,0.0
+1052,Prepare to resume cutting,0,0,0.0,0.0,0.0
+1053,Reach for next can,25,0,0.0,0.0,0.0
+1054,Hold canned food,18,0,0.0,0.0,0.0
+1055,Retrieve next canned food item,17,0,0.0,0.0,0.0
+1056,Align canned food on shelf,17,0,0.0,0.0,0.0
+1057,Reach for next canned food,12,0,0.0,0.0,0.0
+1058,Retrieve canned food from box,12,0,0.0,0.0,0.0
+1059,Place another canned food on shelf,9,0,0.0,0.0,0.0
+1060,Adjust canned food on shelf,16,0,0.0,0.0,0.0
+1061,Move hand away from shelf,4,0,0.0,0.0,0.0
+1062,Move hand away,4,0,0.0,0.0,0.0
+1063,Hold earbud case,20,0,0.0,0.0,0.0
+1064,Open earbud case,9,0,0.0,0.0,0.0
+1065,sort craft materials,39,0,0.0,0.0,0.0
+1066,Manipulate craft piece,38,0,0.0,0.0,0.0
+1067,Manipulate craft paper strips,34,0,0.0,0.0,0.0
+1068,Operate smartphone,33,0,0.0,0.0,0.0
+1069,Release smartphone,18,0,0.0,0.0,0.0
+1070,Sort small craft pieces,39,0,0.0,0.0,0.0
+1071,Hold product package,0,0,0.0,0.0,0.0
+1072,Check phone,0,0,0.0,0.0,0.0
+1073,Hold charging cable,0,0,0.0,0.0,0.0
+1074,Retrieve items from bag,0,0,0.0,0.0,0.0
+1075,Hold items in hand,0,0,0.0,0.0,0.0
+1076,Hold and examine item,0,0,0.0,0.0,0.0
+1077,Remove item from bag,0,0,0.0,0.0,0.0
+1078,Pick up pack from shelf,0,0,0.0,0.0,0.0
+1079,fold purple ribbon,0,0,0.0,0.0,0.0
+1080,Fold ribbon,0,0,0.0,0.0,0.0
+1081,Hold small piece of ribbon,0,0,0.0,0.0,0.0
+1082,Position ribbon piece,0,0,0.0,0.0,0.0
+1083,Manipulate ribbon piece,0,0,0.0,0.0,0.0
+1084,Place ribbon onto project,0,0,0.0,0.0,0.0
+1085,Fold and manipulate ribbon,0,0,0.0,0.0,0.0
+1086,Manipulate ribbon knot,0,0,0.0,0.0,0.0
+1087,Secure ribbon with needle,0,0,0.0,0.0,0.0
+1088,Open paper lantern,27,0,0.0,0.0,0.0
+1089,Fold paper lantern,15,0,0.0,0.0,0.0
+1090,Grasp lantern,15,0,0.0,0.0,0.0
+1091,Grasp lantern component,14,0,0.0,0.0,0.0
+1092,Align paper lantern edges,29,0,0.0,0.0,0.0
+1093,Adjust lantern string,13,0,0.0,0.0,0.0
+1094,Release lantern,12,0,0.0,0.0,0.0
+1095,Pick up packaged paper lantern component,13,0,0.0,0.0,0.0
+1096,Handle paper lantern component,14,0,0.0,0.0,0.0
+1097,Open folded paper lantern,16,0,0.0,0.0,0.0
+1098,Adjust lantern shape,13,0,0.0,0.0,0.0
+1099,Hold paper lantern,14,0,0.0,0.0,0.0
+1100,Apply adhesive tape to lantern,16,0,0.0,0.0,0.0
+1101,Remove paper lantern part from packaging,14,0,0.0,0.0,0.0
+1102,Remove plastic packaging,13,0,0.0,0.0,0.0
+1103,Open paper lantern component,15,0,0.0,0.0,0.0
+1104,Expand paper lantern,21,0,0.0,0.0,0.0
+1105,Align edges of paper lantern,14,0,0.0,0.0,0.0
+1106,Mark cardboard with ruler,0,0,0.0,0.0,0.0
+1107,Cut along the line,0,0,0.0,0.0,0.0
+1108,Release cardboard,0,0,0.0,0.0,0.0
+1109,Tear off cardboard segment,0,0,0.0,0.0,0.0
+1110,Browsing smartphone content,0,0,0.0,0.0,0.0
+1111,Manipulate small component,0,0,0.0,0.0,0.0
+1112,Manipulate component on strip,0,0,0.0,0.0,0.0
+1113,Place strip on table,0,0,0.0,0.0,0.0
+1114,Manipulate component,0,0,0.0,0.0,0.0
+1115,Reach for craft items,24,0,0.0,0.0,0.0
+1116,Sort craft items,15,0,0.0,0.0,0.0
+1117,Place hand on table,26,0,0.0,0.0,0.0
+1118,Browse smartphone screen,33,0,0.0,0.0,0.0
+1119,Scroll smartphone screen,31,0,0.0,0.0,0.0
+1120,Put down smartphone,26,0,0.0,0.0,0.0
+1121,Place smartphone down,25,0,0.0,0.0,0.0
+1122,Record count on notepad,0,0,0.0,0.0,0.0
+1123,Count and record paper stars,0,0,0.0,0.0,0.0
+1124,Record star count on paper,0,0,0.0,0.0,0.0
+1125,Pick up electronic device,0,0,0.0,0.0,0.0
+1126,Connect cable to device,0,0,0.0,0.0,0.0
+1127,Place device on lap,0,0,0.0,0.0,0.0
+1128,Count and arrange paper stars,0,0,0.0,0.0,0.0
+1129,Count paper stars,0,0,0.0,0.0,0.0
+1130,Move hand to paper stars,0,0,0.0,0.0,0.0
+1131,Resume counting stars,0,0,0.0,0.0,0.0
+1132,Reviewing count record,0,0,0.0,0.0,0.0
+1133,Write on paper record,0,0,0.0,0.0,0.0
+1134,Update paper record,0,0,0.0,0.0,0.0
+1135,Adjust cardboard,0,0,0.0,0.0,0.0
+1136,Set down scissors and pick up power bank,0,0,0.0,0.0,0.0
+1137,Reposition cardboard for cutting,0,0,0.0,0.0,0.0
+1138,Arrange cardboard pieces,0,0,0.0,0.0,0.0
+1139,Mark cardboard strip with pen,0,0,0.0,0.0,0.0
+1140,Pick up puzzle piece,24,0,0.0,0.0,0.0
+1141,Place piece into puzzle,22,0,0.0,0.0,0.0
+1142,Manipulate puzzle piece,32,0,0.0,0.0,0.0
+1143,Observe puzzle progress,27,0,0.0,0.0,0.0
+1144,Reach for puzzle piece,11,0,0.0,0.0,0.0
+1145,Attempt to fit puzzle piece,27,0,0.0,0.0,0.0
+1146,Sort puzzle pieces,34,0,0.0,0.0,0.0
+1147,Walking across the room,20,0,0.0,0.0,0.0
+1148,Approaching the table,16,0,0.0,0.0,0.0
+1149,Preparing to craft,12,0,0.0,0.0,0.0
+1150,Picking up crafting material,13,0,0.0,0.0,0.0
+1151,Pick up small piece of material,10,0,0.0,0.0,0.0
+1152,Manipulate material,16,0,0.0,0.0,0.0
+1153,Place material,14,0,0.0,0.0,0.0
+1154,Manipulate yellow strip,23,0,0.0,0.0,0.0
+1155,Manipulating paper strips,22,0,0.0,0.0,0.0
+1156,Manipulate bead,23,0,0.0,0.0,0.0
+1157,Manipulate beads,22,0,0.0,0.0,0.0
+1158,Use phone while crafting,12,0,0.0,0.0,0.0
+1159,Hold and manipulate paper strip,24,0,0.0,0.0,0.0
+1160,Repositioning ruler,0,0,0.0,0.0,0.0
+1161,Place down ruler and pen,0,0,0.0,0.0,0.0
+1162,Walk through hallway,0,0,0.0,0.0,0.0
+1163,Fold cardboard edge,0,0,0.0,0.0,0.0
+1164,Pick up cardboard square,0,0,0.0,0.0,0.0
+1165,Drop cardboard square into box,0,0,0.0,0.0,0.0
+1166,Retrieve hand to table,0,0,0.0,0.0,0.0
+1167,Pick up cardboard stack,0,0,0.0,0.0,0.0
+1168,Walk with cardboard,0,0,0.0,0.0,0.0
+1169,Deposit cardboard squares,0,0,0.0,0.0,0.0
+1170,Move away from collection box,0,0,0.0,0.0,0.0
+1171,Walking through office hallway,0,0,0.0,0.0,0.0
+1172,Approaching work table,0,0,0.0,0.0,0.0
+1173,Grasp cardboard sheet,0,0,0.0,0.0,0.0
+1174,Cut cardboard sheet with scissors,0,0,0.0,0.0,0.0
+1175,Set down utility knife,0,0,0.0,0.0,0.0
+1176,Sort cut cardboard,0,0,0.0,0.0,0.0
+1177,Prepare to cut cardboard,0,0,0.0,0.0,0.0
+1178,Cut cardboard sheet,0,0,0.0,0.0,0.0
+1179,Score cardboard,0,0,0.0,0.0,0.0
+1180,Place cardboard square,0,0,0.0,0.0,0.0
+1181,Sort buttons,28,0,0.0,0.0,0.0
+1182,Arrange buttons in a line,29,0,0.0,0.0,0.0
+1183,Sort and arrange buttons,32,0,0.0,0.0,0.0
+1184,Sort button,31,0,0.0,0.0,0.0
+1185,Sort and adjust button line,29,0,0.0,0.0,0.0
+1186,Sort and place buttons,31,0,0.0,0.0,0.0
+1187,Walking in the hallway,22,0,0.0,0.0,0.0
+1188,Approaching and pressing the door switch,23,0,0.0,0.0,0.0
+1189,Entering the VR training room,20,0,0.0,0.0,0.0
+1190,Greeting/acknowledging participants,26,0,0.0,0.0,0.0
+1191,Move through the training room,22,0,0.0,0.0,0.0
+1192,Manipulate plastic strips,28,0,0.0,0.0,0.0
+1193,Manipulate plastic strip,37,0,0.0,0.0,0.0
+1194,Hold and bend plastic strip,23,0,0.0,0.0,0.0
+1195,Bend and manipulate plastic strip,30,0,0.0,0.0,0.0
+1196,Fold plastic strip,57,0,0.0,0.0,0.0
+1197,Move cardboard sheet,0,0,0.0,0.0,0.0
+1198,Trim cardboard,0,0,0.0,0.0,0.0
+1199,Sort buttons by color,0,0,0.0,0.0,0.0
+1200,Sort button by color,0,0,0.0,0.0,0.0
+1201,Place button in group,0,0,0.0,0.0,0.0
+1202,Move away from table,0,0,0.0,0.0,0.0
+1203,Return to sorting,0,0,0.0,0.0,0.0
+1204,Manipulate paper decoration,44,0,0.0,0.0,0.0
+1205,Manipulate paper edge,37,0,0.0,0.0,0.0
+1206,Placing paper strip,42,0,0.0,0.0,0.0
+1207,Securing paper structure,37,0,0.0,0.0,0.0
+1208,Manipulate adhesive strip,44,0,0.0,0.0,0.0
+1209,Secure paper edges with adhesive,40,0,0.0,0.0,0.0
+1210,Record count,18,0,0.0,0.0,0.0
+1211,Sort beads and write count,18,0,0.0,0.0,0.0
+1212,Counting and organizing beads,20,0,0.0,0.0,0.0
+1213,Pick up star bead,14,0,0.0,0.0,0.0
+1214,Place and count bead,19,0,0.0,0.0,0.0
+1215,Arrange star beads,17,0,0.0,0.0,0.0
+1216,Counting star beads,17,0,0.0,0.0,0.0
+1217,Retrieving more beads,13,0,0.0,0.0,0.0
+1218,Adjust paper,13,0,0.0,0.0,0.0
+1219,Gather star beads,13,0,0.0,0.0,0.0
+1220,Arrange star beads for counting,15,0,0.0,0.0,0.0
+1221,Sort and count beads,18,0,0.0,0.0,0.0

results/omni_finetune/a100_128_metadata_task_baselines_20260616_v2/neural_mlp/transition_detection/confusion_matrix.csv

@@ -0,0 +1,3 @@
+true\pred,no,yes
+no,3504,491
+yes,27,10

scripts/omni/run_128_task_baselines.py

@@ -92,6 +92,16 @@ def parse_args() -> argparse.Namespace:
     parser.add_argument("--dataset-jsonl", type=Path, default=DEFAULT_DATASET)
     parser.add_argument("--verified-package", type=Path, default=DEFAULT_PACKAGE)
     parser.add_argument("--output-dir", type=Path, default=Path("results/omni_finetune/multi_episode_128_task_baselines"))
+    parser.add_argument(
+        "--dataset-manifest",
+        type=Path,
+        help="Optional manifest with split_counts for the selected JSONL. Defaults to dataset-jsonl parent/dataset_manifest.json when present.",
+    )
+    parser.add_argument(
+        "--skip-split-count-check",
+        action="store_true",
+        help="Record observed split counts without requiring a manifest or legacy expected count.",
+    )
     parser.add_argument("--hash-dim", type=int, default=384)
     parser.add_argument("--epochs", type=int, default=220)
     parser.add_argument("--learning-rate", type=float, default=0.16)
@@ -265,6 +275,23 @@ def load_episode_context(package_dir: Path) -> dict[str, dict[str, Any]]:
     return {str(ep.get("episode_id")): ep for ep in manifest.get("episodes", [])}
 
 
+def expected_split_counts(args: argparse.Namespace) -> dict[str, int] | None:
+    if args.skip_split_count_check:
+        return None
+    manifest_candidates = []
+    if args.dataset_manifest:
+        manifest_candidates.append(args.dataset_manifest)
+    manifest_candidates.append(args.dataset_jsonl.parent / "dataset_manifest.json")
+    for path in manifest_candidates:
+        if not path.exists():
+            continue
+        payload = load_json(path)
+        split_counts = payload.get("split_counts")
+        if isinstance(split_counts, dict):
+            return {key: int(split_counts.get(key, 0) or 0) for key in ("train", "val", "test")}
+    return {"train": 2848, "val": 512, "test": 448}
+
+
 def row_text_features(row: dict[str, Any], episode: dict[str, Any] | None) -> str:
     parts = [
         "question:",
@@ -1019,8 +1046,8 @@ def main() -> int:
     log(f"built feature matrix {X.shape[0]}x{X.shape[1]}")
     splits = split_indices(rows)
     split_counts = {key: int(len(value)) for key, value in splits.items()}
-    expected = {"train": 2848, "val": 512, "test": 448}
-    if split_counts != expected:
+    expected = expected_split_counts(args)
+    if expected is not None and split_counts != expected:
         raise ValueError(f"Dataset split mismatch: observed {split_counts}, expected {expected}")
 
     out = args.output_dir