{ "num_samples": 448, "accuracy": 0.024553571428571428, "macro_f1": 0.0026621494447581404, "labels": [ "Adjust Mahjong tile", "Adjust Mahjong tile alignment", "Adjust Mahjong tile on the stack", "Adjust Mahjong tiles", "Adjust bead piles", "Adjust canned food on shelf", "Adjust cans in bin", "Adjust cans in container", "Adjust cans in tray", "Adjust cardboard", "Adjust cardboard divider", "Adjust cardboard position", "Adjust container on shelf", "Adjust container position", "Adjust containers on shelf", "Adjust foam strip", "Adjust grip", "Adjust grip on container", "Adjust hand position", "Adjust item on shelf", "Adjust lantern shape", "Adjust lantern string", "Adjust paper", "Adjust paper strip", "Adjust perspective", "Adjust placement on shelf", "Adjust position", "Adjust pot position", "Adjust puzzle piece", "Adjust red button", "Adjust red button in row", "Adjust red button position", "Adjust retail item position", "Adjust retail items on shelf", "Adjust ruler position", "Adjust smartphone and sort pieces", "Adjust snack package", "Adjust tile row alignment", "Adjust vacuum cleaner position", "Adjusting a puzzle piece", "Adjusting canned goods on shelf", "Adjusting fabric for cutting", "Adjusting fabric position", "Adjusting puzzle piece", "Align Mahjong tiles", "Align and place retail item", "Align blue strip", "Align button", "Align button in row", "Align button row", "Align buttons", "Align canned food on shelf", "Align canned goods on shelf", "Align cardboard piece", "Align cardboard strip", "Align charging cable", "Align edges of paper lantern", "Align foam piece", "Align foam strip", "Align paper lantern edges", "Align paper strip", "Align plastic containers", "Align red button in row", "Align red buttons", "Align ruler", "Align ruler and mark cardboard", "Align ruler on cardboard", "Align ruler with crease", "Align scissors", "Apply adhesive tape to lantern", "Approach boxes", "Approach desk", "Approach packing area", "Approach restocking supplies", "Approach table", "Approach work table", "Approach workstation", "Approaching and pressing the door switch", "Approaching the table", "Approaching work table", "Arrange Mahjong tiles", "Arrange beads by color", "Arrange black buttons", "Arrange button cluster", "Arrange buttons", "Arrange buttons in a line", "Arrange buttons in row", "Arrange buttons on table", "Arrange buttons on the table", "Arrange canned products on shelf", "Arrange cans in box", "Arrange cans on shelf", "Arrange cardboard", "Arrange cardboard piece", "Arrange cardboard pieces", "Arrange cardboard squares", "Arrange container on shelf", "Arrange items on shelf", "Arrange orange buttons", "Arrange paper stars", "Arrange paper strips", "Arrange plastic containers", "Arrange red buttons", "Arrange small buttons", "Arrange star beads", "Arrange star beads for counting", "Arrange star-shaped beads", "Arrange tiles into row", "Arrive at a different workstation", "Assemble cardboard pieces", "Assemble foam strips", "Assess shelf arrangement", "Attach foam strip", "Attach material to paper strip", "Attempt to fit puzzle piece", "Begin folding paper strip", "Begin rolling quilling strip", "Bend and manipulate plastic strip", "Browse and interact with phone interface", "Browse mobile phone", "Browse smartphone screen", "Browsing mobile phone", "Browsing smartphone content", "Bundle display hooks", "Cap marker", "Carry cardboard piece", "Carry cereal boxes", "Carry cereal towards aisle", "Carry container", "Carry crate of cans", "Carry item to shelf", "Carry pasta box towards aisle", "Carry plastic container", "Carry stool to next shelf", "Check phone", "Check smart watch", "Check watch", "Clean shelf", "Close cardboard box", "Closing the door", "Combine bead piles", "Complete the cut", "Connect cable to device", "Continue cutting fabric", "Continue cutting newspaper", "Continue folding paper strip", "Count and arrange paper stars", "Count and record paper stars", "Count paper stars", "Counting and organizing beads", "Counting star beads", "Curve foam strip into loop", "Cut along the edge of the newspaper", "Cut along the line", "Cut along the marked line", "Cut along the newspaper edge", "Cut cardboard", "Cut cardboard along line", "Cut cardboard grid", "Cut cardboard into triangles", "Cut cardboard pattern", "Cut cardboard piece", "Cut cardboard piece with scissors", "Cut cardboard pieces with scissors", "Cut cardboard shape", "Cut cardboard sheet", "Cut cardboard sheet with scissors", "Cut cardboard square", "Cut cardboard strip", "Cut cardboard strip with scissors", "Cut cardboard strip with utility knife", "Cut cardboard triangle", "Cut cardboard tube", "Cut cardboard with scissors", "Cut cardboard with utility knife", "Cut fabric with scissors", "Cut light green fabric", "Cut newspaper", "Cut newspaper with scissors", "Cut out cardboard pattern", "Cut section from newspaper", "Cutting fabric", "Deposit beads into box", "Deposit cardboard squares", "Discard item into bin", "Discard paper towel", "Draw grid line", "Draw grid line with pen", "Draw line", "Draw line along ruler", "Draw line on cardboard", "Draw line with marker", "Draw line with pen", "Draw lines on cardboard", "Draw lines with pen and ruler", "Draw lines with ruler", "Draw straight line", "Draw straight lines on cardboard", "Drawing grid line", "Drawing grid line with pen and ruler", "Drawing grid line with ruler", "Drawing lines on cardboard", "Drop cardboard square into box", "Dry hands", "Enter the room", "Enter workspace", "Entering the VR training room", "Examine canned goods", "Examine item", "Examine labels", "Examine product", "Expand paper lantern", "Extract wire hangers from box", "Finish placing cardboard cutouts", "Finish washing hands", "Finish wiping and inspect jar", "Finishing coil", "Fold and manipulate ribbon", "Fold and organize paper strips", "Fold blue strip", "Fold cardboard", "Fold cardboard edge", "Fold cardboard shape", "Fold cardboard sheet", "Fold cut cardboard", "Fold foam piece", "Fold lucky star", "Fold newspaper", "Fold paper lantern", "Fold paper star", "Fold paper strip", "Fold paper strip into a star", "Fold paper strip into knot", "Fold paper strip into lucky star", "Fold paper strip into star", "Fold plastic strip", "Fold purple paper", "Fold purple paper strip", "Fold ribbon", "Folding cardboard", "Folding paper strip", "Forming quilled paper shape", "Gather cardboard pieces", "Gather pieces", "Gather pieces into box", "Gather star beads", "Gathering colored beads", "Gathering items", "Gathering star beads", "Gesturing", "Grasp and retrieve item", "Grasp cardboard sheet", "Grasp cleaning bottle", "Grasp door handle", "Grasp electronic object", "Grasp item", "Grasp lantern", "Grasp lantern component", "Grasp next item", "Grasp origami stars", "Grasp package", "Grasp paper strip", "Grasp plastic bag on shelf", "Grasp product from box", "Grasp product from shelf", "Grasp retail item", "Grasp shopping bag", "Grasp snack package", "Grasping cleaning cloth", "Greeting/acknowledging participants", "Guide utility knife along ruler", "Handle paper lantern component", "Hold and align cardboard", "Hold and align newspaper", "Hold and align paper strip", "Hold and bend paper strip", "Hold and bend plastic strip", "Hold and crease purple paper", "Hold and examine item", "Hold and inspect can", "Hold and manipulate paper strip", "Hold and mark cardboard piece", "Hold and rotate paper strip", "Hold and view phone", "Hold and wipe product", "Hold beads", "Hold bin and move through aisle", "Hold blue product box", "Hold blue strip", "Hold canned food", "Hold cardboard", "Hold cardboard piece", "Hold cardboard pieces", "Hold cardboard strip", "Hold cardboard with ruler", "Hold charger", "Hold charger and cable", "Hold charging cable", "Hold cleaning cloth", "Hold container", "Hold container lid", "Hold container of canned food", "Hold craft tool", "Hold device and cable", "Hold earbud case", "Hold electronic accessory", "Hold electronic item", "Hold empty container", "Hold foam pieces", "Hold instructional sign", "Hold item", "Hold item and adjust posture", "Hold items", "Hold items and inspect shelf", "Hold items in hand", "Hold newspaper", "Hold paper lantern", "Hold paper strip", "Hold pen and paper", "Hold phone", "Hold pickle jar", "Hold portable charger", "Hold power adapter", "Hold power bank and cable", "Hold product", "Hold product labels", "Hold product package", "Hold quilled paper coil", "Hold quilled paper piece", "Hold quilling paper", "Hold recording sheet and pen", "Hold ruler", "Hold ruler and draw line", "Hold ruler and mark cardboard", "Hold ruler and marker", "Hold ruler and pen steady", "Hold ruler on cardboard", "Hold ruler steady", "Hold scissors", "Hold small cardboard pieces", "Hold small object", "Hold small piece of ribbon", "Hold small product bag", "Hold small white box", "Hold smartphone", "Hold smartphone box", "Hold snack package", "Hold snack packages", "Hold supplement bottle", "Hold tray of canned goods", "Hold utility knife", "Hold water bottle", "Holding marker", "Identify next cardboard piece", "Inflate paper star", "Initiate star folding", "Insert charging cable", "Insert charging cable into power bank", "Insert plug into power adapter", "Inspect Dior gift box", "Inspect almond package", "Inspect and place item on shelf", "Inspect bottle", "Inspect cardboard piece", "Inspect cardboard strip", "Inspect charging case", "Inspect electronic item", "Inspect jar", "Inspect product", "Inspect product lid", "Inspect shelf", "Inspect shelf and organize stock", "Inspect shelf condition", "Inspect smartphone box", "Inspect strip", "Inspect supplement bottle", "Interact with colleagues", "Interact with phone", "Interact with smartphone", "Interact with smartphone screen", "Interacting with phone screen", "Interaction with coworker", "Interlock paper strips", "Labeling cardboard piece", "Labeling cardboard square", "Labeling cardboard squares", "Lift blue strip", "Lift pen and shift ruler", "Lift pot lid", "Lift utility knife", "Lock phone", "Look around the table", "Look away", "Manipulate adhesive strip", "Manipulate and inspect colorful pieces", "Manipulate bead", "Manipulate beads", "Manipulate cardboard piece", "Manipulate cardboard shape", "Manipulate cardboard sheet", "Manipulate colorful pieces", "Manipulate component", "Manipulate component on strip", "Manipulate craft paper strips", "Manipulate craft piece", "Manipulate folded paper star", "Manipulate light blue strip", "Manipulate material", "Manipulate paper decoration", "Manipulate paper edge", "Manipulate paper piece", "Manipulate paper quilling piece", "Manipulate paper star", "Manipulate paper stars", "Manipulate paper strip", "Manipulate paper strips", "Manipulate plastic strip", "Manipulate plastic strips", "Manipulate power cable plug", "Manipulate puzzle piece", "Manipulate puzzle pieces", "Manipulate quilled paper", "Manipulate quilled paper shape", "Manipulate quilled paper strip", "Manipulate quilled paper strips", "Manipulate quilling paper", "Manipulate quilling strip", "Manipulate ribbon knot", "Manipulate ribbon piece", "Manipulate small component", "Manipulate small object", "Manipulate small paper segment", "Manipulate star", "Manipulate yellow strip", "Manipulating paper strips", "Mark cardboard", "Mark cardboard piece", "Mark cardboard strip with pen", "Mark cardboard with marker", "Mark cardboard with pen", "Mark cardboard with pen and ruler", "Mark cardboard with ruler", "Mark cardboard with ruler and pen", "Mark fabric", "Mark fabric with pen", "Mark fabric with pen and ruler", "Mark line on cardboard", "Mark lines on cardboard", "Mark lines with marker", "Mark lines with pen along ruler", "Mark list with pen", "Mark paper list", "Mark straight line", "Marking cardboard piece", "Marking cardboard with pen", "Marking lines on cardboard", "Measure and mark cardboard", "Measure cardboard with ruler", "Move Mahjong tile", "Move along shelf", "Move along the shelf", "Move along the shelves", "Move along the supermarket aisle", "Move and place black buttons", "Move away from collection box", "Move away from desk", "Move away from shelf", "Move away from table", "Move away from workstation", "Move bin", "Move bin to shelf area", "Move black button", "Move blue beads", "Move box to next position", "Move button to line", "Move camera over surface", "Move can towards shelf", "Move canned goods container", "Move cardboard", "Move cardboard box", "Move cardboard piece", "Move cardboard sheet", "Move cardboard to pile", "Move container toward shelf", "Move dustpan to side", "Move hand", "Move hand away", "Move hand away from shelf", "Move hand away from workspace", "Move hand back to box", "Move hand over button pile", "Move hand to paper stars", "Move hand toward craft materials", "Move item to bag", "Move marker and adjust hand", "Move marker and ruler", "Move marker away", "Move orange buttons", "Move origami stars", "Move pen", "Move pen aside", "Move pen away", "Move phone", "Move piece to pile", "Move pieces into box", "Move pineapple chips", "Move plastic storage bin", "Move plush toy", "Move pot", "Move product to box", "Move product to shelf", "Move product towards shelf", "Move puzzle piece", "Move ruler", "Move ruler and tools", "Move scissors away", "Move small blue foam piece towards the strip", "Move smartphone", "Move storage bin", "Move through aisle", "Move through the training room", "Move to box", "Move to desk", "Move to next section", "Move to shelf", "Move to shelf base", "Move to stock products", "Move towards aisle", "Move towards box", "Move towards kitchen area", "Move towards shelf", "Move towards table", "Move towards the stove", "Move tray towards packing area", "Move utility knife along ruler", "Move vacuum cleaner", "Move vacuum cleaner hose", "Moving cardboard square", "Moving hand", "Moving hand towards cardboard stack", "Moving ruler", "Observe and pause", "Observe and walk through store", "Observe colleague and workspace", "Observe craft layout", "Observe desktop layout", "Observe paper and count objects", "Observe paper quilling station", "Observe puzzle progress", "Observe room", "Observe shelf", "Observe shelf status", "Observe sorting progress", "Observe stocking", "Observe surroundings", "Observe workspace", "Open cardboard box", "Open door", "Open earbud case", "Open folded paper lantern", "Open paper lantern", "Open paper lantern component", "Open small case", "Open stove pot lid", "Open supplement bottle", "Operate smartphone", "Organize bag contents", "Organize cardboard pieces", "Organize item on shelf", "Organize products", "Organize snacks in box", "Organize tools and materials", "Pack beads into box", "Peel blue strip", "Peel foam strip", "Pick up Dior gift box", "Pick up Mahjong tile", "Pick up accessory", "Pick up and sort cardboard", "Pick up another bottle", "Pick up another canned item", "Pick up another item", "Pick up beads", "Pick up black button", "Pick up blue foam piece", "Pick up blue paper strip", "Pick up bottle", "Pick up bottled sauce", "Pick up button", "Pick up can", "Pick up canned food", "Pick up canned good", "Pick up canned goods", "Pick up canned item", "Pick up canned product", "Pick up cardboard", "Pick up cardboard cutout", "Pick up cardboard piece", "Pick up cardboard square", "Pick up cardboard stack", "Pick up cardboard strip", "Pick up cardboard tray", "Pick up cereal boxes", "Pick up charging cable", "Pick up charging case", "Pick up cleaning cloth", "Pick up colored tile", "Pick up container", "Pick up container from box", "Pick up craft material", "Pick up cut cardboard piece", "Pick up dustpan", "Pick up electronic accessory", "Pick up electronic accessory from box", "Pick up electronic device", "Pick up electronic item", "Pick up electronic product", "Pick up food item", "Pick up gift box", "Pick up grocery item", "Pick up item", "Pick up item from bin", "Pick up item from box", "Pick up item from shelf", "Pick up items from the shopping bag", "Pick up jar", "Pick up light blue strip", "Pick up marker", "Pick up metal ruler", "Pick up new cardboard piece", "Pick up new electronic product", "Pick up new product from box", "Pick up next gift box", "Pick up next item from bin", "Pick up next product from bin", "Pick up nut bar box", "Pick up object", "Pick up oil bottle", "Pick up orange button", "Pick up pack from shelf", "Pick up packaged paper lantern component", "Pick up paper star", "Pick up paper strip", "Pick up paper towel", "Pick up pasta box", "Pick up pen", "Pick up phone", "Pick up pickle jar", "Pick up pink water bottle", "Pick up plastic bin", "Pick up plastic container", "Pick up plush toy", "Pick up portable charger", "Pick up power bank", "Pick up product", "Pick up product box", "Pick up product from bin", "Pick up product from box", "Pick up product from shelf", "Pick up puzzle piece", "Pick up red button", "Pick up retail item", "Pick up sauce bottle", "Pick up scissors", "Pick up shopping bag", "Pick up small cardboard piece", "Pick up small item", "Pick up small object", "Pick up small piece of material", "Pick up smartphone", "Pick up snack package", "Pick up snack packages", "Pick up snack packs", "Pick up snack pouch", "Pick up spice jar", "Pick up stapler", "Pick up star", "Pick up star bead", "Pick up star-shaped bead", "Pick up storage container", "Pick up supplement bottle", "Pick up supplies from box", "Pick up tin can", "Pick up tool", "Pick up utility knife", "Pick up water bottle", "Pick up yellow item", "Pick up yellow paper strip", "Picking up bottle", "Picking up crafting material", "Picking up stock", "Place Mahjong tile on stack", "Place Mahjong tile on the stack", "Place accessory box", "Place accessory into box", "Place accessory on shelf", "Place and align button", "Place and count bead", "Place another canned food on shelf", "Place back Dior gift box", "Place bead on table", "Place bottle back on shelf", "Place box on shelf", "Place button", "Place button in group", "Place button in row", "Place can on shelf", "Place canned food in bin", "Place canned food in container", "Place canned food on shelf", "Place canned good on shelf", "Place canned goods in container", "Place canned product on shelf", "Place cans into box", "Place cardboard", "Place cardboard piece", "Place cardboard piece on stack", "Place cardboard square", "Place cardboard square on stack", "Place cardboard strip", "Place charger on table", "Place charging case down", "Place cloth on floor", "Place colored tile", "Place container in bin", "Place container on floor", "Place container on shelf", "Place controller on table", "Place crate on floor", "Place device on lap", "Place down paper pieces", "Place down paper segment", "Place down pen", "Place down pink water bottle", "Place down ruler and pen", "Place down scissors", "Place down strip", "Place finished star on table", "Place gift box into bin", "Place gift box on shelf", "Place hand on table", "Place item back", "Place item back on shelf", "Place item in bag", "Place item in container", "Place item in shopping bag", "Place item into bag", "Place item into shopping bag", "Place item on shelf", "Place item on table", "Place items on shelf", "Place items on table", "Place items on the shelf", "Place jar in box", "Place jar into shelf box", "Place jar on shelf", "Place ketchup bottle on shelf", "Place knife down", "Place lid back", "Place marked piece down", "Place marker down", "Place material", "Place oil in container", "Place paper star", "Place paper star in row", "Place pen on cardboard", "Place pen on table", "Place phone down", "Place phone on desk", "Place phone on shelf", "Place phone on table", "Place pickle jar in box", "Place piece into puzzle", "Place plush toy into bag", "Place plush toy on shelf", "Place product in box", "Place product on shelf", "Place puzzle piece", "Place quilled paper shape", "Place red button", "Place ribbon onto project", "Place ruler on cardboard", "Place sauce bottle on shelf", "Place sauce in container", "Place scissors aside", "Place scissors down", "Place scissors on table", "Place smartphone down", "Place smartphone on cardboard", "Place smartphone on desk", "Place smartphone on stand", "Place smartphone on table", "Place snack in box", "Place snack on shelf", "Place snack package in box", "Place snack package on shelf", "Place snack packages on shelf", "Place snack pouch in container", "Place snack pouch on shelf", "Place spice jar in container", "Place star", "Place star in row", "Place star on table", "Place stars in container", "Place stool on floor", "Place storage container on floor", "Place strip on table", "Place supplement bottle in container", "Place tool on table", "Place towel", "Place water bottle on table", "Place white box on table", "Placing labeled cardboard square", "Placing labeled square", "Placing paper strip", "Placing pen on table", "Placing phone down", "Placing piece on stack", "Placing stock on shelf", "Plug cable into portable charger", "Position cardboard for cutting", "Position cardboard piece", "Position cardboard strip", "Position cardboard tray", "Position cardboard tube", "Position container near shelf", "Position container on shelf", "Position hands for work", "Position ribbon piece", "Position ruler and mark cardboard", "Position ruler on cardboard", "Position scissors", "Position scissors for next cut", "Position scissors to cut cardboard", "Position shelving divider", "Position the ruler", "Position tray", "Position utility knife", "Position utility knife on cardboard", "Positioning cardboard on workspace", "Positioning paper strip", "Positioning puzzle piece", "Positioning ruler on cardboard", "Prepare paper strip", "Prepare to cut cardboard", "Prepare to draw lines", "Prepare to pick up item", "Prepare to place bottle on shelf", "Prepare to place cardboard", "Prepare to place item in bag", "Prepare to place product", "Prepare to resume cutting", "Prepare to sort beads", "Preparing to craft", "Press fold", "Pull back hand", "Pull paper strip", "Push vacuum cleaner", "Put down phone", "Put down scissors", "Put down smartphone", "Put down utility knife", "Put down water bottle", "Putting away smartphone", "Reach and sort buttons", "Reach for Mahjong tiles", "Reach for additional items", "Reach for and examine canned goods", "Reach for and pick up smartphone", "Reach for another container", "Reach for another item", "Reach for beads", "Reach for black button", "Reach for button", "Reach for can", "Reach for canned food", "Reach for canned goods", "Reach for cardboard box", "Reach for cardboard piece", "Reach for cleaning supplies", "Reach for container", "Reach for craft items", "Reach for empty shelf space", "Reach for item", "Reach for item in box", "Reach for item on shelf", "Reach for items", "Reach for items in box", "Reach for more pieces", "Reach for next can", "Reach for next canned food", "Reach for next canned food item", "Reach for next canned product", "Reach for next item", "Reach for next piece", "Reach for next product", "Reach for object", "Reach for paper strip", "Reach for paper strips", "Reach for phone", "Reach for product", "Reach for product labels", "Reach for product on shelf", "Reach for puzzle piece", "Reach for retail item", "Reach for shelf", "Reach for shelving divider", "Reach for snack package", "Reach for snack pouch", "Reach for star", "Reach for stars", "Reach for utility knife", "Reach for water bottle", "Reach for wire hangers", "Reach into bag", "Reach into box", "Reach towards shelf", "Reaching for beads", "Realign Mahjong tiles", "Rearrange Mahjong tile", "Rearrange Mahjong tiles", "Rearrange shelf item", "Record count", "Record count on notepad", "Record star count", "Record star count on paper", "Release and prepare new strip", "Release bottle", "Release cardboard", "Release cardboard piece", "Release cardboard piece and gesture", "Release cardboard shape", "Release container", "Release folded paper", "Release food item", "Release hook", "Release label", "Release lantern", "Release paper", "Release paper coil", "Release paper star", "Release paper strip", "Release pickle jar", "Release product on shelf", "Release puzzle piece", "Release quilling strip", "Release scissors", "Release smartphone", "Remove cardboard flap", "Remove cardboard pattern", "Remove cardboard pattern piece", "Remove cleaning bottle", "Remove item from bag", "Remove item from shelf", "Remove lid from container", "Remove paper lantern part from packaging", "Remove plastic container from shelf", "Remove plastic container from storage box", "Remove plastic packaging", "Remove ruler", "Remove ruler and marker", "Remove shelf label", "Remove storage bin from shelf", "Reorganize bin contents", "Reposition and cut", "Reposition cardboard for cutting", "Reposition hand", "Reposition hands", "Reposition hands and ruler", "Reposition marker", "Reposition newspaper", "Reposition pen and prepare for next line", "Reposition ruler", "Reposition ruler and pen", "Reposition scissors", "Reposition sign and organize beads", "Reposition tools", "Reposition utility knife", "Repositioning ruler", "Repositioning ruler and cardboard", "Resume counting stars", "Resume observation", "Resume sorting blue beads", "Resume writing on paper", "Retract camera/reposition view", "Retract hand", "Retract hand from bag", "Retrieve another container", "Retrieve canned food from box", "Retrieve hand to table", "Retrieve items from bag", "Retrieve next canned food item", "Retrieve paper strip", "Retrieve paper strips", "Retrieve snack from container", "Retrieve star", "Retrieving more beads", "Return to sorting", "Reviewing count record", "Rinse cloth in sink", "Roll quilling paper", "Rolling paper strip", "Rub hands together", "Scan for next piece", "Scan supermarket shelves", "Score cardboard", "Scroll on smartphone", "Scroll smartphone screen", "Scroll through photo gallery", "Scrolling and viewing content on phone", "Scrolling or navigating on phone", "Search for puzzle piece", "Secure paper edges with adhesive", "Secure ribbon with needle", "Securing paper structure", "Select a bottle", "Select and pick up a canned item", "Select another item", "Select paper strip", "Select product from box", "Selecting new paper strip", "Separate cardboard piece", "Set down scissors and pick up power bank", "Set down utility knife", "Slide utility knife along ruler", "Sort Mahjong tiles", "Sort and adjust button line", "Sort and arrange buttons", "Sort and arrange cardboard pieces", "Sort and count beads", "Sort and place buttons", "Sort and place paper star", "Sort and stack cardboard pieces", "Sort beads", "Sort beads and write count", "Sort beads by color", "Sort beads by hand", "Sort beads on table", "Sort beads on the table", "Sort blue beads", "Sort blue star-shaped pieces", "Sort button", "Sort button by color", "Sort buttons", "Sort buttons by color", "Sort canned goods in tray", "Sort colored tiles", "Sort colorful pieces", "Sort craft items", "Sort cut cardboard", "Sort light blue origami stars", "Sort orange button", "Sort orange buttons", "Sort origami stars", "Sort origami stars by color", "Sort paper star", "Sort paper stars", "Sort plastic pieces", "Sort purple beads", "Sort purple star-shaped objects", "Sort puzzle pieces", "Sort quilled paper pieces", "Sort small colorful pieces", "Sort small craft pieces", "Sort small objects", "Sort small plastic pieces", "Sort star-shaped beads", "Sort star-shaped objects", "Sort star-shaped objects by color", "Sort tiles", "Sort tiles by color", "Sort yellow star-shaped objects", "Sorting buttons", "Sorting colorful paper pieces", "Sorting paper stars", "Stabilize cardboard", "Stabilize ruler", "Stack cardboard pieces", "Stack cardboard square", "Stack cardboard squares", "Stacking cardboard pieces", "Stacking cardboard square", "Stacking cardboard squares", "Stand up and walk away", "Start cutting", "Start folding paper strip", "Starting to label next square", "Stir contents", "Stop measuring and put down tools", "Stop sorting stars", "Sweep debris", "Sweep floor debris", "Switch to scissors", "Switching marker", "Tap smartphone screen", "Tapping on smartphone screen", "Tapping smartphone screen", "Tear newspaper", "Tear off cardboard segment", "Touch canned goods", "Touch pieces in box", "Touch shelf edge", "Trace pattern on cardboard", "Transition to cutting", "Transition to standing position", "Trim cardboard", "Trim cardboard piece", "Type on smartphone", "Typing message on smartphone", "Typing on phone", "Typing on smartphone", "Update paper record", "Use phone", "Use phone to check instructions", "Use phone to check stock", "Use phone while crafting", "Use smartphone", "Vacuum edge of carpet", "Vacuum the carpet", "Vacuuming along the wall edge", "Vacuuming carpet corner", "Vacuuming carpet edge", "Vacuuming the carpet edge", "View content on smartphone", "View phone screen", "Viewing phone screen", "Walk across office", "Walk across room", "Walk across the room", "Walk away", "Walk in hallway", "Walk through corridor", "Walk through doorway", "Walk through hallway", "Walk through office", "Walk through store", "Walk through workspace", "Walk towards aisle", "Walk towards desk", "Walk towards next aisle", "Walk towards other aisles", "Walk towards room", "Walk towards shelf", "Walk towards shelves", "Walk towards storage area", "Walk towards table", "Walk towards workspace", "Walk with cardboard", "Walk with cardboard cutout", "Walk with marker", "Walk with shopping bag", "Walking across the room", "Walking along the aisle", "Walking in the hallway", "Walking in the workspace", "Walking through classroom", "Walking through office hallway", "Walking through the office", "Walking to sink", "Walking towards door", "Walking towards workstation", "Washing hands", "Washing hands in sink", "Wipe down shelf", "Wipe electronic item", "Wipe food product", "Wipe grocery shelf", "Wipe item", "Wipe jar", "Wipe ketchup bottle", "Wipe kitchen counter", "Wipe product", "Wipe retail item", "Wipe shelf", "Wipe shelf surface", "Wipe the plastic jar", "Wipe the product jar", "Wipe the shelf", "Wiping countertop", "Withdraw hand", "Write count on paper", "Write on notepad", "Write on paper", "Write on paper record", "Writing on notepad", "fold purple ribbon", "sort craft materials", "{\"action\": \"Pour liquid into bowl\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 19, \"start_frame\": 0}, \"next_action\": \"Pour liquid into bowl\", \"objects\": [\"bottle\", \"bowl\", \"kitchen counter\", \"kitchen sink\", \"kitchen tap\", \"kitchen cabinet\", \"kitchen shelf\", \"kitchen window\", \"kitchen utensils\", \"kitchen appliances\", \"kitchen utensil rack\", \"kitchen towel\", \"kitchen cabinet door\", \"kitchen cabinet drawer\", \"kitchen cabinet shelf\", \"kitchen cabinet handle\", \"kitchen cabinet knob\", \"kitchen cabinet latch\", \"kitchen cabinet hinge\", \"kitchen cabinet panel\", \"kitchen cabinet frame\", \"kitchen cabinet base\", \"kitchen cabinet top\", \"kitchen cabinet side\", \"kitchen cabinet back\", \"kitchen cabinet door panel\", \"kitchen cabinet door frame\", \"kitchen cabinet door handle\", \"kitchen cabinet door knob\", \"kitchen cabinet door latch\", \"kitchen cabinet door hinge\", \"kitchen cabinet door panel frame\", \"kitchen cabinet door panel handle\", \"kitchen cabinet door panel knob\", \"kitchen cabinet door panel latch\", \"kitchen cabinet door panel hinge\", \"kitchen cabinet door panel frame handle\", \"kitchen cabinet door panel frame knob\", \"kitchen cabinet door panel frame latch\", \"kitchen cabinet door panel frame hinge\", \"kitchen cabinet door panel frame panel\", \"kitchen cabinet door panel frame panel handle\", \"kitchen cabinet door panel frame panel knob\", \"kitchen cabinet door panel frame panel latch\", \"kitchen cabinet door panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame\", \"kitchen cabinet door panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame hinge\", \"kitchen cabinet door panel frame panel frame panel\", \"kitchen cabinet door panel frame panel frame panel handle\", \"kitchen cabinet door panel frame panel frame panel knob\", \"kitchen cabinet door panel frame panel frame panel latch\", \"kitchen cabinet door panel frame panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame panel frame\", \"kitchen cabinet door panel frame panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame panel frame hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel\", \"kitchen cabinet door panel frame panel frame panel frame panel handle\", \"kitchen cabinet door panel frame panel frame panel frame panel knob\", \"kitchen cabinet door panel frame panel frame panel frame panel latch\", \"kitchen cabinet door panel frame panel frame panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame\", \"kitchen cabinet door panel frame panel frame panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame hinge\", \"kitchen cabinet", "Close the door", "{\"action\": \"Close door\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 2539, \"start_frame\": 2520}, \"next_action\": \"Close door\", \"objects\": [\"door\", \"door handle\", \"plastic bag\", \"blue bucket\", \"red bucket\", \"blue container\", \"red container\", \"white container\", \"white box\", \"white bag\", \"white cloth\", \"white plastic bag\", \"white plastic container\", \"white cardboard box\", \"white paper\", \"white paper bag\", \"white paper sheet\", \"white paper strip\", \"white plastic sheet\", \"white plastic bag with red label\", \"white plastic container with red label\", \"white cardboard tray\", \"white cardboard piece\", \"white cardboard square\", \"white cardboard shape\", \"white paper lantern\", \"white paper lantern component\", \"white paper star\", \"white paper star shape\", \"white paper lantern piece\", \"white paper lantern part\", \"white paper decoration\", \"white paper cutout\", \"white paper shape\", \"white paper segment\", \"white paper coil\", \"white paper strip with red label\", \"white paper strip with blue label\", \"white paper strip with yellow label\", \"white paper strip with green label\", \"white paper strip with purple label\", \"white paper strip with orange label\", \"white paper strip with black label\", \"white paper strip with pink label\", \"white paper strip with brown label\", \"white paper strip with grey label\", \"white paper strip with turquoise label\", \"white paper strip with maroon label\", \"white paper strip with lavender label\", \"white paper strip with olive green label\", \"white paper strip with coral label\", \"white paper strip with navy blue label\", \"white paper strip with light blue label\", \"white paper strip with dark blue label\", \"white paper strip with light green label\", \"white paper strip with dark green label\", \"white paper strip with yellow-green label\", \"white paper strip with lime green label\", \"white paper strip with forest green label\", \"white paper strip with emerald green label\", \"white paper strip with teal label\", \"white paper strip with turquoise blue label\", \"white paper strip with sky blue label\", \"white paper strip with baby blue label\", \"white paper strip with periwinkle label\", \"white paper strip with lavender blue label\", \"white paper strip with violet label\", \"white paper strip with purple blue label\", \"white paper strip with indigo label\", \"white paper strip with dark purple label\", \"white paper strip with magenta label\", \"white paper strip with pink purple label\", \"white paper strip with rose pink label\", \"white paper strip with coral pink label\", \"white paper strip with salmon pink label\", \"white paper strip with peach label\", \"white paper strip with apricot label\", \"white paper strip with orange yellow label\", \"white paper strip with golden yellow label\", \"white paper strip with lemon yellow label\", \"white paper strip with yellow green label\", \"white paper strip with chartreuse label\", \"white paper strip with olive label\", \"white paper strip with khaki label\", \"white paper strip with tan label\", \"white paper strip with beige label\", \"white paper strip with cream label\", \"white paper strip with off white label\", \"white paper strip with light grey label\", \"white paper strip with grey label\", \"white paper strip with dark grey label\", \"white paper strip with black label\", \"white paper strip with brown label\", \"white paper strip with dark brown label\", \"white paper strip with chocolate label\", \"white paper strip with coffee label\", \"white paper strip with taupe label\", \"white paper strip with maroon label\", \"white paper strip with burgundy label\", \"white paper strip with red label\", \"white paper strip with dark red label\", \"white paper strip with crimson label\", \"white paper strip with cherry red label\", \"white paper strip with pink label\", \"white paper strip with light pink label\", \"white paper strip with pale pink label\", \"white paper strip with rose label\", \"white paper strip with blush label\", \"white paper strip with coral label\", \"white paper strip with salmon label\", \"white paper strip with peach label\", \"white paper strip with apricot label\", \"white paper strip with orange label\", \"white paper strip with light orange label\", \"white paper strip with pale orange label\", \"white paper strip with tangerine label\", \"white paper strip with mango label\", \"white paper strip with yellow label\", \"white paper strip with light yellow label\", \"white paper strip with pale yellow label\", \"white paper strip with lemon label\", \"white paper strip with lime label\", \"white paper strip with green label\", \"white paper strip with light green label\", \"white paper strip with pale green label\", \"white paper strip with mint label\", \"white paper strip with sage label\", \"white paper strip with olive label\", \"white paper strip with khaki", "{\"action\": \"Close the door\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 2559, \"start_frame\": 2540}, \"next_action\": \"Close the door\", \"objects\": [\"door\", \"door handle\", \"door knob\", \"door frame\", \"door hinge\", \"door latch\", \"door lock\", \"door panel\", \"door post\", \"door stop\", \"door weather stripping\", \"doorway\", \"garage door\", \"garage door opener\", \"garage door track\", \"garage door wheel\", \"garage door window\", \"garage door opener button\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener emergency release\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener emergency release\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener button\", \"garage door window\", \"garage door track\", \"garage door wheel\", \"garage door\", \"garage door opener\", \"garage door opener button\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener emergency release\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener emergency release\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener button\", \"garage door window\", \"garage door track\", \"garage door wheel\", \"garage door\", \"garage door opener\", \"garage door opener button\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener emergency release\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener emergency release\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener button\", \"garage door window\", \"garage door track\", \"garage door wheel\", \"garage door\", \"garage door opener\", \"garage door opener button\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener sensor\", \"garage", "{\"action\": \"Close cabinet door\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 3419, \"start_frame\": 3400}, \"next_action\": \"Close cabinet door\", \"objects\": [\"cabinet\", \"cabinet door\", \"cabinet handle\", \"cabinet shelf\", \"cabinet drawer\", \"cabinet drawer handle\", \"cabinet drawer knob\", \"cabinet drawer pull\", \"cabinet drawer slide\", \"cabinet drawer slide rail\", \"cabinet drawer slide track\", \"cabinet drawer slide roller\", \"cabinet drawer slide bracket\", \"cabinet drawer slide support\", \"cabinet drawer slide guide\", \"cabinet drawer slide stop\", \"cabinet drawer slide clip\", \"cabinet drawer slide clip holder\", \"cabinet drawer slide clip bracket\", \"cabinet drawer slide clip support\", \"cabinet drawer slide clip guide\", \"cabinet drawer slide clip stop\", \"cabinet drawer slide clip holder bracket\", \"cabinet drawer slide clip holder support\", \"cabinet drawer slide clip holder guide\", \"cabinet drawer slide clip holder stop\", \"cabinet drawer slide clip holder clip\", \"cabinet drawer slide clip holder clip holder\", \"cabinet drawer slide clip holder clip bracket\", \"cabinet drawer slide clip holder clip support\", \"cabinet drawer slide clip holder clip guide\", \"cabinet drawer slide clip holder clip stop\", \"cabinet drawer slide clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip support\", \"cabinet drawer slide clip holder clip holder clip guide\", \"cabinet drawer slide clip holder clip holder clip stop\", \"cabinet drawer slide clip holder clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip support\", \"cabinet drawer slide clip holder clip holder clip holder clip guide\", \"cabinet drawer slide clip holder clip holder clip holder clip stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder clip support", "Close cabinet", "Close cabinet door", "Wipe hands", "Hold paper star", "Place pot on the counter", "Rinse pot", "Place marker on table", "Carry snack package", "Place paper strip on table", "Reach for jar", "Hold jar", "Place beads on table", "{\"action\": \"Hold paper star\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 1959, \"start_frame\": 1940}, \"next_action\": \"Hold paper star\", \"objects\": [\"paper star\", \"table\", \"scissors\", \"phone\", \"mouse\", \"beads\", \"pen\", \"light blue paper\", \"yellow paper\", \"purple paper\", \"cardboard\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard square\", \"cardboard tray\", \"cardboard tube\", \"cardboard strip\", \"utility knife\", \"ruler\", \"marker\", \"jar\", \"canned food\", \"tin can\", \"plastic container\", \"plastic packaging\", \"box\", \"shopping bag\", \"gift box\", \"product\", \"product box\", \"product package\", \"supplement bottle\", \"bottle\", \"sauce bottle\", \"pickle jar\", \"water bottle\", \"pink water bottle\", \"cleaning bottle\", \"earbud case\", \"charging case\", \"portable charger\", \"power bank\", \"charger\", \"charging cable\", \"power adapter\", \"smartphone\", \"smartphone box\", \"computer mouse\", \"pen and paper\", \"paper\", \"paper pieces\", \"paper segments\", \"paper lantern\", \"paper lantern component\", \"blue product box\", \"blue strip\", \"light blue strip\", \"yellow item\", \"yellow paper strip\", \"purple paper strip\", \"adhesive tape\", \"ribbon\", \"ribbon piece\", \"plastic strip\", \"foam piece\", \"foam strips\", \"cardboard pattern\", \"cardboard pattern piece\", \"stapler\", \"cleaning cloth\", \"dustpan\", \"box of beads\", \"container\", \"container of canned food\", \"small cardboard piece\", \"small piece of material\", \"small object\", \"small product bag\", \"small white box\", \"bean\", \"bean pile\", \"button\", \"black button\", \"orange button\", \"red button\", \"small button\", \"button cluster\", \"button row\", \"star\", \"star bead\", \"star-shaped bead\", \"purple bead\", \"light blue origami star\", \"yellow star-shaped object\", \"purple star-shaped object\", \"colored tile\", \"colored pieces\", \"jewel\", \"jewel piece\", \"Mahjong tile\", \"Mahjong tiles\", \"puzzle piece\", \"quilled paper\", \"quilled paper piece\", \"quilled paper shape\", \"quilling paper\", \"quilling paper strip\", \"paper quilling piece\", \"paper quilling strip\", \"paper star\", \"lucky star\", \"folded paper\", \"folded paper star\", \"paper strip\", \"paper decoration\", \"colored paper\", \"colorful pieces\", \"cardboard sheet\", \"cardboard square\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard cutout\", \"cardboard tray\", \"cardboard tube\", \"cardboard strip\", \"newspaper\", \"newspaper piece\", \"plastic container\", \"plastic storage bin\", \"tin can\", \"jar\", \"canned good\", \"canned product\", \"packaged paper lantern component\", \"snack package\", \"snack pouch\", \"container of snack\", \"gift box\", \"product package\", \"supplement bottle\", \"bottle\", \"ketchup bottle\", \"sauce bottle\", \"pickle jar\", \"water bottle\", \"pink water bottle\", \"cleaning bottle\", \"earbud case\", \"charging case\", \"portable charger\", \"power bank\", \"charger\", \"charging cable\", \"power adapter\", \"smartphone\", \"smartphone box\", \"computer mouse\", \"pen\", \"notepad\", \"paper\", \"paper pieces\", \"paper segments\", \"pieces\", \"lantern\", \"lantern component\", \"blue product box\", \"blue strip\", \"light blue strip\", \"yellow item\", \"yellow paper strip\", \"purple paper strip\", \"adhesive strip\", \"ribbon knot\", \"small paper segment\", \"foam piece\", \"foam strips\", \"cardboard pattern\", \"cardboard pattern piece\", \"stapler\", \"cleaning cloth\", \"dustpan\", \"box of beads\", \"container\", \"small cardboard piece\", \"small piece of material\", \"small object\", \"small product bag\", \"small white box\", \"bean\", \"bean pile\", \"button\", \"black button\", \"orange button\", \"red button\", \"small button\", \"buttons\", \"button cluster\", \"button row\", \"star\", \"star bead\", \"star-shaped bead\", \"purple bead\", \"light blue origami star\", \"yellow star-shaped object\", \"purple star-shaped object\", \"colored tile\", \"colored pieces\", \"jewel\", \"jewel piece\", \"Mahjong tile\", \"Mahjong tiles\", \"puzzle piece\", \"quilled paper\", \"qu", "Place earbud case on table", "Hold red button", "Adjust beads by color", "Approach workspace", "{\"action\": \"Approach workspace\", \"contact\": \"no\", \"evidence_window\": {\"end_frame\": 39, \"start_frame\": 20}, \"next_action\": \"Approach workspace\", \"objects\": [\"cardboard\", \"cardboard pieces\", \"cardboard stack\", \"cardboard tray\", \"cardboard tube\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard squares\", \"cardboard sheet\", \"cardboard cutouts\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"card" ], "model_id": "/modelscope_models/Qwen__Qwen3-Omni-30B-A3B-Instruct", "adapter_dir": "/checkpoints/xperience10m_qwen3_omni_128ep_96train_16val_16test_valmon_20260605_lora/adapter_lora", "dataset_jsonl": "/results/omni_finetune/xperience10m_qwen3_omni_128ep_96train_16val_16test_valmon_20260605_dataset/dataset.jsonl", "eval_split": "test", "train_split": "train", "sample_offset": 0, "sample_stride": 1, "num_eval_episodes": 14, "held_out_episode_count": 14, "unseen_eval_labels": [ "Adjust canned food on shelf", "Adjust lantern shape", "Adjust lantern string", "Adjust paper", "Adjust pot position", "Align canned food on shelf", "Align edges of paper lantern", "Align paper lantern edges", "Apply adhesive tape to lantern", "Approach boxes", "Approaching and pressing the door switch", "Approaching the table", "Arrange buttons in a line", "Arrange star beads", "Arrange star beads for counting", "Attempt to fit puzzle piece", "Bend and manipulate plastic strip", "Browse smartphone screen", "Bundle display hooks", "Closing the door", "Counting and organizing beads", "Counting star beads", "Cut along the marked line", "Entering the VR training room", "Expand paper lantern", "Extract wire hangers from box", "Fold paper lantern", "Fold plastic strip", "Gather star beads", "Gesturing", "Grasp cleaning bottle", "Grasp lantern", "Grasp lantern component", "Grasping cleaning cloth", "Greeting/acknowledging participants", "Handle paper lantern component", "Hold and bend plastic strip", "Hold and manipulate paper strip", "Hold canned food", "Hold container lid", "Hold earbud case", "Hold paper lantern", "Identify next cardboard piece", "Inspect shelf condition", "Lift pot lid", "Manipulate adhesive strip", "Manipulate bead", "Manipulate beads", "Manipulate craft paper strips", "Manipulate craft piece", "Manipulate material", "Manipulate paper decoration", "Manipulate paper edge", "Manipulate plastic strip", "Manipulate plastic strips", "Manipulate puzzle piece", "Manipulate yellow strip", "Manipulating paper strips", "Move dustpan to side", "Move hand away", "Move hand away from shelf", "Move marker and adjust hand", "Move pot", "Move through aisle", "Move through the training room", "Move towards kitchen area", "Move towards the stove", "Observe and pause", "Observe and walk through store", "Observe colleague and workspace", "Observe puzzle progress", "Open earbud case", "Open folded paper lantern", "Open paper lantern", "Open paper lantern component", "Open stove pot lid", "Operate smartphone", "Pick up dustpan", "Pick up items from the shopping bag", "Pick up packaged paper lantern component", "Pick up puzzle piece", "Pick up small piece of material", "Pick up star bead", "Picking up bottle", "Picking up crafting material", "Place and count bead", "Place another canned food on shelf", "Place cloth on floor", "Place hand on table", "Place items on the shelf", "Place lid back", "Place marked piece down", "Place material", "Place piece into puzzle", "Place smartphone down", "Place smartphone on stand", "Place towel", "Placing paper strip", "Preparing to craft", "Put down smartphone", "Reach for cleaning supplies", "Reach for craft items", "Reach for next can", "Reach for next canned food", "Reach for puzzle piece", "Reach for wire hangers", "Record count", "Release cardboard piece and gesture", "Release hook", "Release lantern", "Release smartphone", "Remove cleaning bottle", "Remove paper lantern part from packaging", "Remove plastic packaging", "Reposition hand", "Resume observation", "Retrieve canned food from box", "Retrieve next canned food item", "Retrieving more beads", "Rinse cloth in sink", "Scroll smartphone screen", "Secure paper edges with adhesive", "Securing paper structure", "Sort and adjust button line", "Sort and arrange buttons", "Sort and count beads", "Sort and place buttons", "Sort beads and write count", "Sort button", "Sort buttons", "Sort craft items", "Sort puzzle pieces", "Sort small craft pieces", "Start cutting", "Stir contents", "Use phone while crafting", "Walk towards other aisles", "Walking across the room", "Walking in the hallway", "Walking towards door", "Washing hands in sink", "Wipe kitchen counter", "Wiping countertop", "sort craft materials" ], "num_unseen_label_samples": 317, "seen_label_accuracy": 0.04580152671755725, "unseen_label_accuracy": 0.015772870662460567, "eval_label_counts": { "Manipulate paper strip": 14, "Move phone": 7, "Cut cardboard": 7, "Cut along the marked line": 7, "Use smartphone": 6, "Pick up utility knife": 6, "Manipulate paper decoration": 5, "Manipulate paper edge": 5, "Manipulate adhesive strip": 5, "Hold smartphone": 4, "Interact with smartphone": 4, "Manipulate craft piece": 4, "Manipulate craft paper strips": 4, "Operate smartphone": 4, "Release paper strip": 4, "Arrange buttons": 4, "Arrange buttons in a line": 4, "Approaching and pressing the door switch": 4, "Bend and manipulate plastic strip": 4, "Placing paper strip": 4, "Securing paper structure": 4, "Secure paper edges with adhesive": 4, "Reposition hand": 3, "Mark cardboard piece": 3, "Hold cardboard piece": 3, "Cut cardboard piece": 3, "Marking cardboard piece": 3, "Move marker and adjust hand": 3, "Identify next cardboard piece": 3, "sort craft materials": 3, "Release scissors": 3, "Release smartphone": 3, "Sort small craft pieces": 3, "Reach for craft items": 3, "Sort craft items": 3, "Move smartphone": 3, "Place hand on table": 3, "Browse smartphone screen": 3, "Scroll smartphone screen": 3, "Put down smartphone": 3, "Place smartphone down": 3, "Pick up puzzle piece": 3, "Place piece into puzzle": 3, "Manipulate puzzle piece": 3, "Manipulate puzzle pieces": 3, "Place puzzle piece": 3, "Observe puzzle progress": 3, "Adjust puzzle piece": 3, "Attempt to fit puzzle piece": 3, "Sort buttons": 3, "Sort and arrange buttons": 3, "Pick up button": 3, "Place button": 3, "Sort button": 3, "Sort and adjust button line": 3, "Sort and place buttons": 3, "Walking in the hallway": 3, "Entering the VR training room": 3, "Greeting/acknowledging participants": 3, "Move through the training room": 3, "Manipulate plastic strips": 3, "Manipulate plastic strip": 3, "Hold and bend plastic strip": 3, "Fold plastic strip": 3, "Hold container lid": 2, "Closing the door": 2, "Grasp cleaning bottle": 2, "Grasping cleaning cloth": 2, "Adjust pot position": 2, "Start cutting": 2, "Observe and walk through store": 2, "Move to shelf": 2, "Inspect shelf condition": 2, "Observe colleague and workspace": 2, "Observe workspace": 2, "Approach boxes": 2, "Extract wire hangers from box": 2, "Bundle display hooks": 2, "Move through aisle": 2, "Pick up items from the shopping bag": 2, "Place items on the shelf": 2, "Place item on shelf": 2, "Adjust item on shelf": 2, "Place marked piece down": 2, "Pick up new cardboard piece": 2, "Organize cardboard pieces": 2, "Release cardboard piece and gesture": 2, "Observe and pause": 2, "Gesturing": 2, "Resume observation": 2, "Pick up can": 2, "Hold canned food": 2, "Pick up canned food": 2, "Align canned food on shelf": 2, "Place another canned food on shelf": 2, "Adjust canned food on shelf": 2, "Move hand away from shelf": 2, "Place can on shelf": 2, "Move hand away": 2, "Hold earbud case": 2, "Open earbud case": 2, "Pick up smartphone": 2, "Open paper lantern": 2, "Fold paper lantern": 2, "Grasp lantern": 2, "Grasp lantern component": 2, "Align paper lantern edges": 2, "Adjust lantern string": 2, "Handle paper lantern component": 2, "Open folded paper lantern": 2, "Adjust lantern shape": 2, "Hold paper lantern": 2, "Apply adhesive tape to lantern": 2, "Open paper lantern component": 2, "Expand paper lantern": 2, "Align edges of paper lantern": 2, "Search for puzzle piece": 2, "Release puzzle piece": 2, "Reach for puzzle piece": 2, "Sort puzzle pieces": 2, "Approaching the table": 2, "Preparing to craft": 2, "Picking up crafting material": 2, "Use phone": 2, "Pick up small piece of material": 2, "Manipulate material": 2, "Place material": 2, "Manipulate yellow strip": 2, "Manipulating paper strips": 2, "Manipulate bead": 2, "Manipulate beads": 2, "Place phone down": 2, "Hold and manipulate paper strip": 2, "Sort beads": 2, "Record count": 2, "Counting and organizing beads": 2, "Pick up star bead": 2, "Place and count bead": 2, "Hold beads": 2, "Arrange star beads": 2, "Pick up pen": 2, "Counting star beads": 2, "Retrieving more beads": 2, "Adjust paper": 2, "Gather star beads": 2, "Arrange star beads for counting": 2, "Sort and count beads": 2, "Place smartphone on stand": 1, "Pick up dustpan": 1, "Move dustpan to side": 1, "Move towards the stove": 1, "Open stove pot lid": 1, "Walking towards door": 1, "Picking up bottle": 1, "Wipe kitchen counter": 1, "Rinse cloth in sink": 1, "Move towards kitchen area": 1, "Place cloth on floor": 1, "Reach for cleaning supplies": 1, "Remove cleaning bottle": 1, "Washing hands in sink": 1, "Wiping countertop": 1, "Lift pot lid": 1, "Stir contents": 1, "Place lid back": 1, "Move pot": 1, "Place towel": 1, "Walk towards shelves": 1, "Reach for wire hangers": 1, "Release hook": 1, "Walk towards other aisles": 1, "Reach for another item": 1, "Reach for next item": 1, "Place canned food on shelf": 1, "Reach for next can": 1, "Reach into box": 1, "Retrieve next canned food item": 1, "Reach for next canned food": 1, "Retrieve canned food from box": 1, "Release lantern": 1, "Pick up packaged paper lantern component": 1, "Remove paper lantern part from packaging": 1, "Remove plastic packaging": 1, "Walking across the room": 1, "Use phone while crafting": 1, "Sort beads and write count": 1, "Sort star-shaped beads": 1, "Write count on paper": 1, "Write on paper": 1 }, "json_validity_rate": 0.875, "action_macro_f1": 0.0026621494447581404, "subtask_accuracy": 0.006696428571428571, "transition_accuracy": 0.8504464285714286, "next_action_accuracy": 0.024553571428571428, "contact_accuracy": 0.6450892857142857, "object_micro_f1": 0.22299431459254582, "caption_window_grounding": { "mrr": null, "recall_at_5": null, "note": "Grounding ranking requires a retrieval candidate set; JSON evidence_window is stored for later scoring." } }