File size: 75,629 Bytes
540e67a eeac43c 540e67a eeac43c 540e67a eeac43c 540e67a eeac43c 540e67a eeac43c 540e67a eeac43c 540e67a eeac43c 540e67a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 | {
"num_samples": 448,
"accuracy": 0.024553571428571428,
"macro_f1": 0.0026621494447581404,
"labels": [
"Adjust Mahjong tile",
"Adjust Mahjong tile alignment",
"Adjust Mahjong tile on the stack",
"Adjust Mahjong tiles",
"Adjust bead piles",
"Adjust canned food on shelf",
"Adjust cans in bin",
"Adjust cans in container",
"Adjust cans in tray",
"Adjust cardboard",
"Adjust cardboard divider",
"Adjust cardboard position",
"Adjust container on shelf",
"Adjust container position",
"Adjust containers on shelf",
"Adjust foam strip",
"Adjust grip",
"Adjust grip on container",
"Adjust hand position",
"Adjust item on shelf",
"Adjust lantern shape",
"Adjust lantern string",
"Adjust paper",
"Adjust paper strip",
"Adjust perspective",
"Adjust placement on shelf",
"Adjust position",
"Adjust pot position",
"Adjust puzzle piece",
"Adjust red button",
"Adjust red button in row",
"Adjust red button position",
"Adjust retail item position",
"Adjust retail items on shelf",
"Adjust ruler position",
"Adjust smartphone and sort pieces",
"Adjust snack package",
"Adjust tile row alignment",
"Adjust vacuum cleaner position",
"Adjusting a puzzle piece",
"Adjusting canned goods on shelf",
"Adjusting fabric for cutting",
"Adjusting fabric position",
"Adjusting puzzle piece",
"Align Mahjong tiles",
"Align and place retail item",
"Align blue strip",
"Align button",
"Align button in row",
"Align button row",
"Align buttons",
"Align canned food on shelf",
"Align canned goods on shelf",
"Align cardboard piece",
"Align cardboard strip",
"Align charging cable",
"Align edges of paper lantern",
"Align foam piece",
"Align foam strip",
"Align paper lantern edges",
"Align paper strip",
"Align plastic containers",
"Align red button in row",
"Align red buttons",
"Align ruler",
"Align ruler and mark cardboard",
"Align ruler on cardboard",
"Align ruler with crease",
"Align scissors",
"Apply adhesive tape to lantern",
"Approach boxes",
"Approach desk",
"Approach packing area",
"Approach restocking supplies",
"Approach table",
"Approach work table",
"Approach workstation",
"Approaching and pressing the door switch",
"Approaching the table",
"Approaching work table",
"Arrange Mahjong tiles",
"Arrange beads by color",
"Arrange black buttons",
"Arrange button cluster",
"Arrange buttons",
"Arrange buttons in a line",
"Arrange buttons in row",
"Arrange buttons on table",
"Arrange buttons on the table",
"Arrange canned products on shelf",
"Arrange cans in box",
"Arrange cans on shelf",
"Arrange cardboard",
"Arrange cardboard piece",
"Arrange cardboard pieces",
"Arrange cardboard squares",
"Arrange container on shelf",
"Arrange items on shelf",
"Arrange orange buttons",
"Arrange paper stars",
"Arrange paper strips",
"Arrange plastic containers",
"Arrange red buttons",
"Arrange small buttons",
"Arrange star beads",
"Arrange star beads for counting",
"Arrange star-shaped beads",
"Arrange tiles into row",
"Arrive at a different workstation",
"Assemble cardboard pieces",
"Assemble foam strips",
"Assess shelf arrangement",
"Attach foam strip",
"Attach material to paper strip",
"Attempt to fit puzzle piece",
"Begin folding paper strip",
"Begin rolling quilling strip",
"Bend and manipulate plastic strip",
"Browse and interact with phone interface",
"Browse mobile phone",
"Browse smartphone screen",
"Browsing mobile phone",
"Browsing smartphone content",
"Bundle display hooks",
"Cap marker",
"Carry cardboard piece",
"Carry cereal boxes",
"Carry cereal towards aisle",
"Carry container",
"Carry crate of cans",
"Carry item to shelf",
"Carry pasta box towards aisle",
"Carry plastic container",
"Carry stool to next shelf",
"Check phone",
"Check smart watch",
"Check watch",
"Clean shelf",
"Close cardboard box",
"Closing the door",
"Combine bead piles",
"Complete the cut",
"Connect cable to device",
"Continue cutting fabric",
"Continue cutting newspaper",
"Continue folding paper strip",
"Count and arrange paper stars",
"Count and record paper stars",
"Count paper stars",
"Counting and organizing beads",
"Counting star beads",
"Curve foam strip into loop",
"Cut along the edge of the newspaper",
"Cut along the line",
"Cut along the marked line",
"Cut along the newspaper edge",
"Cut cardboard",
"Cut cardboard along line",
"Cut cardboard grid",
"Cut cardboard into triangles",
"Cut cardboard pattern",
"Cut cardboard piece",
"Cut cardboard piece with scissors",
"Cut cardboard pieces with scissors",
"Cut cardboard shape",
"Cut cardboard sheet",
"Cut cardboard sheet with scissors",
"Cut cardboard square",
"Cut cardboard strip",
"Cut cardboard strip with scissors",
"Cut cardboard strip with utility knife",
"Cut cardboard triangle",
"Cut cardboard tube",
"Cut cardboard with scissors",
"Cut cardboard with utility knife",
"Cut fabric with scissors",
"Cut light green fabric",
"Cut newspaper",
"Cut newspaper with scissors",
"Cut out cardboard pattern",
"Cut section from newspaper",
"Cutting fabric",
"Deposit beads into box",
"Deposit cardboard squares",
"Discard item into bin",
"Discard paper towel",
"Draw grid line",
"Draw grid line with pen",
"Draw line",
"Draw line along ruler",
"Draw line on cardboard",
"Draw line with marker",
"Draw line with pen",
"Draw lines on cardboard",
"Draw lines with pen and ruler",
"Draw lines with ruler",
"Draw straight line",
"Draw straight lines on cardboard",
"Drawing grid line",
"Drawing grid line with pen and ruler",
"Drawing grid line with ruler",
"Drawing lines on cardboard",
"Drop cardboard square into box",
"Dry hands",
"Enter the room",
"Enter workspace",
"Entering the VR training room",
"Examine canned goods",
"Examine item",
"Examine labels",
"Examine product",
"Expand paper lantern",
"Extract wire hangers from box",
"Finish placing cardboard cutouts",
"Finish washing hands",
"Finish wiping and inspect jar",
"Finishing coil",
"Fold and manipulate ribbon",
"Fold and organize paper strips",
"Fold blue strip",
"Fold cardboard",
"Fold cardboard edge",
"Fold cardboard shape",
"Fold cardboard sheet",
"Fold cut cardboard",
"Fold foam piece",
"Fold lucky star",
"Fold newspaper",
"Fold paper lantern",
"Fold paper star",
"Fold paper strip",
"Fold paper strip into a star",
"Fold paper strip into knot",
"Fold paper strip into lucky star",
"Fold paper strip into star",
"Fold plastic strip",
"Fold purple paper",
"Fold purple paper strip",
"Fold ribbon",
"Folding cardboard",
"Folding paper strip",
"Forming quilled paper shape",
"Gather cardboard pieces",
"Gather pieces",
"Gather pieces into box",
"Gather star beads",
"Gathering colored beads",
"Gathering items",
"Gathering star beads",
"Gesturing",
"Grasp and retrieve item",
"Grasp cardboard sheet",
"Grasp cleaning bottle",
"Grasp door handle",
"Grasp electronic object",
"Grasp item",
"Grasp lantern",
"Grasp lantern component",
"Grasp next item",
"Grasp origami stars",
"Grasp package",
"Grasp paper strip",
"Grasp plastic bag on shelf",
"Grasp product from box",
"Grasp product from shelf",
"Grasp retail item",
"Grasp shopping bag",
"Grasp snack package",
"Grasping cleaning cloth",
"Greeting/acknowledging participants",
"Guide utility knife along ruler",
"Handle paper lantern component",
"Hold and align cardboard",
"Hold and align newspaper",
"Hold and align paper strip",
"Hold and bend paper strip",
"Hold and bend plastic strip",
"Hold and crease purple paper",
"Hold and examine item",
"Hold and inspect can",
"Hold and manipulate paper strip",
"Hold and mark cardboard piece",
"Hold and rotate paper strip",
"Hold and view phone",
"Hold and wipe product",
"Hold beads",
"Hold bin and move through aisle",
"Hold blue product box",
"Hold blue strip",
"Hold canned food",
"Hold cardboard",
"Hold cardboard piece",
"Hold cardboard pieces",
"Hold cardboard strip",
"Hold cardboard with ruler",
"Hold charger",
"Hold charger and cable",
"Hold charging cable",
"Hold cleaning cloth",
"Hold container",
"Hold container lid",
"Hold container of canned food",
"Hold craft tool",
"Hold device and cable",
"Hold earbud case",
"Hold electronic accessory",
"Hold electronic item",
"Hold empty container",
"Hold foam pieces",
"Hold instructional sign",
"Hold item",
"Hold item and adjust posture",
"Hold items",
"Hold items and inspect shelf",
"Hold items in hand",
"Hold newspaper",
"Hold paper lantern",
"Hold paper strip",
"Hold pen and paper",
"Hold phone",
"Hold pickle jar",
"Hold portable charger",
"Hold power adapter",
"Hold power bank and cable",
"Hold product",
"Hold product labels",
"Hold product package",
"Hold quilled paper coil",
"Hold quilled paper piece",
"Hold quilling paper",
"Hold recording sheet and pen",
"Hold ruler",
"Hold ruler and draw line",
"Hold ruler and mark cardboard",
"Hold ruler and marker",
"Hold ruler and pen steady",
"Hold ruler on cardboard",
"Hold ruler steady",
"Hold scissors",
"Hold small cardboard pieces",
"Hold small object",
"Hold small piece of ribbon",
"Hold small product bag",
"Hold small white box",
"Hold smartphone",
"Hold smartphone box",
"Hold snack package",
"Hold snack packages",
"Hold supplement bottle",
"Hold tray of canned goods",
"Hold utility knife",
"Hold water bottle",
"Holding marker",
"Identify next cardboard piece",
"Inflate paper star",
"Initiate star folding",
"Insert charging cable",
"Insert charging cable into power bank",
"Insert plug into power adapter",
"Inspect Dior gift box",
"Inspect almond package",
"Inspect and place item on shelf",
"Inspect bottle",
"Inspect cardboard piece",
"Inspect cardboard strip",
"Inspect charging case",
"Inspect electronic item",
"Inspect jar",
"Inspect product",
"Inspect product lid",
"Inspect shelf",
"Inspect shelf and organize stock",
"Inspect shelf condition",
"Inspect smartphone box",
"Inspect strip",
"Inspect supplement bottle",
"Interact with colleagues",
"Interact with phone",
"Interact with smartphone",
"Interact with smartphone screen",
"Interacting with phone screen",
"Interaction with coworker",
"Interlock paper strips",
"Labeling cardboard piece",
"Labeling cardboard square",
"Labeling cardboard squares",
"Lift blue strip",
"Lift pen and shift ruler",
"Lift pot lid",
"Lift utility knife",
"Lock phone",
"Look around the table",
"Look away",
"Manipulate adhesive strip",
"Manipulate and inspect colorful pieces",
"Manipulate bead",
"Manipulate beads",
"Manipulate cardboard piece",
"Manipulate cardboard shape",
"Manipulate cardboard sheet",
"Manipulate colorful pieces",
"Manipulate component",
"Manipulate component on strip",
"Manipulate craft paper strips",
"Manipulate craft piece",
"Manipulate folded paper star",
"Manipulate light blue strip",
"Manipulate material",
"Manipulate paper decoration",
"Manipulate paper edge",
"Manipulate paper piece",
"Manipulate paper quilling piece",
"Manipulate paper star",
"Manipulate paper stars",
"Manipulate paper strip",
"Manipulate paper strips",
"Manipulate plastic strip",
"Manipulate plastic strips",
"Manipulate power cable plug",
"Manipulate puzzle piece",
"Manipulate puzzle pieces",
"Manipulate quilled paper",
"Manipulate quilled paper shape",
"Manipulate quilled paper strip",
"Manipulate quilled paper strips",
"Manipulate quilling paper",
"Manipulate quilling strip",
"Manipulate ribbon knot",
"Manipulate ribbon piece",
"Manipulate small component",
"Manipulate small object",
"Manipulate small paper segment",
"Manipulate star",
"Manipulate yellow strip",
"Manipulating paper strips",
"Mark cardboard",
"Mark cardboard piece",
"Mark cardboard strip with pen",
"Mark cardboard with marker",
"Mark cardboard with pen",
"Mark cardboard with pen and ruler",
"Mark cardboard with ruler",
"Mark cardboard with ruler and pen",
"Mark fabric",
"Mark fabric with pen",
"Mark fabric with pen and ruler",
"Mark line on cardboard",
"Mark lines on cardboard",
"Mark lines with marker",
"Mark lines with pen along ruler",
"Mark list with pen",
"Mark paper list",
"Mark straight line",
"Marking cardboard piece",
"Marking cardboard with pen",
"Marking lines on cardboard",
"Measure and mark cardboard",
"Measure cardboard with ruler",
"Move Mahjong tile",
"Move along shelf",
"Move along the shelf",
"Move along the shelves",
"Move along the supermarket aisle",
"Move and place black buttons",
"Move away from collection box",
"Move away from desk",
"Move away from shelf",
"Move away from table",
"Move away from workstation",
"Move bin",
"Move bin to shelf area",
"Move black button",
"Move blue beads",
"Move box to next position",
"Move button to line",
"Move camera over surface",
"Move can towards shelf",
"Move canned goods container",
"Move cardboard",
"Move cardboard box",
"Move cardboard piece",
"Move cardboard sheet",
"Move cardboard to pile",
"Move container toward shelf",
"Move dustpan to side",
"Move hand",
"Move hand away",
"Move hand away from shelf",
"Move hand away from workspace",
"Move hand back to box",
"Move hand over button pile",
"Move hand to paper stars",
"Move hand toward craft materials",
"Move item to bag",
"Move marker and adjust hand",
"Move marker and ruler",
"Move marker away",
"Move orange buttons",
"Move origami stars",
"Move pen",
"Move pen aside",
"Move pen away",
"Move phone",
"Move piece to pile",
"Move pieces into box",
"Move pineapple chips",
"Move plastic storage bin",
"Move plush toy",
"Move pot",
"Move product to box",
"Move product to shelf",
"Move product towards shelf",
"Move puzzle piece",
"Move ruler",
"Move ruler and tools",
"Move scissors away",
"Move small blue foam piece towards the strip",
"Move smartphone",
"Move storage bin",
"Move through aisle",
"Move through the training room",
"Move to box",
"Move to desk",
"Move to next section",
"Move to shelf",
"Move to shelf base",
"Move to stock products",
"Move towards aisle",
"Move towards box",
"Move towards kitchen area",
"Move towards shelf",
"Move towards table",
"Move towards the stove",
"Move tray towards packing area",
"Move utility knife along ruler",
"Move vacuum cleaner",
"Move vacuum cleaner hose",
"Moving cardboard square",
"Moving hand",
"Moving hand towards cardboard stack",
"Moving ruler",
"Observe and pause",
"Observe and walk through store",
"Observe colleague and workspace",
"Observe craft layout",
"Observe desktop layout",
"Observe paper and count objects",
"Observe paper quilling station",
"Observe puzzle progress",
"Observe room",
"Observe shelf",
"Observe shelf status",
"Observe sorting progress",
"Observe stocking",
"Observe surroundings",
"Observe workspace",
"Open cardboard box",
"Open door",
"Open earbud case",
"Open folded paper lantern",
"Open paper lantern",
"Open paper lantern component",
"Open small case",
"Open stove pot lid",
"Open supplement bottle",
"Operate smartphone",
"Organize bag contents",
"Organize cardboard pieces",
"Organize item on shelf",
"Organize products",
"Organize snacks in box",
"Organize tools and materials",
"Pack beads into box",
"Peel blue strip",
"Peel foam strip",
"Pick up Dior gift box",
"Pick up Mahjong tile",
"Pick up accessory",
"Pick up and sort cardboard",
"Pick up another bottle",
"Pick up another canned item",
"Pick up another item",
"Pick up beads",
"Pick up black button",
"Pick up blue foam piece",
"Pick up blue paper strip",
"Pick up bottle",
"Pick up bottled sauce",
"Pick up button",
"Pick up can",
"Pick up canned food",
"Pick up canned good",
"Pick up canned goods",
"Pick up canned item",
"Pick up canned product",
"Pick up cardboard",
"Pick up cardboard cutout",
"Pick up cardboard piece",
"Pick up cardboard square",
"Pick up cardboard stack",
"Pick up cardboard strip",
"Pick up cardboard tray",
"Pick up cereal boxes",
"Pick up charging cable",
"Pick up charging case",
"Pick up cleaning cloth",
"Pick up colored tile",
"Pick up container",
"Pick up container from box",
"Pick up craft material",
"Pick up cut cardboard piece",
"Pick up dustpan",
"Pick up electronic accessory",
"Pick up electronic accessory from box",
"Pick up electronic device",
"Pick up electronic item",
"Pick up electronic product",
"Pick up food item",
"Pick up gift box",
"Pick up grocery item",
"Pick up item",
"Pick up item from bin",
"Pick up item from box",
"Pick up item from shelf",
"Pick up items from the shopping bag",
"Pick up jar",
"Pick up light blue strip",
"Pick up marker",
"Pick up metal ruler",
"Pick up new cardboard piece",
"Pick up new electronic product",
"Pick up new product from box",
"Pick up next gift box",
"Pick up next item from bin",
"Pick up next product from bin",
"Pick up nut bar box",
"Pick up object",
"Pick up oil bottle",
"Pick up orange button",
"Pick up pack from shelf",
"Pick up packaged paper lantern component",
"Pick up paper star",
"Pick up paper strip",
"Pick up paper towel",
"Pick up pasta box",
"Pick up pen",
"Pick up phone",
"Pick up pickle jar",
"Pick up pink water bottle",
"Pick up plastic bin",
"Pick up plastic container",
"Pick up plush toy",
"Pick up portable charger",
"Pick up power bank",
"Pick up product",
"Pick up product box",
"Pick up product from bin",
"Pick up product from box",
"Pick up product from shelf",
"Pick up puzzle piece",
"Pick up red button",
"Pick up retail item",
"Pick up sauce bottle",
"Pick up scissors",
"Pick up shopping bag",
"Pick up small cardboard piece",
"Pick up small item",
"Pick up small object",
"Pick up small piece of material",
"Pick up smartphone",
"Pick up snack package",
"Pick up snack packages",
"Pick up snack packs",
"Pick up snack pouch",
"Pick up spice jar",
"Pick up stapler",
"Pick up star",
"Pick up star bead",
"Pick up star-shaped bead",
"Pick up storage container",
"Pick up supplement bottle",
"Pick up supplies from box",
"Pick up tin can",
"Pick up tool",
"Pick up utility knife",
"Pick up water bottle",
"Pick up yellow item",
"Pick up yellow paper strip",
"Picking up bottle",
"Picking up crafting material",
"Picking up stock",
"Place Mahjong tile on stack",
"Place Mahjong tile on the stack",
"Place accessory box",
"Place accessory into box",
"Place accessory on shelf",
"Place and align button",
"Place and count bead",
"Place another canned food on shelf",
"Place back Dior gift box",
"Place bead on table",
"Place bottle back on shelf",
"Place box on shelf",
"Place button",
"Place button in group",
"Place button in row",
"Place can on shelf",
"Place canned food in bin",
"Place canned food in container",
"Place canned food on shelf",
"Place canned good on shelf",
"Place canned goods in container",
"Place canned product on shelf",
"Place cans into box",
"Place cardboard",
"Place cardboard piece",
"Place cardboard piece on stack",
"Place cardboard square",
"Place cardboard square on stack",
"Place cardboard strip",
"Place charger on table",
"Place charging case down",
"Place cloth on floor",
"Place colored tile",
"Place container in bin",
"Place container on floor",
"Place container on shelf",
"Place controller on table",
"Place crate on floor",
"Place device on lap",
"Place down paper pieces",
"Place down paper segment",
"Place down pen",
"Place down pink water bottle",
"Place down ruler and pen",
"Place down scissors",
"Place down strip",
"Place finished star on table",
"Place gift box into bin",
"Place gift box on shelf",
"Place hand on table",
"Place item back",
"Place item back on shelf",
"Place item in bag",
"Place item in container",
"Place item in shopping bag",
"Place item into bag",
"Place item into shopping bag",
"Place item on shelf",
"Place item on table",
"Place items on shelf",
"Place items on table",
"Place items on the shelf",
"Place jar in box",
"Place jar into shelf box",
"Place jar on shelf",
"Place ketchup bottle on shelf",
"Place knife down",
"Place lid back",
"Place marked piece down",
"Place marker down",
"Place material",
"Place oil in container",
"Place paper star",
"Place paper star in row",
"Place pen on cardboard",
"Place pen on table",
"Place phone down",
"Place phone on desk",
"Place phone on shelf",
"Place phone on table",
"Place pickle jar in box",
"Place piece into puzzle",
"Place plush toy into bag",
"Place plush toy on shelf",
"Place product in box",
"Place product on shelf",
"Place puzzle piece",
"Place quilled paper shape",
"Place red button",
"Place ribbon onto project",
"Place ruler on cardboard",
"Place sauce bottle on shelf",
"Place sauce in container",
"Place scissors aside",
"Place scissors down",
"Place scissors on table",
"Place smartphone down",
"Place smartphone on cardboard",
"Place smartphone on desk",
"Place smartphone on stand",
"Place smartphone on table",
"Place snack in box",
"Place snack on shelf",
"Place snack package in box",
"Place snack package on shelf",
"Place snack packages on shelf",
"Place snack pouch in container",
"Place snack pouch on shelf",
"Place spice jar in container",
"Place star",
"Place star in row",
"Place star on table",
"Place stars in container",
"Place stool on floor",
"Place storage container on floor",
"Place strip on table",
"Place supplement bottle in container",
"Place tool on table",
"Place towel",
"Place water bottle on table",
"Place white box on table",
"Placing labeled cardboard square",
"Placing labeled square",
"Placing paper strip",
"Placing pen on table",
"Placing phone down",
"Placing piece on stack",
"Placing stock on shelf",
"Plug cable into portable charger",
"Position cardboard for cutting",
"Position cardboard piece",
"Position cardboard strip",
"Position cardboard tray",
"Position cardboard tube",
"Position container near shelf",
"Position container on shelf",
"Position hands for work",
"Position ribbon piece",
"Position ruler and mark cardboard",
"Position ruler on cardboard",
"Position scissors",
"Position scissors for next cut",
"Position scissors to cut cardboard",
"Position shelving divider",
"Position the ruler",
"Position tray",
"Position utility knife",
"Position utility knife on cardboard",
"Positioning cardboard on workspace",
"Positioning paper strip",
"Positioning puzzle piece",
"Positioning ruler on cardboard",
"Prepare paper strip",
"Prepare to cut cardboard",
"Prepare to draw lines",
"Prepare to pick up item",
"Prepare to place bottle on shelf",
"Prepare to place cardboard",
"Prepare to place item in bag",
"Prepare to place product",
"Prepare to resume cutting",
"Prepare to sort beads",
"Preparing to craft",
"Press fold",
"Pull back hand",
"Pull paper strip",
"Push vacuum cleaner",
"Put down phone",
"Put down scissors",
"Put down smartphone",
"Put down utility knife",
"Put down water bottle",
"Putting away smartphone",
"Reach and sort buttons",
"Reach for Mahjong tiles",
"Reach for additional items",
"Reach for and examine canned goods",
"Reach for and pick up smartphone",
"Reach for another container",
"Reach for another item",
"Reach for beads",
"Reach for black button",
"Reach for button",
"Reach for can",
"Reach for canned food",
"Reach for canned goods",
"Reach for cardboard box",
"Reach for cardboard piece",
"Reach for cleaning supplies",
"Reach for container",
"Reach for craft items",
"Reach for empty shelf space",
"Reach for item",
"Reach for item in box",
"Reach for item on shelf",
"Reach for items",
"Reach for items in box",
"Reach for more pieces",
"Reach for next can",
"Reach for next canned food",
"Reach for next canned food item",
"Reach for next canned product",
"Reach for next item",
"Reach for next piece",
"Reach for next product",
"Reach for object",
"Reach for paper strip",
"Reach for paper strips",
"Reach for phone",
"Reach for product",
"Reach for product labels",
"Reach for product on shelf",
"Reach for puzzle piece",
"Reach for retail item",
"Reach for shelf",
"Reach for shelving divider",
"Reach for snack package",
"Reach for snack pouch",
"Reach for star",
"Reach for stars",
"Reach for utility knife",
"Reach for water bottle",
"Reach for wire hangers",
"Reach into bag",
"Reach into box",
"Reach towards shelf",
"Reaching for beads",
"Realign Mahjong tiles",
"Rearrange Mahjong tile",
"Rearrange Mahjong tiles",
"Rearrange shelf item",
"Record count",
"Record count on notepad",
"Record star count",
"Record star count on paper",
"Release and prepare new strip",
"Release bottle",
"Release cardboard",
"Release cardboard piece",
"Release cardboard piece and gesture",
"Release cardboard shape",
"Release container",
"Release folded paper",
"Release food item",
"Release hook",
"Release label",
"Release lantern",
"Release paper",
"Release paper coil",
"Release paper star",
"Release paper strip",
"Release pickle jar",
"Release product on shelf",
"Release puzzle piece",
"Release quilling strip",
"Release scissors",
"Release smartphone",
"Remove cardboard flap",
"Remove cardboard pattern",
"Remove cardboard pattern piece",
"Remove cleaning bottle",
"Remove item from bag",
"Remove item from shelf",
"Remove lid from container",
"Remove paper lantern part from packaging",
"Remove plastic container from shelf",
"Remove plastic container from storage box",
"Remove plastic packaging",
"Remove ruler",
"Remove ruler and marker",
"Remove shelf label",
"Remove storage bin from shelf",
"Reorganize bin contents",
"Reposition and cut",
"Reposition cardboard for cutting",
"Reposition hand",
"Reposition hands",
"Reposition hands and ruler",
"Reposition marker",
"Reposition newspaper",
"Reposition pen and prepare for next line",
"Reposition ruler",
"Reposition ruler and pen",
"Reposition scissors",
"Reposition sign and organize beads",
"Reposition tools",
"Reposition utility knife",
"Repositioning ruler",
"Repositioning ruler and cardboard",
"Resume counting stars",
"Resume observation",
"Resume sorting blue beads",
"Resume writing on paper",
"Retract camera/reposition view",
"Retract hand",
"Retract hand from bag",
"Retrieve another container",
"Retrieve canned food from box",
"Retrieve hand to table",
"Retrieve items from bag",
"Retrieve next canned food item",
"Retrieve paper strip",
"Retrieve paper strips",
"Retrieve snack from container",
"Retrieve star",
"Retrieving more beads",
"Return to sorting",
"Reviewing count record",
"Rinse cloth in sink",
"Roll quilling paper",
"Rolling paper strip",
"Rub hands together",
"Scan for next piece",
"Scan supermarket shelves",
"Score cardboard",
"Scroll on smartphone",
"Scroll smartphone screen",
"Scroll through photo gallery",
"Scrolling and viewing content on phone",
"Scrolling or navigating on phone",
"Search for puzzle piece",
"Secure paper edges with adhesive",
"Secure ribbon with needle",
"Securing paper structure",
"Select a bottle",
"Select and pick up a canned item",
"Select another item",
"Select paper strip",
"Select product from box",
"Selecting new paper strip",
"Separate cardboard piece",
"Set down scissors and pick up power bank",
"Set down utility knife",
"Slide utility knife along ruler",
"Sort Mahjong tiles",
"Sort and adjust button line",
"Sort and arrange buttons",
"Sort and arrange cardboard pieces",
"Sort and count beads",
"Sort and place buttons",
"Sort and place paper star",
"Sort and stack cardboard pieces",
"Sort beads",
"Sort beads and write count",
"Sort beads by color",
"Sort beads by hand",
"Sort beads on table",
"Sort beads on the table",
"Sort blue beads",
"Sort blue star-shaped pieces",
"Sort button",
"Sort button by color",
"Sort buttons",
"Sort buttons by color",
"Sort canned goods in tray",
"Sort colored tiles",
"Sort colorful pieces",
"Sort craft items",
"Sort cut cardboard",
"Sort light blue origami stars",
"Sort orange button",
"Sort orange buttons",
"Sort origami stars",
"Sort origami stars by color",
"Sort paper star",
"Sort paper stars",
"Sort plastic pieces",
"Sort purple beads",
"Sort purple star-shaped objects",
"Sort puzzle pieces",
"Sort quilled paper pieces",
"Sort small colorful pieces",
"Sort small craft pieces",
"Sort small objects",
"Sort small plastic pieces",
"Sort star-shaped beads",
"Sort star-shaped objects",
"Sort star-shaped objects by color",
"Sort tiles",
"Sort tiles by color",
"Sort yellow star-shaped objects",
"Sorting buttons",
"Sorting colorful paper pieces",
"Sorting paper stars",
"Stabilize cardboard",
"Stabilize ruler",
"Stack cardboard pieces",
"Stack cardboard square",
"Stack cardboard squares",
"Stacking cardboard pieces",
"Stacking cardboard square",
"Stacking cardboard squares",
"Stand up and walk away",
"Start cutting",
"Start folding paper strip",
"Starting to label next square",
"Stir contents",
"Stop measuring and put down tools",
"Stop sorting stars",
"Sweep debris",
"Sweep floor debris",
"Switch to scissors",
"Switching marker",
"Tap smartphone screen",
"Tapping on smartphone screen",
"Tapping smartphone screen",
"Tear newspaper",
"Tear off cardboard segment",
"Touch canned goods",
"Touch pieces in box",
"Touch shelf edge",
"Trace pattern on cardboard",
"Transition to cutting",
"Transition to standing position",
"Trim cardboard",
"Trim cardboard piece",
"Type on smartphone",
"Typing message on smartphone",
"Typing on phone",
"Typing on smartphone",
"Update paper record",
"Use phone",
"Use phone to check instructions",
"Use phone to check stock",
"Use phone while crafting",
"Use smartphone",
"Vacuum edge of carpet",
"Vacuum the carpet",
"Vacuuming along the wall edge",
"Vacuuming carpet corner",
"Vacuuming carpet edge",
"Vacuuming the carpet edge",
"View content on smartphone",
"View phone screen",
"Viewing phone screen",
"Walk across office",
"Walk across room",
"Walk across the room",
"Walk away",
"Walk in hallway",
"Walk through corridor",
"Walk through doorway",
"Walk through hallway",
"Walk through office",
"Walk through store",
"Walk through workspace",
"Walk towards aisle",
"Walk towards desk",
"Walk towards next aisle",
"Walk towards other aisles",
"Walk towards room",
"Walk towards shelf",
"Walk towards shelves",
"Walk towards storage area",
"Walk towards table",
"Walk towards workspace",
"Walk with cardboard",
"Walk with cardboard cutout",
"Walk with marker",
"Walk with shopping bag",
"Walking across the room",
"Walking along the aisle",
"Walking in the hallway",
"Walking in the workspace",
"Walking through classroom",
"Walking through office hallway",
"Walking through the office",
"Walking to sink",
"Walking towards door",
"Walking towards workstation",
"Washing hands",
"Washing hands in sink",
"Wipe down shelf",
"Wipe electronic item",
"Wipe food product",
"Wipe grocery shelf",
"Wipe item",
"Wipe jar",
"Wipe ketchup bottle",
"Wipe kitchen counter",
"Wipe product",
"Wipe retail item",
"Wipe shelf",
"Wipe shelf surface",
"Wipe the plastic jar",
"Wipe the product jar",
"Wipe the shelf",
"Wiping countertop",
"Withdraw hand",
"Write count on paper",
"Write on notepad",
"Write on paper",
"Write on paper record",
"Writing on notepad",
"fold purple ribbon",
"sort craft materials",
"{\"action\": \"Pour liquid into bowl\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 19, \"start_frame\": 0}, \"next_action\": \"Pour liquid into bowl\", \"objects\": [\"bottle\", \"bowl\", \"kitchen counter\", \"kitchen sink\", \"kitchen tap\", \"kitchen cabinet\", \"kitchen shelf\", \"kitchen window\", \"kitchen utensils\", \"kitchen appliances\", \"kitchen utensil rack\", \"kitchen towel\", \"kitchen cabinet door\", \"kitchen cabinet drawer\", \"kitchen cabinet shelf\", \"kitchen cabinet handle\", \"kitchen cabinet knob\", \"kitchen cabinet latch\", \"kitchen cabinet hinge\", \"kitchen cabinet panel\", \"kitchen cabinet frame\", \"kitchen cabinet base\", \"kitchen cabinet top\", \"kitchen cabinet side\", \"kitchen cabinet back\", \"kitchen cabinet door panel\", \"kitchen cabinet door frame\", \"kitchen cabinet door handle\", \"kitchen cabinet door knob\", \"kitchen cabinet door latch\", \"kitchen cabinet door hinge\", \"kitchen cabinet door panel frame\", \"kitchen cabinet door panel handle\", \"kitchen cabinet door panel knob\", \"kitchen cabinet door panel latch\", \"kitchen cabinet door panel hinge\", \"kitchen cabinet door panel frame handle\", \"kitchen cabinet door panel frame knob\", \"kitchen cabinet door panel frame latch\", \"kitchen cabinet door panel frame hinge\", \"kitchen cabinet door panel frame panel\", \"kitchen cabinet door panel frame panel handle\", \"kitchen cabinet door panel frame panel knob\", \"kitchen cabinet door panel frame panel latch\", \"kitchen cabinet door panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame\", \"kitchen cabinet door panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame hinge\", \"kitchen cabinet door panel frame panel frame panel\", \"kitchen cabinet door panel frame panel frame panel handle\", \"kitchen cabinet door panel frame panel frame panel knob\", \"kitchen cabinet door panel frame panel frame panel latch\", \"kitchen cabinet door panel frame panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame panel frame\", \"kitchen cabinet door panel frame panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame panel frame hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel\", \"kitchen cabinet door panel frame panel frame panel frame panel handle\", \"kitchen cabinet door panel frame panel frame panel frame panel knob\", \"kitchen cabinet door panel frame panel frame panel frame panel latch\", \"kitchen cabinet door panel frame panel frame panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame\", \"kitchen cabinet door panel frame panel frame panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel hinge\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame handle\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame knob\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame latch\", \"kitchen cabinet door panel frame panel frame panel frame panel frame panel frame panel frame hinge\", \"kitchen cabinet",
"Close the door",
"{\"action\": \"Close door\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 2539, \"start_frame\": 2520}, \"next_action\": \"Close door\", \"objects\": [\"door\", \"door handle\", \"plastic bag\", \"blue bucket\", \"red bucket\", \"blue container\", \"red container\", \"white container\", \"white box\", \"white bag\", \"white cloth\", \"white plastic bag\", \"white plastic container\", \"white cardboard box\", \"white paper\", \"white paper bag\", \"white paper sheet\", \"white paper strip\", \"white plastic sheet\", \"white plastic bag with red label\", \"white plastic container with red label\", \"white cardboard tray\", \"white cardboard piece\", \"white cardboard square\", \"white cardboard shape\", \"white paper lantern\", \"white paper lantern component\", \"white paper star\", \"white paper star shape\", \"white paper lantern piece\", \"white paper lantern part\", \"white paper decoration\", \"white paper cutout\", \"white paper shape\", \"white paper segment\", \"white paper coil\", \"white paper strip with red label\", \"white paper strip with blue label\", \"white paper strip with yellow label\", \"white paper strip with green label\", \"white paper strip with purple label\", \"white paper strip with orange label\", \"white paper strip with black label\", \"white paper strip with pink label\", \"white paper strip with brown label\", \"white paper strip with grey label\", \"white paper strip with turquoise label\", \"white paper strip with maroon label\", \"white paper strip with lavender label\", \"white paper strip with olive green label\", \"white paper strip with coral label\", \"white paper strip with navy blue label\", \"white paper strip with light blue label\", \"white paper strip with dark blue label\", \"white paper strip with light green label\", \"white paper strip with dark green label\", \"white paper strip with yellow-green label\", \"white paper strip with lime green label\", \"white paper strip with forest green label\", \"white paper strip with emerald green label\", \"white paper strip with teal label\", \"white paper strip with turquoise blue label\", \"white paper strip with sky blue label\", \"white paper strip with baby blue label\", \"white paper strip with periwinkle label\", \"white paper strip with lavender blue label\", \"white paper strip with violet label\", \"white paper strip with purple blue label\", \"white paper strip with indigo label\", \"white paper strip with dark purple label\", \"white paper strip with magenta label\", \"white paper strip with pink purple label\", \"white paper strip with rose pink label\", \"white paper strip with coral pink label\", \"white paper strip with salmon pink label\", \"white paper strip with peach label\", \"white paper strip with apricot label\", \"white paper strip with orange yellow label\", \"white paper strip with golden yellow label\", \"white paper strip with lemon yellow label\", \"white paper strip with yellow green label\", \"white paper strip with chartreuse label\", \"white paper strip with olive label\", \"white paper strip with khaki label\", \"white paper strip with tan label\", \"white paper strip with beige label\", \"white paper strip with cream label\", \"white paper strip with off white label\", \"white paper strip with light grey label\", \"white paper strip with grey label\", \"white paper strip with dark grey label\", \"white paper strip with black label\", \"white paper strip with brown label\", \"white paper strip with dark brown label\", \"white paper strip with chocolate label\", \"white paper strip with coffee label\", \"white paper strip with taupe label\", \"white paper strip with maroon label\", \"white paper strip with burgundy label\", \"white paper strip with red label\", \"white paper strip with dark red label\", \"white paper strip with crimson label\", \"white paper strip with cherry red label\", \"white paper strip with pink label\", \"white paper strip with light pink label\", \"white paper strip with pale pink label\", \"white paper strip with rose label\", \"white paper strip with blush label\", \"white paper strip with coral label\", \"white paper strip with salmon label\", \"white paper strip with peach label\", \"white paper strip with apricot label\", \"white paper strip with orange label\", \"white paper strip with light orange label\", \"white paper strip with pale orange label\", \"white paper strip with tangerine label\", \"white paper strip with mango label\", \"white paper strip with yellow label\", \"white paper strip with light yellow label\", \"white paper strip with pale yellow label\", \"white paper strip with lemon label\", \"white paper strip with lime label\", \"white paper strip with green label\", \"white paper strip with light green label\", \"white paper strip with pale green label\", \"white paper strip with mint label\", \"white paper strip with sage label\", \"white paper strip with olive label\", \"white paper strip with khaki",
"{\"action\": \"Close the door\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 2559, \"start_frame\": 2540}, \"next_action\": \"Close the door\", \"objects\": [\"door\", \"door handle\", \"door knob\", \"door frame\", \"door hinge\", \"door latch\", \"door lock\", \"door panel\", \"door post\", \"door stop\", \"door weather stripping\", \"doorway\", \"garage door\", \"garage door opener\", \"garage door track\", \"garage door wheel\", \"garage door window\", \"garage door opener button\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener emergency release\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener emergency release\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener button\", \"garage door window\", \"garage door track\", \"garage door wheel\", \"garage door\", \"garage door opener\", \"garage door opener button\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener emergency release\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener emergency release\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener button\", \"garage door window\", \"garage door track\", \"garage door wheel\", \"garage door\", \"garage door opener\", \"garage door opener button\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener emergency release\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener remote control\", \"garage door opener wall switch\", \"garage door opener keypad\", \"garage door opener smartphone app\", \"garage door opener voice control\", \"garage door opener timer\", \"garage door opener emergency release\", \"garage door opener sensor\", \"garage door opener control panel\", \"garage door opener light\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener button\", \"garage door window\", \"garage door track\", \"garage door wheel\", \"garage door\", \"garage door opener\", \"garage door opener button\", \"garage door opener remote\", \"garage door opener receiver\", \"garage door opener motor\", \"garage door opener chain\", \"garage door opener belt\", \"garage door opener rail\", \"garage door opener sensor\", \"garage",
"{\"action\": \"Close cabinet door\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 3419, \"start_frame\": 3400}, \"next_action\": \"Close cabinet door\", \"objects\": [\"cabinet\", \"cabinet door\", \"cabinet handle\", \"cabinet shelf\", \"cabinet drawer\", \"cabinet drawer handle\", \"cabinet drawer knob\", \"cabinet drawer pull\", \"cabinet drawer slide\", \"cabinet drawer slide rail\", \"cabinet drawer slide track\", \"cabinet drawer slide roller\", \"cabinet drawer slide bracket\", \"cabinet drawer slide support\", \"cabinet drawer slide guide\", \"cabinet drawer slide stop\", \"cabinet drawer slide clip\", \"cabinet drawer slide clip holder\", \"cabinet drawer slide clip bracket\", \"cabinet drawer slide clip support\", \"cabinet drawer slide clip guide\", \"cabinet drawer slide clip stop\", \"cabinet drawer slide clip holder bracket\", \"cabinet drawer slide clip holder support\", \"cabinet drawer slide clip holder guide\", \"cabinet drawer slide clip holder stop\", \"cabinet drawer slide clip holder clip\", \"cabinet drawer slide clip holder clip holder\", \"cabinet drawer slide clip holder clip bracket\", \"cabinet drawer slide clip holder clip support\", \"cabinet drawer slide clip holder clip guide\", \"cabinet drawer slide clip holder clip stop\", \"cabinet drawer slide clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip support\", \"cabinet drawer slide clip holder clip holder clip guide\", \"cabinet drawer slide clip holder clip holder clip stop\", \"cabinet drawer slide clip holder clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip support\", \"cabinet drawer slide clip holder clip holder clip holder clip guide\", \"cabinet drawer slide clip holder clip holder clip holder clip stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder support\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder guide\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder stop\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder clip\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder clip holder\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder clip bracket\", \"cabinet drawer slide clip holder clip holder clip holder clip holder clip holder clip holder clip support",
"Close cabinet",
"Close cabinet door",
"Wipe hands",
"Hold paper star",
"Place pot on the counter",
"Rinse pot",
"Place marker on table",
"Carry snack package",
"Place paper strip on table",
"Reach for jar",
"Hold jar",
"Place beads on table",
"{\"action\": \"Hold paper star\", \"contact\": \"yes\", \"evidence_window\": {\"end_frame\": 1959, \"start_frame\": 1940}, \"next_action\": \"Hold paper star\", \"objects\": [\"paper star\", \"table\", \"scissors\", \"phone\", \"mouse\", \"beads\", \"pen\", \"light blue paper\", \"yellow paper\", \"purple paper\", \"cardboard\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard square\", \"cardboard tray\", \"cardboard tube\", \"cardboard strip\", \"utility knife\", \"ruler\", \"marker\", \"jar\", \"canned food\", \"tin can\", \"plastic container\", \"plastic packaging\", \"box\", \"shopping bag\", \"gift box\", \"product\", \"product box\", \"product package\", \"supplement bottle\", \"bottle\", \"sauce bottle\", \"pickle jar\", \"water bottle\", \"pink water bottle\", \"cleaning bottle\", \"earbud case\", \"charging case\", \"portable charger\", \"power bank\", \"charger\", \"charging cable\", \"power adapter\", \"smartphone\", \"smartphone box\", \"computer mouse\", \"pen and paper\", \"paper\", \"paper pieces\", \"paper segments\", \"paper lantern\", \"paper lantern component\", \"blue product box\", \"blue strip\", \"light blue strip\", \"yellow item\", \"yellow paper strip\", \"purple paper strip\", \"adhesive tape\", \"ribbon\", \"ribbon piece\", \"plastic strip\", \"foam piece\", \"foam strips\", \"cardboard pattern\", \"cardboard pattern piece\", \"stapler\", \"cleaning cloth\", \"dustpan\", \"box of beads\", \"container\", \"container of canned food\", \"small cardboard piece\", \"small piece of material\", \"small object\", \"small product bag\", \"small white box\", \"bean\", \"bean pile\", \"button\", \"black button\", \"orange button\", \"red button\", \"small button\", \"button cluster\", \"button row\", \"star\", \"star bead\", \"star-shaped bead\", \"purple bead\", \"light blue origami star\", \"yellow star-shaped object\", \"purple star-shaped object\", \"colored tile\", \"colored pieces\", \"jewel\", \"jewel piece\", \"Mahjong tile\", \"Mahjong tiles\", \"puzzle piece\", \"quilled paper\", \"quilled paper piece\", \"quilled paper shape\", \"quilling paper\", \"quilling paper strip\", \"paper quilling piece\", \"paper quilling strip\", \"paper star\", \"lucky star\", \"folded paper\", \"folded paper star\", \"paper strip\", \"paper decoration\", \"colored paper\", \"colorful pieces\", \"cardboard sheet\", \"cardboard square\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard cutout\", \"cardboard tray\", \"cardboard tube\", \"cardboard strip\", \"newspaper\", \"newspaper piece\", \"plastic container\", \"plastic storage bin\", \"tin can\", \"jar\", \"canned good\", \"canned product\", \"packaged paper lantern component\", \"snack package\", \"snack pouch\", \"container of snack\", \"gift box\", \"product package\", \"supplement bottle\", \"bottle\", \"ketchup bottle\", \"sauce bottle\", \"pickle jar\", \"water bottle\", \"pink water bottle\", \"cleaning bottle\", \"earbud case\", \"charging case\", \"portable charger\", \"power bank\", \"charger\", \"charging cable\", \"power adapter\", \"smartphone\", \"smartphone box\", \"computer mouse\", \"pen\", \"notepad\", \"paper\", \"paper pieces\", \"paper segments\", \"pieces\", \"lantern\", \"lantern component\", \"blue product box\", \"blue strip\", \"light blue strip\", \"yellow item\", \"yellow paper strip\", \"purple paper strip\", \"adhesive strip\", \"ribbon knot\", \"small paper segment\", \"foam piece\", \"foam strips\", \"cardboard pattern\", \"cardboard pattern piece\", \"stapler\", \"cleaning cloth\", \"dustpan\", \"box of beads\", \"container\", \"small cardboard piece\", \"small piece of material\", \"small object\", \"small product bag\", \"small white box\", \"bean\", \"bean pile\", \"button\", \"black button\", \"orange button\", \"red button\", \"small button\", \"buttons\", \"button cluster\", \"button row\", \"star\", \"star bead\", \"star-shaped bead\", \"purple bead\", \"light blue origami star\", \"yellow star-shaped object\", \"purple star-shaped object\", \"colored tile\", \"colored pieces\", \"jewel\", \"jewel piece\", \"Mahjong tile\", \"Mahjong tiles\", \"puzzle piece\", \"quilled paper\", \"qu",
"Place earbud case on table",
"Hold red button",
"Adjust beads by color",
"Approach workspace",
"{\"action\": \"Approach workspace\", \"contact\": \"no\", \"evidence_window\": {\"end_frame\": 39, \"start_frame\": 20}, \"next_action\": \"Approach workspace\", \"objects\": [\"cardboard\", \"cardboard pieces\", \"cardboard stack\", \"cardboard tray\", \"cardboard tube\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard squares\", \"cardboard sheet\", \"cardboard cutouts\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"cardboard pieces\", \"cardboard shapes\", \"card"
],
"model_id": "<workspace-parent>/modelscope_models/Qwen__Qwen3-Omni-30B-A3B-Instruct",
"adapter_dir": "<project>/checkpoints/xperience10m_qwen3_omni_128ep_96train_16val_16test_valmon_20260605_lora/adapter_lora",
"dataset_jsonl": "<project>/results/omni_finetune/xperience10m_qwen3_omni_128ep_96train_16val_16test_valmon_20260605_dataset/dataset.jsonl",
"eval_split": "test",
"train_split": "train",
"sample_offset": 0,
"sample_stride": 1,
"num_eval_episodes": 14,
"held_out_episode_count": 14,
"unseen_eval_labels": [
"Adjust canned food on shelf",
"Adjust lantern shape",
"Adjust lantern string",
"Adjust paper",
"Adjust pot position",
"Align canned food on shelf",
"Align edges of paper lantern",
"Align paper lantern edges",
"Apply adhesive tape to lantern",
"Approach boxes",
"Approaching and pressing the door switch",
"Approaching the table",
"Arrange buttons in a line",
"Arrange star beads",
"Arrange star beads for counting",
"Attempt to fit puzzle piece",
"Bend and manipulate plastic strip",
"Browse smartphone screen",
"Bundle display hooks",
"Closing the door",
"Counting and organizing beads",
"Counting star beads",
"Cut along the marked line",
"Entering the VR training room",
"Expand paper lantern",
"Extract wire hangers from box",
"Fold paper lantern",
"Fold plastic strip",
"Gather star beads",
"Gesturing",
"Grasp cleaning bottle",
"Grasp lantern",
"Grasp lantern component",
"Grasping cleaning cloth",
"Greeting/acknowledging participants",
"Handle paper lantern component",
"Hold and bend plastic strip",
"Hold and manipulate paper strip",
"Hold canned food",
"Hold container lid",
"Hold earbud case",
"Hold paper lantern",
"Identify next cardboard piece",
"Inspect shelf condition",
"Lift pot lid",
"Manipulate adhesive strip",
"Manipulate bead",
"Manipulate beads",
"Manipulate craft paper strips",
"Manipulate craft piece",
"Manipulate material",
"Manipulate paper decoration",
"Manipulate paper edge",
"Manipulate plastic strip",
"Manipulate plastic strips",
"Manipulate puzzle piece",
"Manipulate yellow strip",
"Manipulating paper strips",
"Move dustpan to side",
"Move hand away",
"Move hand away from shelf",
"Move marker and adjust hand",
"Move pot",
"Move through aisle",
"Move through the training room",
"Move towards kitchen area",
"Move towards the stove",
"Observe and pause",
"Observe and walk through store",
"Observe colleague and workspace",
"Observe puzzle progress",
"Open earbud case",
"Open folded paper lantern",
"Open paper lantern",
"Open paper lantern component",
"Open stove pot lid",
"Operate smartphone",
"Pick up dustpan",
"Pick up items from the shopping bag",
"Pick up packaged paper lantern component",
"Pick up puzzle piece",
"Pick up small piece of material",
"Pick up star bead",
"Picking up bottle",
"Picking up crafting material",
"Place and count bead",
"Place another canned food on shelf",
"Place cloth on floor",
"Place hand on table",
"Place items on the shelf",
"Place lid back",
"Place marked piece down",
"Place material",
"Place piece into puzzle",
"Place smartphone down",
"Place smartphone on stand",
"Place towel",
"Placing paper strip",
"Preparing to craft",
"Put down smartphone",
"Reach for cleaning supplies",
"Reach for craft items",
"Reach for next can",
"Reach for next canned food",
"Reach for puzzle piece",
"Reach for wire hangers",
"Record count",
"Release cardboard piece and gesture",
"Release hook",
"Release lantern",
"Release smartphone",
"Remove cleaning bottle",
"Remove paper lantern part from packaging",
"Remove plastic packaging",
"Reposition hand",
"Resume observation",
"Retrieve canned food from box",
"Retrieve next canned food item",
"Retrieving more beads",
"Rinse cloth in sink",
"Scroll smartphone screen",
"Secure paper edges with adhesive",
"Securing paper structure",
"Sort and adjust button line",
"Sort and arrange buttons",
"Sort and count beads",
"Sort and place buttons",
"Sort beads and write count",
"Sort button",
"Sort buttons",
"Sort craft items",
"Sort puzzle pieces",
"Sort small craft pieces",
"Start cutting",
"Stir contents",
"Use phone while crafting",
"Walk towards other aisles",
"Walking across the room",
"Walking in the hallway",
"Walking towards door",
"Washing hands in sink",
"Wipe kitchen counter",
"Wiping countertop",
"sort craft materials"
],
"num_unseen_label_samples": 317,
"seen_label_accuracy": 0.04580152671755725,
"unseen_label_accuracy": 0.015772870662460567,
"eval_label_counts": {
"Manipulate paper strip": 14,
"Move phone": 7,
"Cut cardboard": 7,
"Cut along the marked line": 7,
"Use smartphone": 6,
"Pick up utility knife": 6,
"Manipulate paper decoration": 5,
"Manipulate paper edge": 5,
"Manipulate adhesive strip": 5,
"Hold smartphone": 4,
"Interact with smartphone": 4,
"Manipulate craft piece": 4,
"Manipulate craft paper strips": 4,
"Operate smartphone": 4,
"Release paper strip": 4,
"Arrange buttons": 4,
"Arrange buttons in a line": 4,
"Approaching and pressing the door switch": 4,
"Bend and manipulate plastic strip": 4,
"Placing paper strip": 4,
"Securing paper structure": 4,
"Secure paper edges with adhesive": 4,
"Reposition hand": 3,
"Mark cardboard piece": 3,
"Hold cardboard piece": 3,
"Cut cardboard piece": 3,
"Marking cardboard piece": 3,
"Move marker and adjust hand": 3,
"Identify next cardboard piece": 3,
"sort craft materials": 3,
"Release scissors": 3,
"Release smartphone": 3,
"Sort small craft pieces": 3,
"Reach for craft items": 3,
"Sort craft items": 3,
"Move smartphone": 3,
"Place hand on table": 3,
"Browse smartphone screen": 3,
"Scroll smartphone screen": 3,
"Put down smartphone": 3,
"Place smartphone down": 3,
"Pick up puzzle piece": 3,
"Place piece into puzzle": 3,
"Manipulate puzzle piece": 3,
"Manipulate puzzle pieces": 3,
"Place puzzle piece": 3,
"Observe puzzle progress": 3,
"Adjust puzzle piece": 3,
"Attempt to fit puzzle piece": 3,
"Sort buttons": 3,
"Sort and arrange buttons": 3,
"Pick up button": 3,
"Place button": 3,
"Sort button": 3,
"Sort and adjust button line": 3,
"Sort and place buttons": 3,
"Walking in the hallway": 3,
"Entering the VR training room": 3,
"Greeting/acknowledging participants": 3,
"Move through the training room": 3,
"Manipulate plastic strips": 3,
"Manipulate plastic strip": 3,
"Hold and bend plastic strip": 3,
"Fold plastic strip": 3,
"Hold container lid": 2,
"Closing the door": 2,
"Grasp cleaning bottle": 2,
"Grasping cleaning cloth": 2,
"Adjust pot position": 2,
"Start cutting": 2,
"Observe and walk through store": 2,
"Move to shelf": 2,
"Inspect shelf condition": 2,
"Observe colleague and workspace": 2,
"Observe workspace": 2,
"Approach boxes": 2,
"Extract wire hangers from box": 2,
"Bundle display hooks": 2,
"Move through aisle": 2,
"Pick up items from the shopping bag": 2,
"Place items on the shelf": 2,
"Place item on shelf": 2,
"Adjust item on shelf": 2,
"Place marked piece down": 2,
"Pick up new cardboard piece": 2,
"Organize cardboard pieces": 2,
"Release cardboard piece and gesture": 2,
"Observe and pause": 2,
"Gesturing": 2,
"Resume observation": 2,
"Pick up can": 2,
"Hold canned food": 2,
"Pick up canned food": 2,
"Align canned food on shelf": 2,
"Place another canned food on shelf": 2,
"Adjust canned food on shelf": 2,
"Move hand away from shelf": 2,
"Place can on shelf": 2,
"Move hand away": 2,
"Hold earbud case": 2,
"Open earbud case": 2,
"Pick up smartphone": 2,
"Open paper lantern": 2,
"Fold paper lantern": 2,
"Grasp lantern": 2,
"Grasp lantern component": 2,
"Align paper lantern edges": 2,
"Adjust lantern string": 2,
"Handle paper lantern component": 2,
"Open folded paper lantern": 2,
"Adjust lantern shape": 2,
"Hold paper lantern": 2,
"Apply adhesive tape to lantern": 2,
"Open paper lantern component": 2,
"Expand paper lantern": 2,
"Align edges of paper lantern": 2,
"Search for puzzle piece": 2,
"Release puzzle piece": 2,
"Reach for puzzle piece": 2,
"Sort puzzle pieces": 2,
"Approaching the table": 2,
"Preparing to craft": 2,
"Picking up crafting material": 2,
"Use phone": 2,
"Pick up small piece of material": 2,
"Manipulate material": 2,
"Place material": 2,
"Manipulate yellow strip": 2,
"Manipulating paper strips": 2,
"Manipulate bead": 2,
"Manipulate beads": 2,
"Place phone down": 2,
"Hold and manipulate paper strip": 2,
"Sort beads": 2,
"Record count": 2,
"Counting and organizing beads": 2,
"Pick up star bead": 2,
"Place and count bead": 2,
"Hold beads": 2,
"Arrange star beads": 2,
"Pick up pen": 2,
"Counting star beads": 2,
"Retrieving more beads": 2,
"Adjust paper": 2,
"Gather star beads": 2,
"Arrange star beads for counting": 2,
"Sort and count beads": 2,
"Place smartphone on stand": 1,
"Pick up dustpan": 1,
"Move dustpan to side": 1,
"Move towards the stove": 1,
"Open stove pot lid": 1,
"Walking towards door": 1,
"Picking up bottle": 1,
"Wipe kitchen counter": 1,
"Rinse cloth in sink": 1,
"Move towards kitchen area": 1,
"Place cloth on floor": 1,
"Reach for cleaning supplies": 1,
"Remove cleaning bottle": 1,
"Washing hands in sink": 1,
"Wiping countertop": 1,
"Lift pot lid": 1,
"Stir contents": 1,
"Place lid back": 1,
"Move pot": 1,
"Place towel": 1,
"Walk towards shelves": 1,
"Reach for wire hangers": 1,
"Release hook": 1,
"Walk towards other aisles": 1,
"Reach for another item": 1,
"Reach for next item": 1,
"Place canned food on shelf": 1,
"Reach for next can": 1,
"Reach into box": 1,
"Retrieve next canned food item": 1,
"Reach for next canned food": 1,
"Retrieve canned food from box": 1,
"Release lantern": 1,
"Pick up packaged paper lantern component": 1,
"Remove paper lantern part from packaging": 1,
"Remove plastic packaging": 1,
"Walking across the room": 1,
"Use phone while crafting": 1,
"Sort beads and write count": 1,
"Sort star-shaped beads": 1,
"Write count on paper": 1,
"Write on paper": 1
},
"json_validity_rate": 0.875,
"action_macro_f1": 0.0026621494447581404,
"subtask_accuracy": 0.006696428571428571,
"transition_accuracy": 0.8504464285714286,
"next_action_accuracy": 0.024553571428571428,
"contact_accuracy": 0.6450892857142857,
"object_micro_f1": 0.22299431459254582,
"caption_window_grounding": {
"mrr": null,
"recall_at_5": null,
"note": "Grounding ranking requires a retrieval candidate set; JSON evidence_window is stored for later scoring."
}
} |