{ "name": "policy_preprocessor", "steps": [ { "registry_name": "rename_observations_processor", "config": { "rename_map": {} } }, { "registry_name": "to_batch_processor", "config": {} }, { "registry_name": "groot_n1_7_pack_inputs_v1", "config": { "state_horizon": 1, "action_horizon": 16, "valid_action_horizon": 16, "video_horizon": null, "max_state_dim": 132, "max_action_dim": 132, "language_key": "task", "formalize_language": true, "embodiment_tag": "new_embodiment", "embodiment_mapping": { "oxe_droid_relative_eef_relative_joint": 24, "xdof_relative_eef_relative_joint": 27, "xdof_relative_eef_relative_joint_subtask": 27, "real_g1_relative_eef_relative_joints": 25, "real_r1_pro_sharpa_relative_eef": 26, "real_r1_pro_sharpa_relative_eef_human": 26, "real_r1_pro_sharpa_relative_eef_maxinsights": 26, "real_r1_pro_sharpa_relative_eef_mecka": 26, "unitree_g1_full_body_with_waist_height_nav_cmd": 25, "simpler_env_google": 0, "simpler_env_widowx": 1, "libero_sim": 2, "new_embodiment": 10 }, "normalize_min_max": true, "state_dropout_prob": 0.0, "clip_outliers": true, "use_percentiles": true, "video_modality_keys": [ "wrist", "front" ], "raw_stats": { "state": { "single_arm": { "min": [ -63.25274658203125, -102.4175796508789, -66.02198028564453, -100.04395294189453, -115.82417297363281 ], "max": [ 71.25274658203125, 77.0988998413086, 96.87911987304688, 84.74725341796875, -49.18681335449219 ], "mean": [ -5.895233631134033, -11.684861183166504, 43.93213653564453, -2.9278483390808105, -84.40383911132812 ], "std": [ 25.1289119720459, 37.54911422729492, 30.41010856628418, 45.583106994628906, 8.07081413269043 ], "count": [ 52304 ], "q01": [ -42.820438385009766, -99.6275863647461, -24.157855987548828, -86.61698913574219, -96.2379150390625 ], "q10": [ -37.35314178466797, -60.627349853515625, 1.8217066526412964, -73.250732421875, -93.12344360351562 ], "q50": [ -6.417273044586182, -8.08084774017334, 48.88793182373047, 12.88592529296875, -84.7616958618164 ], "q90": [ 28.723997116088867, 32.15158462524414, 76.10317993164062, 44.915592193603516, -75.10478210449219 ], "q99": [ 37.953834533691406, 52.94851303100586, 90.09220886230469, 63.880027770996094, -69.3387451171875 ] }, "gripper": { "min": [ 2.6850032806396484 ], "max": [ 48.19908142089844 ], "mean": [ 23.17803955078125 ], "std": [ 10.33686351776123 ], "count": [ 52304 ], "q01": [ 11.036966323852539 ], "q10": [ 12.134784698486328 ], "q50": [ 23.93593978881836 ], "q90": [ 36.779266357421875 ], "q99": [ 39.439151763916016 ] } }, "action": { "single_arm": { "min": [ -63.47252655029297, -105.0988998413086, -69.53845977783203, -100.52747344970703, -116.17582702636719 ], "max": [ 71.38461303710938, 77.05494689941406, 97.31867980957031, 84.0, -48.74725341796875 ], "mean": [ -5.831366062164307, -12.880621910095215, 42.33171844482422, -3.434662103652954, -84.39186096191406 ], "std": [ 25.08074188232422, 37.23467254638672, 30.623920440673828, 45.615840911865234, 8.080364227294922 ], "count": [ 52304 ], "q01": [ -42.8783073425293, -100.6488265991211, -26.00429916381836, -87.42145538330078, -96.47991180419922 ], "q10": [ -37.14521789550781, -61.32703399658203, -0.09512121975421906, -73.90604400634766, -93.13179016113281 ], "q50": [ -6.301194667816162, -9.567073822021484, 47.21167755126953, 12.432136535644531, -84.71963500976562 ], "q90": [ 28.661067962646484, 30.60915184020996, 74.74908447265625, 44.542240142822266, -75.1277084350586 ], "q99": [ 38.02041244506836, 52.54386901855469, 89.40943145751953, 63.39891815185547, -69.14493560791016 ] }, "gripper": { "min": [ 0.30983734130859375 ], "max": [ 48.56700134277344 ], "mean": [ 19.44764518737793 ], "std": [ 14.310379028320312 ], "count": [ 52304 ], "q01": [ 2.2427945137023926 ], "q10": [ 2.6635289192199707 ], "q50": [ 23.823928833007812 ], "q90": [ 36.900386810302734 ], "q99": [ 39.6510009765625 ] } }, "relative_action": { "single_arm": { "min": [ [ -11.20879077911377, -16.21977996826172, -13.890109062194824, -18.85714340209961, -7.8241729736328125 ], [ -14.021978378295898, -19.824176788330078, -16.5274715423584, -22.54945182800293, -10.02197265625 ], [ -16.83516502380371, -23.164836883544922, -19.076923370361328, -26.681320190429688, -11.956039428710938 ], [ -19.648351669311523, -26.417583465576172, -21.450550079345703, -30.725276947021484, -13.802192687988281 ], [ -22.461538314819336, -29.670330047607422, -23.560440063476562, -34.06593704223633, -15.648345947265625 ], [ -25.186813354492188, -32.74725341796875, -25.58241844177246, -37.406593322753906, -17.23076629638672 ], [ -27.824174880981445, -35.82417297363281, -27.428571701049805, -40.57142639160156, -18.813186645507812 ], [ -30.461538314819336, -38.63736343383789, -29.186813354492188, -43.64834976196289, -20.04395294189453 ], [ -32.835166931152344, -41.4505500793457, -31.64834976196289, -46.725276947021484, -21.186813354492188 ], [ -35.29670333862305, -44.263736724853516, -34.021976470947266, -49.89011001586914, -21.802200317382812 ], [ -37.67033004760742, -46.637359619140625, -36.39560317993164, -52.96703338623047, -22.329673767089844 ], [ -39.9560432434082, -48.92307662963867, -38.68131637573242, -56.21977996826172, -22.417587280273438 ], [ -42.153846740722656, -51.03296661376953, -40.87911605834961, -59.38461685180664, -22.417587280273438 ], [ -44.263736724853516, -53.67033004760742, -42.98900604248047, -62.5494499206543, -22.417587280273438 ], [ -46.28571319580078, -56.483516693115234, -45.010986328125, -65.18681335449219, -22.417587280273438 ], [ -48.30769348144531, -59.47252655029297, -46.857139587402344, -68.0, -23.03296661376953 ] ], "max": [ [ 13.230769157409668, 17.626373291015625, 14.329669952392578, 19.648351669311523, 7.8241729736328125 ], [ 14.813187599182129, 20.175827026367188, 18.373626708984375, 24.395605087280273, 9.670333862304688 ], [ 17.71428680419922, 22.549453735351562, 22.153846740722656, 29.14285659790039, 11.340660095214844 ], [ 20.35165023803711, 24.74725341796875, 25.934066772460938, 33.626373291015625, 12.923080444335938 ], [ 22.901100158691406, 26.945053100585938, 29.9780216217041, 38.28571319580078, 14.329669952392578 ], [ 25.098901748657227, 29.23076629638672, 33.846153259277344, 42.76923370361328, 15.912090301513672 ], [ 27.296703338623047, 32.21977996826172, 37.71428680419922, 47.16483688354492, 17.494503021240234 ], [ 29.934066772460938, 35.120880126953125, 41.67033004760742, 51.29670715332031, 18.54944610595703 ], [ 32.57143020629883, 38.021976470947266, 45.4505500793457, 55.25274658203125, 19.5164794921875 ], [ 35.20879364013672, 40.92307662963867, 49.406593322753906, 59.56044006347656, 20.395606994628906 ], [ 37.67033004760742, 43.64834976196289, 53.27472686767578, 63.78022003173828, 21.71428680419922 ], [ 39.9560432434082, 46.19779968261719, 56.96703338623047, 68.0, 23.03296661376953 ], [ 42.41758346557617, 48.659339904785156, 60.659339904785156, 72.04395294189453, 24.26373291015625 ], [ 44.96703338623047, 51.12087631225586, 64.26374053955078, 75.9120864868164, 25.406593322753906 ], [ 47.340660095214844, 53.494503021240234, 67.86813354492188, 79.78022003173828, 26.549449920654297 ], [ 49.626373291015625, 55.78022003173828, 71.20878601074219, 83.47252655029297, 27.60439682006836 ] ], "mean": [ [ 0.04304400086402893, -1.156813621520996, -1.6100600957870483, -0.5612748861312866, 0.006965871900320053 ], [ 0.03908562660217285, -1.1347311735153198, -1.6240253448486328, -0.591576337814331, 0.010731177404522896 ], [ 0.03551182150840759, -1.113791823387146, -1.6379412412643433, -0.6204655170440674, 0.014496315270662308 ], [ 0.032305918633937836, -1.093986988067627, -1.651748538017273, -0.6479528546333313, 0.018247876316308975 ], [ 0.029442699626088142, -1.075344443321228, -1.665391206741333, -0.6741183400154114, 0.022002652287483215 ], [ 0.026872878894209862, -1.057805061340332, -1.6788036823272705, -0.6990931034088135, 0.02575283870100975 ], [ 0.02456745132803917, -1.0413379669189453, -1.6919307708740234, -0.7229894399642944, 0.029488839209079742 ], [ 0.022485315799713135, -1.0259056091308594, -1.7047513723373413, -0.7459028363227844, 0.03319775313138962 ], [ 0.02059069089591503, -1.011527419090271, -1.7172256708145142, -0.7678969502449036, 0.036917008459568024 ], [ 0.01887710951268673, -0.9981403946876526, -1.729322910308838, -0.7891133427619934, 0.04067019745707512 ], [ 0.01727227494120598, -0.9856648445129395, -1.7410577535629272, -0.8096070885658264, 0.0444507896900177 ], [ 0.015718773007392883, -0.9740810990333557, -1.7524237632751465, -0.8293875455856323, 0.04824324697256088 ], [ 0.014173895120620728, -0.9633725881576538, -1.7634224891662598, -0.8485362529754639, 0.05204889923334122 ], [ 0.012593161314725876, -0.953528881072998, -1.7739689350128174, -0.8671596050262451, 0.055877238512039185 ], [ 0.010961096733808517, -0.9445750117301941, -1.7839902639389038, -0.8852725028991699, 0.05970354378223419 ], [ 0.009240621700882912, -0.9364813566207886, -1.793438196182251, -0.9028772711753845, 0.06352654099464417 ] ], "std": [ [ 2.3091087341308594, 4.698386192321777, 3.232903242111206, 4.7376275062561035, 0.9193820953369141 ], [ 2.9327876567840576, 5.909334659576416, 3.9934921264648438, 6.031469821929932, 1.127113699913025 ], [ 3.5546770095825195, 7.1176276206970215, 4.754608154296875, 7.313661575317383, 1.3273978233337402 ], [ 4.173503875732422, 8.320259094238281, 5.511582851409912, 8.58141803741455, 1.5196889638900757 ], [ 4.788321495056152, 9.51535701751709, 6.261913299560547, 9.834207534790039, 1.704657793045044 ], [ 5.398521423339844, 10.701560974121094, 7.003796100616455, 11.071449279785156, 1.88296377658844 ], [ 6.003752708435059, 11.878534317016602, 7.736820220947266, 12.29379940032959, 2.055637836456299 ], [ 6.603494644165039, 13.045662879943848, 8.460404396057129, 13.5008544921875, 2.22285795211792 ], [ 7.197650909423828, 14.20199966430664, 9.174241065979004, 14.692975997924805, 2.385396957397461 ], [ 7.785793781280518, 15.347318649291992, 9.877974510192871, 15.870518684387207, 2.5435783863067627 ], [ 8.367795944213867, 16.481124877929688, 10.57161808013916, 17.033777236938477, 2.6973063945770264 ], [ 8.943330764770508, 17.603185653686523, 11.25537109375, 18.18315887451172, 2.8469064235687256 ], [ 9.512187004089355, 18.713008880615234, 11.928852081298828, 19.31808853149414, 2.9922587871551514 ], [ 10.073987007141113, 19.810001373291016, 12.592358589172363, 20.439224243164062, 3.1336734294891357 ], [ 10.62889289855957, 20.894094467163086, 13.245635986328125, 21.5467472076416, 3.2712595462799072 ], [ 11.176606178283691, 21.964595794677734, 13.888907432556152, 22.6408748626709, 3.4050114154815674 ] ], "q01": [ [ -5.670330047607422, -11.384614944458008, -8.791206359863281, -11.472528457641602, -2.901092529296875 ], [ -7.3406596183776855, -13.846153259277344, -10.549449920654297, -14.461538314819336, -3.6043949127197266 ], [ -9.01098918914795, -16.30769157409668, -12.307693481445312, -17.362638473510742, -4.3076934814453125 ], [ -10.681318283081055, -18.76923179626465, -14.15384292602539, -20.175825119018555, -4.9230804443359375 ], [ -12.263736724853516, -21.230770111083984, -15.824176788330078, -23.030330657958984, -5.538459777832031 ], [ -13.84615421295166, -23.692306518554688, -17.582416534423828, -25.667694091796875, -6.0659332275390625 ], [ -15.428571701049805, -26.065935134887695, -19.294069290161133, -28.263736724853516, -6.681312561035156 ], [ -17.010990142822266, -28.43956184387207, -20.923076629638672, -30.901098251342773, -7.120880126953125 ], [ -18.505495071411133, -30.813186645507812, -22.546815872192383, -33.45054626464844, -7.648353576660156 ], [ -20.08791160583496, -33.18681335449219, -24.087913513183594, -35.912086486816406, -8.087913513183594 ], [ -21.582416534423828, -35.38461685180664, -25.670330047607422, -38.28571319580078, -8.527473449707031 ], [ -23.030332565307617, -37.67033004760742, -27.164836883544922, -40.74725341796875, -9.054939270019531 ], [ -24.483516693115234, -39.9560432434082, -28.659339904785156, -43.120880126953125, -9.406593322753906 ], [ -25.89011001586914, -42.06593322753906, -30.153846740722656, -45.406593322753906, -9.846153259277344 ], [ -27.384614944458008, -44.263736724853516, -31.601760864257812, -47.78022003173828, -10.285713195800781 ], [ -28.703296661376953, -46.414947509765625, -33.14285659790039, -50.153846740722656, -10.549453735351562 ] ], "q99": [ [ 6.461538314819336, 7.692310333251953, 7.5604400634765625, 13.230770111083984, 2.989013671875 ], [ 8.219779968261719, 10.065937042236328, 10.10988998413086, 16.83516502380371, 3.7802200317382812 ], [ 9.978022575378418, 12.439559936523438, 12.659339904785156, 20.439559936523438, 4.483516693115234 ], [ 11.824174880981445, 14.813186645507812, 15.120880126953125, 23.909339904785156, 5.1868133544921875 ], [ 13.582416534423828, 17.098899841308594, 17.623626708984375, 27.296703338623047, 5.802192687988281 ], [ 15.252747535705566, 19.38461685180664, 19.956043243408203, 30.63736343383789, 6.417579650878906 ], [ 17.010988235473633, 21.67032814025879, 22.41758155822754, 34.06593322753906, 7.032966613769531 ], [ 18.681318283081055, 23.868131637573242, 24.703296661376953, 37.31867980957031, 7.5604400634765625 ], [ 20.351646423339844, 26.065933227539062, 27.076923370361328, 40.483516693115234, 8.175819396972656 ], [ 21.934066772460938, 28.21703338623047, 29.27472496032715, 43.601646423339844, 8.615386962890625 ], [ 23.604394912719727, 30.373626708984375, 31.560440063476562, 46.63736343383789, 9.142858505249023 ], [ 25.186813354492188, 32.395606994628906, 33.75823974609375, 49.53845977783203, 9.670326232910156 ], [ 26.769229888916016, 34.5054931640625, 35.99725341796875, 52.56868362426758, 10.197799682617188 ], [ 28.263736724853516, 36.52747344970703, 38.06593322753906, 55.340660095214844, 10.549453735351562 ], [ 29.846153259277344, 38.637359619140625, 40.129119873046875, 58.10714340209961, 11.164833068847656 ], [ 31.293956756591797, 40.52472686767578, 42.19780349731445, 60.79120635986328, 11.516487121582031 ] ], "count": [ 51554, 51554, 51554, 51554, 51554, 51554, 51554, 51554, 51554, 51554, 51554, 51554, 51554, 51554, 51554, 51554 ] } } }, "modality_config": { "state": { "modality_keys": [ "single_arm", "gripper" ] }, "action": { "modality_keys": [ "single_arm", "gripper" ], "action_configs": [ { "rep": "RELATIVE", "type": "NON_EEF", "format": "DEFAULT", "state_key": null }, { "rep": "ABSOLUTE", "type": "NON_EEF", "format": "DEFAULT", "state_key": null } ], "delta_indices": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ] }, "video": { "modality_keys": [ "wrist", "front" ], "delta_indices": [ 0 ] } } }, "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" }, { "registry_name": "groot_n1_7_vlm_encode_v1", "config": { "model_name": "nvidia/Cosmos-Reason2-2B", "image_crop_size": [ 230, 230 ], "image_target_size": [ 256, 256 ], "shortest_image_edge": null, "crop_fraction": null, "use_albumentations": false, "letter_box_transform": false, "device": "cuda" } }, { "registry_name": "device_processor", "config": { "device": "cuda", "float_dtype": null } } ] }