{ "name": "policy_preprocessor", "steps": [ { "registry_name": "rename_observations_processor", "config": { "rename_map": {} } }, { "registry_name": "to_batch_processor", "config": {} }, { "registry_name": "groot_n1_7_pack_inputs_v1", "config": { "state_horizon": 1, "action_horizon": 16, "valid_action_horizon": 16, "video_horizon": null, "max_state_dim": 132, "max_action_dim": 132, "language_key": "task", "formalize_language": true, "embodiment_tag": "new_embodiment", "embodiment_mapping": { "oxe_droid_relative_eef_relative_joint": 24, "xdof_relative_eef_relative_joint": 27, "xdof_relative_eef_relative_joint_subtask": 27, "real_g1_relative_eef_relative_joints": 25, "real_r1_pro_sharpa_relative_eef": 26, "real_r1_pro_sharpa_relative_eef_human": 26, "real_r1_pro_sharpa_relative_eef_maxinsights": 26, "real_r1_pro_sharpa_relative_eef_mecka": 26, "unitree_g1_full_body_with_waist_height_nav_cmd": 25, "simpler_env_google": 0, "simpler_env_widowx": 1, "libero_sim": 2, "new_embodiment": 10 }, "normalize_min_max": true, "state_dropout_prob": 0.0, "clip_outliers": true, "use_percentiles": true, "video_modality_keys": [ "front", "wrist" ], "raw_stats": { "state": { "single_arm": { "min": [ -22.100122451782227, -65.71428680419922, -4.664224624633789, -44.9572639465332, -24.102563858032227 ], "max": [ 33.91941452026367, 31.5262508392334, 56.14163589477539, 51.599510192871094, 17.0207576751709 ], "mean": [ 2.7346839904785156, -11.924099922180176, 29.334470748901367, -8.555485725402832, -2.0284194946289062 ], "std": [ 14.217802047729492, 31.029075622558594, 18.005266189575195, 26.397523880004883, 5.612523078918457 ], "count": [ 73842 ], "q01": [ -19.12834358215332, -64.14271545410156, 2.647280693054199, -38.198978424072266, -10.84095287322998 ], "q10": [ -16.961109161376953, -63.15364074707031, 6.858669281005859, -34.19510269165039, -8.469975471496582 ], "q50": [ 1.082258939743042, -1.909796953201294, 26.16575050354004, -16.964702606201172, -2.1988391876220703 ], "q90": [ 23.694183349609375, 21.61844253540039, 55.497154235839844, 40.3612174987793, 4.879131317138672 ], "q99": [ 25.576658248901367, 25.851476669311523, 55.66884231567383, 44.49272537231445, 8.163607597351074 ] }, "gripper": { "min": [ 48.766788482666016 ], "max": [ 66.22710418701172 ], "mean": [ 56.51197052001953 ], "std": [ 4.02216911315918 ], "count": [ 73842 ], "q01": [ 50.623199462890625 ], "q10": [ 51.19327926635742 ], "q50": [ 57.075138092041016 ], "q90": [ 61.38760757446289 ], "q99": [ 62.1340217590332 ] } }, "action": { "single_arm": { "min": [ -46.64224624633789, -73.65079498291016, -45.616607666015625, -85.17704772949219, -24.566543579101562 ], "max": [ 37.94871520996094, 79.26739501953125, 56.483516693115234, 74.77411651611328, 31.11111068725586 ], "mean": [ 0.07422015070915222, -1.9441267251968384, 0.40347757935523987, -3.521768093109131, -0.16928879916667938 ], "std": [ 10.49348258972168, 19.33527946472168, 13.009720802307129, 16.516494750976562, 4.754730701446533 ], "count": [ 1551192 ], "q01": [ -34.07719421386719, -49.825714111328125, -28.408777236938477, -62.64562225341797, -13.095979690551758 ], "q10": [ -11.566545486450195, -26.13475227355957, -14.705645561218262, -20.827491760253906, -6.137017250061035 ], "q50": [ 0.025846971198916435, -0.9816598296165466, 0.6127375364303589, -1.641046166419983, -0.0008045133436098695 ], "q90": [ 13.297624588012695, 17.64519500732422, 17.183286666870117, 12.630633354187012, 5.070718765258789 ], "q99": [ 26.416393280029297, 60.04761505126953, 31.36772346496582, 34.47639465332031, 12.347928047180176 ] }, "gripper": { "min": [ 46.47130584716797 ], "max": [ 66.73992919921875 ], "mean": [ 54.133758544921875 ], "std": [ 1.0549660921096802 ], "count": [ 1551192 ], "q01": [ 46.519832611083984 ], "q10": [ 46.52177047729492 ], "q50": [ 56.89801025390625 ], "q90": [ 60.95420837402344 ], "q99": [ 62.50335693359375 ] } }, "relative_action": { "single_arm": { "min": [ [ -4.786325454711914, -17.387054443359375, -5.274723052978516, -18.510379791259766, -6.202686309814453 ], [ -6.593407154083252, -17.387054443359375, -7.374847412109375, -22.319902420043945, -7.912088394165039 ], [ -8.449329376220703, -18.412696838378906, -9.523811340332031, -25.934064865112305, -9.328449249267578 ], [ -10.158730506896973, -21.636138916015625, -11.770452499389648, -29.352869033813477, -10.695971488952637 ], [ -11.868131637573242, -24.664222717285156, -13.870574951171875, -32.72283172607422, -11.819292068481445 ], [ -13.431013107299805, -27.448104858398438, -15.921855926513672, -35.89743423461914, -12.69841194152832 ], [ -14.94505500793457, -29.9877872467041, -17.826618194580078, -38.38827896118164, -13.528693199157715 ], [ -16.459096908569336, -32.23442840576172, -19.24298095703125, -40.879119873046875, -14.261293411254883 ], [ -17.97313690185547, -34.383392333984375, -20.415142059326172, -42.979244232177734, -15.091574668884277 ], [ -19.438339233398438, -36.72771453857422, -21.58730125427246, -45.665443420410156, -15.726495742797852 ], [ -20.80586051940918, -39.023197174072266, -22.612943649291992, -48.009765625, -16.36141586303711 ], [ -22.22222137451172, -41.269840240478516, -23.394384384155273, -50.354087829589844, -17.094017028808594 ], [ -23.540903091430664, -43.663002014160156, -23.980464935302734, -52.405372619628906, -17.826618194580078 ], [ -24.761905670166016, -45.909645080566406, -24.71306610107422, -54.261295318603516, -18.705738067626953 ], [ -25.982906341552734, -48.107444763183594, -25.445667266845703, -56.06837463378906, -19.438339233398438 ], [ -27.057388305664062, -50.06105041503906, -26.27594757080078, -57.77777862548828, -19.9755802154541 ] ], "max": [ [ 4.884005069732666, 9.816850662231445, 3.369962692260742, 11.526252746582031, 7.6678876876831055 ], [ 6.691086769104004, 13.479854583740234, 6.105005264282227, 12.747252464294434, 9.670330047607422 ], [ 8.4981689453125, 17.094017028808594, 8.791210174560547, 15.873015403747559, 11.379732131958008 ], [ 10.256410598754883, 20.317459106445312, 11.526252746582031, 18.803417205810547, 12.893773078918457 ], [ 11.868131637573242, 23.39438247680664, 14.261295318603516, 21.440780639648438, 14.310133934020996 ], [ 13.577533721923828, 26.324787139892578, 17.094017028808594, 24.078144073486328, 15.628814697265625 ], [ 15.189254760742188, 29.010990142822266, 19.340660095214844, 26.373626708984375, 16.898656845092773 ], [ 16.703296661376953, 31.5018310546875, 21.39194107055664, 28.71794891357422, 17.9731388092041 ], [ 18.119657516479492, 33.89499282836914, 23.39438247680664, 31.013431549072266, 19.096458435058594 ], [ 19.53601837158203, 36.0439567565918, 25.006105422973633, 33.162391662597656, 20.41514015197754 ], [ 20.80586051940918, 38.68132019042969, 26.129425048828125, 34.96947479248047, 21.78266143798828 ], [ 22.075702667236328, 41.22100067138672, 26.715505599975586, 36.77655792236328, 23.39438247680664 ], [ 23.24786376953125, 43.71184539794922, 26.959707260131836, 38.730159759521484, 24.810745239257812 ], [ 24.322343826293945, 45.90964889526367, 27.155067443847656, 40.732601165771484, 26.080585479736328 ], [ 25.396825790405273, 48.30281066894531, 28.76679039001465, 42.39316177368164, 27.350427627563477 ], [ 26.422466278076172, 50.5006103515625, 30.085472106933594, 44.102561950683594, 28.376068115234375 ] ], "mean": [ [ 0.040782734751701355, -1.6929078102111816, -0.3129664659500122, -2.956369400024414, -0.07441011816263199 ], [ 0.04125289246439934, -1.6914294958114624, -0.3129904270172119, -2.957393169403076, -0.07499905675649643 ], [ 0.041745588183403015, -1.6899670362472534, -0.31300705671310425, -2.9584333896636963, -0.07560797780752182 ], [ 0.04226415231823921, -1.6885267496109009, -0.31302040815353394, -2.9594199657440186, -0.07622779905796051 ], [ 0.04279191419482231, -1.6870722770690918, -0.31303152441978455, -2.9604060649871826, -0.07685293257236481 ], [ 0.04333532229065895, -1.6856210231781006, -0.313042014837265, -2.9613516330718994, -0.07748308032751083 ], [ 0.04388287290930748, -1.684141993522644, -0.3130498230457306, -2.962280750274658, -0.07809437066316605 ], [ 0.04443461075425148, -1.6826852560043335, -0.31305384635925293, -2.963235855102539, -0.07871176302433014 ], [ 0.044986262917518616, -1.6812055110931396, -0.3130587935447693, -2.9641504287719727, -0.07933134585618973 ], [ 0.04554591327905655, -1.679717779159546, -0.31306496262550354, -2.9650702476501465, -0.07995589822530746 ], [ 0.04612652584910393, -1.678236484527588, -0.31307128071784973, -2.965977907180786, -0.08057817071676254 ], [ 0.04672383889555931, -1.6767653226852417, -0.3130773603916168, -2.9668805599212646, -0.08118603378534317 ], [ 0.0473489984869957, -1.6752783060073853, -0.3130866289138794, -2.9677841663360596, -0.08180047571659088 ], [ 0.048003774136304855, -1.6738067865371704, -0.31309568881988525, -2.968684434890747, -0.08241132646799088 ], [ 0.04868076369166374, -1.6723322868347168, -0.3131006062030792, -2.9695825576782227, -0.08302458375692368 ], [ 0.049388810992240906, -1.6708451509475708, -0.31310728192329407, -2.9704833030700684, -0.08363744616508484 ] ], "std": [ [ 0.957663893699646, 2.452031135559082, 0.9472061395645142, 3.3822669982910156, 1.0206600427627563 ], [ 1.304390549659729, 3.0683975219726562, 1.3588645458221436, 3.8308637142181396, 1.1893020868301392 ], [ 1.6506357192993164, 3.6960108280181885, 1.7993600368499756, 4.293531894683838, 1.3554185628890991 ], [ 1.994650959968567, 4.325532913208008, 2.2458810806274414, 4.762211799621582, 1.5174282789230347 ], [ 2.3357200622558594, 4.952226638793945, 2.6908702850341797, 5.23157262802124, 1.6749873161315918 ], [ 2.6736068725585938, 5.573781490325928, 3.131028413772583, 5.698843002319336, 1.8281060457229614 ], [ 3.007880210876465, 6.188687324523926, 3.564694881439209, 6.162186622619629, 1.9768738746643066 ], [ 3.3380961418151855, 6.796535491943359, 3.9913980960845947, 6.620638370513916, 2.121427536010742 ], [ 3.664362907409668, 7.397220611572266, 4.411229133605957, 7.07399845123291, 2.2618486881256104 ], [ 3.986422061920166, 7.990609645843506, 4.824337959289551, 7.521653652191162, 2.398261785507202 ], [ 4.304113864898682, 8.576570510864258, 5.230989933013916, 7.963737487792969, 2.530622959136963 ], [ 4.617678165435791, 9.155302047729492, 5.6311421394348145, 8.400311470031738, 2.659101724624634 ], [ 4.9270806312561035, 9.72671890258789, 6.024771213531494, 8.83158016204834, 2.783818244934082 ], [ 5.232110023498535, 10.290637016296387, 6.411870956420898, 9.257688522338867, 2.9048283100128174 ], [ 5.532798767089844, 10.847097396850586, 6.792621612548828, 9.678840637207031, 3.0222506523132324 ], [ 5.829201698303223, 11.39615249633789, 7.166975975036621, 10.095099449157715, 3.136198043823242 ] ], "q01": [ [ -2.6373627185821533, -7.521367073059082, -2.588521957397461, -11.868131637573242, -2.930402994155884 ], [ -3.663003921508789, -9.035408973693848, -3.760683059692383, -13.626374244689941, -3.4188034534454346 ], [ -4.6886444091796875, -10.647130966186523, -4.932844161987305, -15.482295989990234, -3.8583641052246094 ], [ -5.714285850524902, -12.258852005004883, -6.007326126098633, -17.289377212524414, -4.346764087677002 ], [ -6.739926338195801, -13.821735382080078, -7.081807613372803, -19.047618865966797, -4.737484455108643 ], [ -7.716728210449219, -15.413432121276855, -8.10744857788086, -20.757020950317383, -5.128205299377441 ], [ -8.69352912902832, -16.947498321533203, -9.035411834716797, -22.41758155822754, -5.518925666809082 ], [ -9.719169616699219, -18.46154022216797, -10.012210845947266, -24.078144073486328, -5.909646034240723 ], [ -10.647130966186523, -19.926738739013672, -10.842491149902344, -25.64102554321289, -6.300365924835205 ], [ -11.60390853881836, -21.343103408813477, -11.672773361206055, -27.203907012939453, -6.642246723175049 ], [ -12.55189323425293, -22.75946044921875, -12.5030517578125, -28.766788482666016, -6.984126567840576 ], [ -13.528693199157715, -24.175823211669922, -13.284492492675781, -30.329669952392578, -7.32600736618042 ], [ -14.45665454864502, -25.5233211517334, -14.017095565795898, -31.843711853027344, -7.6678876876831055 ], [ -15.433455467224121, -26.76434898376465, -14.847373962402344, -33.260074615478516, -8.009767532348633 ], [ -16.36141586303711, -28.13187026977539, -15.628814697265625, -34.67643356323242, -8.30280876159668 ], [ -17.289377212524414, -29.352869033813477, -16.410255432128906, -35.9951171875, -8.59584903717041 ] ], "q99": [ [ 2.8327226638793945, 4.590965270996094, 1.416360855102539, 2.5885238647460938, 2.6862027645111084 ], [ 3.956043243408203, 6.5445661544799805, 2.832721710205078, 3.956045150756836, 3.2234435081481934 ], [ 5.030524730682373, 8.449328422546387, 4.200244903564453, 5.225887298583984, 3.760684013366699 ], [ 6.105006217956543, 10.354089736938477, 5.567766189575195, 6.4957275390625, 4.297924041748047 ], [ 7.159646034240723, 12.210012435913086, 6.886447906494141, 7.8144073486328125, 4.737484931945801 ], [ 8.205127716064453, 14.065935134887695, 8.205127716064453, 9.035408973693848, 5.177044868469238 ], [ 9.230769157409668, 15.95085334777832, 9.45512866973877, 10.158729553222656, 5.567765712738037 ], [ 10.207571029663086, 17.77777862548828, 10.69597053527832, 11.330890655517578, 5.860805988311768 ], [ 11.184370994567871, 19.536022186279297, 11.86812973022461, 12.405372619628906, 6.25152587890625 ], [ 12.063492774963379, 21.39194107055664, 12.991454124450684, 13.431015014648438, 6.622405529022217 ], [ 12.94261360168457, 23.150182723999023, 14.114774703979492, 14.5054931640625, 6.935286998748779 ], [ 13.821734428405762, 24.90842628479004, 15.14041519165039, 15.482295989990234, 7.326006889343262 ], [ 14.65201473236084, 26.597984313964844, 16.166057586669922, 16.507936477661133, 7.6678876876831055 ], [ 15.482295036315918, 28.27838706970215, 17.094018936157227, 17.53357696533203, 8.009767532348633 ], [ 16.263736724853516, 29.987789154052734, 18.168498992919922, 18.461538314819336, 8.30280876159668 ], [ 17.045177459716797, 31.697193145751953, 19.096458435058594, 19.438339233398438, 8.595848083496094 ] ], "count": [ 72342, 72342, 72342, 72342, 72342, 72342, 72342, 72342, 72342, 72342, 72342, 72342, 72342, 72342, 72342, 72342 ] } } }, "modality_config": { "state": { "modality_keys": [ "single_arm", "gripper" ] }, "action": { "modality_keys": [ "single_arm", "gripper" ], "action_configs": [ { "rep": "RELATIVE", "type": "NON_EEF", "format": "DEFAULT", "state_key": null }, { "rep": "ABSOLUTE", "type": "NON_EEF", "format": "DEFAULT", "state_key": null } ], "delta_indices": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 ] }, "video": { "modality_keys": [ "front", "wrist" ], "delta_indices": [ 0 ] } } }, "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors" }, { "registry_name": "groot_n1_7_vlm_encode_v1", "config": { "model_name": "nvidia/Cosmos-Reason2-2B", "image_crop_size": [ 230, 230 ], "image_target_size": [ 256, 256 ], "shortest_image_edge": null, "crop_fraction": null, "use_albumentations": false, "letter_box_transform": false, "device": "cuda" } }, { "registry_name": "device_processor", "config": { "device": "cuda", "float_dtype": null } } ] }