Robotics
LeRobot
Safetensors
groot
so-101
groot-n17-super-chatton / policy_preprocessor.json
nvkartik's picture
GR00T-N1.7 finetuned on imstevenpmwork/super_chatton (20k steps, loss 0.016)
9ea8f35 verified
Raw
History Blame Contribute Delete
31.7 kB
{
"name": "policy_preprocessor",
"steps": [
{
"registry_name": "rename_observations_processor",
"config": {
"rename_map": {}
}
},
{
"registry_name": "to_batch_processor",
"config": {}
},
{
"registry_name": "groot_n1_7_pack_inputs_v1",
"config": {
"state_horizon": 1,
"action_horizon": 16,
"valid_action_horizon": 16,
"video_horizon": null,
"max_state_dim": 132,
"max_action_dim": 132,
"language_key": "task",
"formalize_language": true,
"embodiment_tag": "new_embodiment",
"embodiment_mapping": {
"oxe_droid_relative_eef_relative_joint": 24,
"xdof_relative_eef_relative_joint": 27,
"xdof_relative_eef_relative_joint_subtask": 27,
"real_g1_relative_eef_relative_joints": 25,
"real_r1_pro_sharpa_relative_eef": 26,
"real_r1_pro_sharpa_relative_eef_human": 26,
"real_r1_pro_sharpa_relative_eef_maxinsights": 26,
"real_r1_pro_sharpa_relative_eef_mecka": 26,
"unitree_g1_full_body_with_waist_height_nav_cmd": 25,
"simpler_env_google": 0,
"simpler_env_widowx": 1,
"libero_sim": 2,
"new_embodiment": 10
},
"normalize_min_max": true,
"state_dropout_prob": 0.0,
"clip_outliers": true,
"use_percentiles": true,
"video_modality_keys": [
"front",
"wrist"
],
"raw_stats": {
"state": {
"single_arm": {
"min": [
-22.100122451782227,
-65.71428680419922,
-4.664224624633789,
-44.9572639465332,
-24.102563858032227
],
"max": [
33.91941452026367,
31.5262508392334,
56.14163589477539,
51.599510192871094,
17.0207576751709
],
"mean": [
2.7346839904785156,
-11.924099922180176,
29.334470748901367,
-8.555485725402832,
-2.0284194946289062
],
"std": [
14.217802047729492,
31.029075622558594,
18.005266189575195,
26.397523880004883,
5.612523078918457
],
"count": [
73842
],
"q01": [
-19.12834358215332,
-64.14271545410156,
2.647280693054199,
-38.198978424072266,
-10.84095287322998
],
"q10": [
-16.961109161376953,
-63.15364074707031,
6.858669281005859,
-34.19510269165039,
-8.469975471496582
],
"q50": [
1.082258939743042,
-1.909796953201294,
26.16575050354004,
-16.964702606201172,
-2.1988391876220703
],
"q90": [
23.694183349609375,
21.61844253540039,
55.497154235839844,
40.3612174987793,
4.879131317138672
],
"q99": [
25.576658248901367,
25.851476669311523,
55.66884231567383,
44.49272537231445,
8.163607597351074
]
},
"gripper": {
"min": [
48.766788482666016
],
"max": [
66.22710418701172
],
"mean": [
56.51197052001953
],
"std": [
4.02216911315918
],
"count": [
73842
],
"q01": [
50.623199462890625
],
"q10": [
51.19327926635742
],
"q50": [
57.075138092041016
],
"q90": [
61.38760757446289
],
"q99": [
62.1340217590332
]
}
},
"action": {
"single_arm": {
"min": [
-46.64224624633789,
-73.65079498291016,
-45.616607666015625,
-85.17704772949219,
-24.566543579101562
],
"max": [
37.94871520996094,
79.26739501953125,
56.483516693115234,
74.77411651611328,
31.11111068725586
],
"mean": [
0.07422015070915222,
-1.9441267251968384,
0.40347757935523987,
-3.521768093109131,
-0.16928879916667938
],
"std": [
10.49348258972168,
19.33527946472168,
13.009720802307129,
16.516494750976562,
4.754730701446533
],
"count": [
1551192
],
"q01": [
-34.07719421386719,
-49.825714111328125,
-28.408777236938477,
-62.64562225341797,
-13.095979690551758
],
"q10": [
-11.566545486450195,
-26.13475227355957,
-14.705645561218262,
-20.827491760253906,
-6.137017250061035
],
"q50": [
0.025846971198916435,
-0.9816598296165466,
0.6127375364303589,
-1.641046166419983,
-0.0008045133436098695
],
"q90": [
13.297624588012695,
17.64519500732422,
17.183286666870117,
12.630633354187012,
5.070718765258789
],
"q99": [
26.416393280029297,
60.04761505126953,
31.36772346496582,
34.47639465332031,
12.347928047180176
]
},
"gripper": {
"min": [
46.47130584716797
],
"max": [
66.73992919921875
],
"mean": [
54.133758544921875
],
"std": [
1.0549660921096802
],
"count": [
1551192
],
"q01": [
46.519832611083984
],
"q10": [
46.52177047729492
],
"q50": [
56.89801025390625
],
"q90": [
60.95420837402344
],
"q99": [
62.50335693359375
]
}
},
"relative_action": {
"single_arm": {
"min": [
[
-4.786325454711914,
-17.387054443359375,
-5.274723052978516,
-18.510379791259766,
-6.202686309814453
],
[
-6.593407154083252,
-17.387054443359375,
-7.374847412109375,
-22.319902420043945,
-7.912088394165039
],
[
-8.449329376220703,
-18.412696838378906,
-9.523811340332031,
-25.934064865112305,
-9.328449249267578
],
[
-10.158730506896973,
-21.636138916015625,
-11.770452499389648,
-29.352869033813477,
-10.695971488952637
],
[
-11.868131637573242,
-24.664222717285156,
-13.870574951171875,
-32.72283172607422,
-11.819292068481445
],
[
-13.431013107299805,
-27.448104858398438,
-15.921855926513672,
-35.89743423461914,
-12.69841194152832
],
[
-14.94505500793457,
-29.9877872467041,
-17.826618194580078,
-38.38827896118164,
-13.528693199157715
],
[
-16.459096908569336,
-32.23442840576172,
-19.24298095703125,
-40.879119873046875,
-14.261293411254883
],
[
-17.97313690185547,
-34.383392333984375,
-20.415142059326172,
-42.979244232177734,
-15.091574668884277
],
[
-19.438339233398438,
-36.72771453857422,
-21.58730125427246,
-45.665443420410156,
-15.726495742797852
],
[
-20.80586051940918,
-39.023197174072266,
-22.612943649291992,
-48.009765625,
-16.36141586303711
],
[
-22.22222137451172,
-41.269840240478516,
-23.394384384155273,
-50.354087829589844,
-17.094017028808594
],
[
-23.540903091430664,
-43.663002014160156,
-23.980464935302734,
-52.405372619628906,
-17.826618194580078
],
[
-24.761905670166016,
-45.909645080566406,
-24.71306610107422,
-54.261295318603516,
-18.705738067626953
],
[
-25.982906341552734,
-48.107444763183594,
-25.445667266845703,
-56.06837463378906,
-19.438339233398438
],
[
-27.057388305664062,
-50.06105041503906,
-26.27594757080078,
-57.77777862548828,
-19.9755802154541
]
],
"max": [
[
4.884005069732666,
9.816850662231445,
3.369962692260742,
11.526252746582031,
7.6678876876831055
],
[
6.691086769104004,
13.479854583740234,
6.105005264282227,
12.747252464294434,
9.670330047607422
],
[
8.4981689453125,
17.094017028808594,
8.791210174560547,
15.873015403747559,
11.379732131958008
],
[
10.256410598754883,
20.317459106445312,
11.526252746582031,
18.803417205810547,
12.893773078918457
],
[
11.868131637573242,
23.39438247680664,
14.261295318603516,
21.440780639648438,
14.310133934020996
],
[
13.577533721923828,
26.324787139892578,
17.094017028808594,
24.078144073486328,
15.628814697265625
],
[
15.189254760742188,
29.010990142822266,
19.340660095214844,
26.373626708984375,
16.898656845092773
],
[
16.703296661376953,
31.5018310546875,
21.39194107055664,
28.71794891357422,
17.9731388092041
],
[
18.119657516479492,
33.89499282836914,
23.39438247680664,
31.013431549072266,
19.096458435058594
],
[
19.53601837158203,
36.0439567565918,
25.006105422973633,
33.162391662597656,
20.41514015197754
],
[
20.80586051940918,
38.68132019042969,
26.129425048828125,
34.96947479248047,
21.78266143798828
],
[
22.075702667236328,
41.22100067138672,
26.715505599975586,
36.77655792236328,
23.39438247680664
],
[
23.24786376953125,
43.71184539794922,
26.959707260131836,
38.730159759521484,
24.810745239257812
],
[
24.322343826293945,
45.90964889526367,
27.155067443847656,
40.732601165771484,
26.080585479736328
],
[
25.396825790405273,
48.30281066894531,
28.76679039001465,
42.39316177368164,
27.350427627563477
],
[
26.422466278076172,
50.5006103515625,
30.085472106933594,
44.102561950683594,
28.376068115234375
]
],
"mean": [
[
0.040782734751701355,
-1.6929078102111816,
-0.3129664659500122,
-2.956369400024414,
-0.07441011816263199
],
[
0.04125289246439934,
-1.6914294958114624,
-0.3129904270172119,
-2.957393169403076,
-0.07499905675649643
],
[
0.041745588183403015,
-1.6899670362472534,
-0.31300705671310425,
-2.9584333896636963,
-0.07560797780752182
],
[
0.04226415231823921,
-1.6885267496109009,
-0.31302040815353394,
-2.9594199657440186,
-0.07622779905796051
],
[
0.04279191419482231,
-1.6870722770690918,
-0.31303152441978455,
-2.9604060649871826,
-0.07685293257236481
],
[
0.04333532229065895,
-1.6856210231781006,
-0.313042014837265,
-2.9613516330718994,
-0.07748308032751083
],
[
0.04388287290930748,
-1.684141993522644,
-0.3130498230457306,
-2.962280750274658,
-0.07809437066316605
],
[
0.04443461075425148,
-1.6826852560043335,
-0.31305384635925293,
-2.963235855102539,
-0.07871176302433014
],
[
0.044986262917518616,
-1.6812055110931396,
-0.3130587935447693,
-2.9641504287719727,
-0.07933134585618973
],
[
0.04554591327905655,
-1.679717779159546,
-0.31306496262550354,
-2.9650702476501465,
-0.07995589822530746
],
[
0.04612652584910393,
-1.678236484527588,
-0.31307128071784973,
-2.965977907180786,
-0.08057817071676254
],
[
0.04672383889555931,
-1.6767653226852417,
-0.3130773603916168,
-2.9668805599212646,
-0.08118603378534317
],
[
0.0473489984869957,
-1.6752783060073853,
-0.3130866289138794,
-2.9677841663360596,
-0.08180047571659088
],
[
0.048003774136304855,
-1.6738067865371704,
-0.31309568881988525,
-2.968684434890747,
-0.08241132646799088
],
[
0.04868076369166374,
-1.6723322868347168,
-0.3131006062030792,
-2.9695825576782227,
-0.08302458375692368
],
[
0.049388810992240906,
-1.6708451509475708,
-0.31310728192329407,
-2.9704833030700684,
-0.08363744616508484
]
],
"std": [
[
0.957663893699646,
2.452031135559082,
0.9472061395645142,
3.3822669982910156,
1.0206600427627563
],
[
1.304390549659729,
3.0683975219726562,
1.3588645458221436,
3.8308637142181396,
1.1893020868301392
],
[
1.6506357192993164,
3.6960108280181885,
1.7993600368499756,
4.293531894683838,
1.3554185628890991
],
[
1.994650959968567,
4.325532913208008,
2.2458810806274414,
4.762211799621582,
1.5174282789230347
],
[
2.3357200622558594,
4.952226638793945,
2.6908702850341797,
5.23157262802124,
1.6749873161315918
],
[
2.6736068725585938,
5.573781490325928,
3.131028413772583,
5.698843002319336,
1.8281060457229614
],
[
3.007880210876465,
6.188687324523926,
3.564694881439209,
6.162186622619629,
1.9768738746643066
],
[
3.3380961418151855,
6.796535491943359,
3.9913980960845947,
6.620638370513916,
2.121427536010742
],
[
3.664362907409668,
7.397220611572266,
4.411229133605957,
7.07399845123291,
2.2618486881256104
],
[
3.986422061920166,
7.990609645843506,
4.824337959289551,
7.521653652191162,
2.398261785507202
],
[
4.304113864898682,
8.576570510864258,
5.230989933013916,
7.963737487792969,
2.530622959136963
],
[
4.617678165435791,
9.155302047729492,
5.6311421394348145,
8.400311470031738,
2.659101724624634
],
[
4.9270806312561035,
9.72671890258789,
6.024771213531494,
8.83158016204834,
2.783818244934082
],
[
5.232110023498535,
10.290637016296387,
6.411870956420898,
9.257688522338867,
2.9048283100128174
],
[
5.532798767089844,
10.847097396850586,
6.792621612548828,
9.678840637207031,
3.0222506523132324
],
[
5.829201698303223,
11.39615249633789,
7.166975975036621,
10.095099449157715,
3.136198043823242
]
],
"q01": [
[
-2.6373627185821533,
-7.521367073059082,
-2.588521957397461,
-11.868131637573242,
-2.930402994155884
],
[
-3.663003921508789,
-9.035408973693848,
-3.760683059692383,
-13.626374244689941,
-3.4188034534454346
],
[
-4.6886444091796875,
-10.647130966186523,
-4.932844161987305,
-15.482295989990234,
-3.8583641052246094
],
[
-5.714285850524902,
-12.258852005004883,
-6.007326126098633,
-17.289377212524414,
-4.346764087677002
],
[
-6.739926338195801,
-13.821735382080078,
-7.081807613372803,
-19.047618865966797,
-4.737484455108643
],
[
-7.716728210449219,
-15.413432121276855,
-8.10744857788086,
-20.757020950317383,
-5.128205299377441
],
[
-8.69352912902832,
-16.947498321533203,
-9.035411834716797,
-22.41758155822754,
-5.518925666809082
],
[
-9.719169616699219,
-18.46154022216797,
-10.012210845947266,
-24.078144073486328,
-5.909646034240723
],
[
-10.647130966186523,
-19.926738739013672,
-10.842491149902344,
-25.64102554321289,
-6.300365924835205
],
[
-11.60390853881836,
-21.343103408813477,
-11.672773361206055,
-27.203907012939453,
-6.642246723175049
],
[
-12.55189323425293,
-22.75946044921875,
-12.5030517578125,
-28.766788482666016,
-6.984126567840576
],
[
-13.528693199157715,
-24.175823211669922,
-13.284492492675781,
-30.329669952392578,
-7.32600736618042
],
[
-14.45665454864502,
-25.5233211517334,
-14.017095565795898,
-31.843711853027344,
-7.6678876876831055
],
[
-15.433455467224121,
-26.76434898376465,
-14.847373962402344,
-33.260074615478516,
-8.009767532348633
],
[
-16.36141586303711,
-28.13187026977539,
-15.628814697265625,
-34.67643356323242,
-8.30280876159668
],
[
-17.289377212524414,
-29.352869033813477,
-16.410255432128906,
-35.9951171875,
-8.59584903717041
]
],
"q99": [
[
2.8327226638793945,
4.590965270996094,
1.416360855102539,
2.5885238647460938,
2.6862027645111084
],
[
3.956043243408203,
6.5445661544799805,
2.832721710205078,
3.956045150756836,
3.2234435081481934
],
[
5.030524730682373,
8.449328422546387,
4.200244903564453,
5.225887298583984,
3.760684013366699
],
[
6.105006217956543,
10.354089736938477,
5.567766189575195,
6.4957275390625,
4.297924041748047
],
[
7.159646034240723,
12.210012435913086,
6.886447906494141,
7.8144073486328125,
4.737484931945801
],
[
8.205127716064453,
14.065935134887695,
8.205127716064453,
9.035408973693848,
5.177044868469238
],
[
9.230769157409668,
15.95085334777832,
9.45512866973877,
10.158729553222656,
5.567765712738037
],
[
10.207571029663086,
17.77777862548828,
10.69597053527832,
11.330890655517578,
5.860805988311768
],
[
11.184370994567871,
19.536022186279297,
11.86812973022461,
12.405372619628906,
6.25152587890625
],
[
12.063492774963379,
21.39194107055664,
12.991454124450684,
13.431015014648438,
6.622405529022217
],
[
12.94261360168457,
23.150182723999023,
14.114774703979492,
14.5054931640625,
6.935286998748779
],
[
13.821734428405762,
24.90842628479004,
15.14041519165039,
15.482295989990234,
7.326006889343262
],
[
14.65201473236084,
26.597984313964844,
16.166057586669922,
16.507936477661133,
7.6678876876831055
],
[
15.482295036315918,
28.27838706970215,
17.094018936157227,
17.53357696533203,
8.009767532348633
],
[
16.263736724853516,
29.987789154052734,
18.168498992919922,
18.461538314819336,
8.30280876159668
],
[
17.045177459716797,
31.697193145751953,
19.096458435058594,
19.438339233398438,
8.595848083496094
]
],
"count": [
72342,
72342,
72342,
72342,
72342,
72342,
72342,
72342,
72342,
72342,
72342,
72342,
72342,
72342,
72342,
72342
]
}
}
},
"modality_config": {
"state": {
"modality_keys": [
"single_arm",
"gripper"
]
},
"action": {
"modality_keys": [
"single_arm",
"gripper"
],
"action_configs": [
{
"rep": "RELATIVE",
"type": "NON_EEF",
"format": "DEFAULT",
"state_key": null
},
{
"rep": "ABSOLUTE",
"type": "NON_EEF",
"format": "DEFAULT",
"state_key": null
}
],
"delta_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15
]
},
"video": {
"modality_keys": [
"front",
"wrist"
],
"delta_indices": [
0
]
}
}
},
"state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors"
},
{
"registry_name": "groot_n1_7_vlm_encode_v1",
"config": {
"model_name": "nvidia/Cosmos-Reason2-2B",
"image_crop_size": [
230,
230
],
"image_target_size": [
256,
256
],
"shortest_image_edge": null,
"crop_fraction": null,
"use_albumentations": false,
"letter_box_transform": false,
"device": "cuda"
}
},
{
"registry_name": "device_processor",
"config": {
"device": "cuda",
"float_dtype": null
}
}
]
}