Hugging Face's logo

liorbenhorin-nv
/
G17_so101_teleop_vials_rack_left_sim_and_real-10000

Safetensors
Model card Files
xet
 Community
liorbenhorin-nv commited on
Commit
c479473
·
verified ·
1 Parent(s): d3e6374

Upload folder using huggingface_hub

Browse files
Files changed (6) hide show
  1. config.json +100 -0
  2. model.safetensors +3 -0
  3. policy_postprocessor.json +988 -0
  4. policy_preprocessor.json +1044 -0
  5. policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors +3 -0
  6. train_config.json +245 -0
config.json ADDED
@@ -0,0 +1,100 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "groot",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 6
9
+ ]
10
+ },
11
+ "observation.images.ego": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 480,
16
+ 640
17
+ ]
18
+ },
19
+ "observation.images.external_D455": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 480,
24
+ 640
25
+ ]
26
+ }
27
+ },
28
+ "output_features": {
29
+ "action": {
30
+ "type": "ACTION",
31
+ "shape": [
32
+ 6
33
+ ]
34
+ }
35
+ },
36
+ "device": "cuda",
37
+ "use_amp": false,
38
+ "use_peft": false,
39
+ "push_to_hub": true,
40
+ "repo_id": "liorbenhorin-nv/G17_so101_teleop_vials_rack_left_sim_and_real",
41
+ "private": null,
42
+ "tags": null,
43
+ "license": null,
44
+ "pretrained_path": null,
45
+ "pretrained_revision": null,
46
+ "chunk_size": 16,
47
+ "n_action_steps": 16,
48
+ "max_state_dim": 132,
49
+ "max_action_dim": 132,
50
+ "normalization_mapping": {
51
+ "VISUAL": "IDENTITY",
52
+ "STATE": "IDENTITY",
53
+ "ACTION": "IDENTITY"
54
+ },
55
+ "base_model_path": "nvidia/GR00T-N1.7-3B",
56
+ "action_decode_transform": null,
57
+ "embodiment_tag": "new_embodiment",
58
+ "tune_llm": false,
59
+ "tune_visual": false,
60
+ "tune_projector": true,
61
+ "tune_diffusion_model": false,
62
+ "tune_vlln": true,
63
+ "tune_top_llm_layers": 0,
64
+ "num_inference_timesteps": null,
65
+ "rtc_ramp_rate": null,
66
+ "use_flash_attention": false,
67
+ "use_relative_actions": true,
68
+ "relative_exclude_joints": [
69
+ "gripper"
70
+ ],
71
+ "optimizer_lr": 0.0001,
72
+ "optimizer_betas": [
73
+ 0.95,
74
+ 0.999
75
+ ],
76
+ "optimizer_eps": 1e-08,
77
+ "optimizer_weight_decay": 1e-05,
78
+ "warmup_ratio": 0.05,
79
+ "use_bf16": true,
80
+ "image_size": [
81
+ 256,
82
+ 256
83
+ ],
84
+ "tokenizer_assets_repo": null,
85
+ "lora_rank": 0,
86
+ "lora_alpha": 16,
87
+ "lora_dropout": 0.1,
88
+ "lora_full_model": false,
89
+ "video_backend": "decord",
90
+ "balance_dataset_weights": true,
91
+ "balance_trajectory_weights": true,
92
+ "dataset_paths": null,
93
+ "output_dir": "./tmp/gr00t",
94
+ "save_steps": 1000,
95
+ "max_steps": 10000,
96
+ "batch_size": 32,
97
+ "dataloader_num_workers": 8,
98
+ "report_to": "wandb",
99
+ "resume": false
100
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:305402e4c081edd925cf734cd2080a4dbed346d56567e0839490b9f1c3ddc5a0
3
+ size 10579843072
policy_postprocessor.json ADDED
@@ -0,0 +1,988 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "groot_n1_7_action_decode_v1",
6
+ "config": {
7
+ "env_action_dim": 6,
8
+ "raw_stats": {
9
+ "state": {
10
+ "single_arm": {
11
+ "min": [
12
+ -44.03818893432617,
13
+ -98.77899932861328,
14
+ -34.79449462890625,
15
+ -100.0046157836914,
16
+ -71.68205261230469
17
+ ],
18
+ "max": [
19
+ 35.02424621582031,
20
+ 50.342254638671875,
21
+ 100.00312805175781,
22
+ 66.6961669921875,
23
+ -34.87779235839844
24
+ ],
25
+ "mean": [
26
+ -5.5299482345581055,
27
+ -32.25617599487305,
28
+ 59.4948616027832,
29
+ -3.6856911182403564,
30
+ -54.938499450683594
31
+ ],
32
+ "std": [
33
+ 19.169057846069336,
34
+ 36.50174331665039,
35
+ 27.44182777404785,
36
+ 44.11783218383789,
37
+ 5.00417423248291
38
+ ],
39
+ "count": [
40
+ 19603
41
+ ],
42
+ "q01": [
43
+ -28.13338851928711,
44
+ -94.34519958496094,
45
+ 15.038800239562988,
46
+ -72.69508361816406,
47
+ -59.0400390625
48
+ ],
49
+ "q10": [
50
+ -26.410818099975586,
51
+ -84.54883575439453,
52
+ 18.890180587768555,
53
+ -69.36771392822266,
54
+ -58.61429214477539
55
+ ],
56
+ "q50": [
57
+ -5.600240707397461,
58
+ -28.955766677856445,
59
+ 68.45069885253906,
60
+ 17.7752685546875,
61
+ -55.92542266845703
62
+ ],
63
+ "q90": [
64
+ 15.77637004852295,
65
+ 14.347382545471191,
66
+ 86.09672546386719,
67
+ 35.92691421508789,
68
+ -49.62702941894531
69
+ ],
70
+ "q99": [
71
+ 16.99107551574707,
72
+ 21.652578353881836,
73
+ 90.42731475830078,
74
+ 41.45560073852539,
75
+ -48.75060272216797
76
+ ]
77
+ },
78
+ "gripper": {
79
+ "min": [
80
+ 8.497326850891113
81
+ ],
82
+ "max": [
83
+ 58.09996795654297
84
+ ],
85
+ "mean": [
86
+ 25.87569236755371
87
+ ],
88
+ "std": [
89
+ 9.94119930267334
90
+ ],
91
+ "count": [
92
+ 19603
93
+ ],
94
+ "q01": [
95
+ 16.605926513671875
96
+ ],
97
+ "q10": [
98
+ 17.342613220214844
99
+ ],
100
+ "q50": [
101
+ 24.968048095703125
102
+ ],
103
+ "q90": [
104
+ 40.62226867675781
105
+ ],
106
+ "q99": [
107
+ 41.451358795166016
108
+ ]
109
+ }
110
+ },
111
+ "action": {
112
+ "single_arm": {
113
+ "min": [
114
+ -44.09799575805664,
115
+ -99.24528503417969,
116
+ -35.0520133972168,
117
+ -99.82714080810547,
118
+ -72.86458587646484
119
+ ],
120
+ "max": [
121
+ 34.966590881347656,
122
+ 49.93710708618164,
123
+ 99.9095458984375,
124
+ 67.07000732421875,
125
+ -34.84375
126
+ ],
127
+ "mean": [
128
+ -5.659139633178711,
129
+ -32.841026306152344,
130
+ 58.50822448730469,
131
+ -4.174387454986572,
132
+ -54.96607208251953
133
+ ],
134
+ "std": [
135
+ 19.20844841003418,
136
+ 36.216670989990234,
137
+ 27.483781814575195,
138
+ 44.269927978515625,
139
+ 5.1020612716674805
140
+ ],
141
+ "count": [
142
+ 19603
143
+ ],
144
+ "q01": [
145
+ -28.21612548828125,
146
+ -94.58988189697266,
147
+ 14.43729305267334,
148
+ -72.98535919189453,
149
+ -59.13234329223633
150
+ ],
151
+ "q10": [
152
+ -26.54429817199707,
153
+ -84.08381652832031,
154
+ 17.799148559570312,
155
+ -70.02462005615234,
156
+ -58.65377426147461
157
+ ],
158
+ "q50": [
159
+ -5.8924760818481445,
160
+ -29.654207229614258,
161
+ 67.47833251953125,
162
+ 17.40240478515625,
163
+ -56.084197998046875
164
+ ],
165
+ "q90": [
166
+ 15.688958168029785,
167
+ 13.240241050720215,
168
+ 84.92670440673828,
169
+ 35.49851608276367,
170
+ -49.57239532470703
171
+ ],
172
+ "q99": [
173
+ 16.910335540771484,
174
+ 21.402915954589844,
175
+ 89.70153045654297,
176
+ 41.51907730102539,
177
+ -48.575679779052734
178
+ ]
179
+ },
180
+ "gripper": {
181
+ "min": [
182
+ 0.4850444495677948
183
+ ],
184
+ "max": [
185
+ 58.69038009643555
186
+ ],
187
+ "mean": [
188
+ 20.7266788482666
189
+ ],
190
+ "std": [
191
+ 15.457074165344238
192
+ ],
193
+ "count": [
194
+ 19603
195
+ ],
196
+ "q01": [
197
+ 4.221653938293457
198
+ ],
199
+ "q10": [
200
+ 4.539665699005127
201
+ ],
202
+ "q50": [
203
+ 23.64520263671875
204
+ ],
205
+ "q90": [
206
+ 40.94953155517578
207
+ ],
208
+ "q99": [
209
+ 41.742340087890625
210
+ ]
211
+ }
212
+ },
213
+ "relative_action": {
214
+ "single_arm": {
215
+ "min": [
216
+ [
217
+ -7.403679847717285,
218
+ -21.343788146972656,
219
+ -11.686344146728516,
220
+ -26.58721160888672,
221
+ -4.000480651855469
222
+ ],
223
+ [
224
+ -15.338791847229004,
225
+ -30.557064056396484,
226
+ -13.969884872436523,
227
+ -36.63103485107422,
228
+ -5.058338165283203
229
+ ],
230
+ [
231
+ -17.60955810546875,
232
+ -33.57593536376953,
233
+ -16.110721588134766,
234
+ -39.94593811035156,
235
+ -6.100704193115234
236
+ ],
237
+ [
238
+ -19.56610107421875,
239
+ -36.97331619262695,
240
+ -18.439834594726562,
241
+ -43.18556213378906,
242
+ -7.029438018798828
243
+ ],
244
+ [
245
+ -21.609573364257812,
246
+ -40.83075714111328,
247
+ -21.334449768066406,
248
+ -46.67118835449219,
249
+ -7.869297027587891
250
+ ],
251
+ [
252
+ -23.818679809570312,
253
+ -44.688201904296875,
254
+ -24.13861083984375,
255
+ -50.31035614013672,
256
+ -8.673751831054688
257
+ ],
258
+ [
259
+ -26.139259338378906,
260
+ -47.874786376953125,
261
+ -26.761859893798828,
262
+ -54.02598571777344,
263
+ -9.537178039550781
264
+ ],
265
+ [
266
+ -28.473419189453125,
267
+ -50.6420783996582,
268
+ -29.38510513305664,
269
+ -57.71142578125,
270
+ -10.437923431396484
271
+ ],
272
+ [
273
+ -30.723190307617188,
274
+ -53.241661071777344,
275
+ -31.639423370361328,
276
+ -61.252540588378906,
277
+ -11.297477722167969
278
+ ],
279
+ [
280
+ -32.8468017578125,
281
+ -55.673526763916016,
282
+ -33.719932556152344,
283
+ -64.55354309082031,
284
+ -11.978679656982422
285
+ ],
286
+ [
287
+ -34.89494323730469,
288
+ -58.18925094604492,
289
+ -35.800437927246094,
290
+ -67.57942199707031,
291
+ -12.65576171875
292
+ ],
293
+ [
294
+ -36.79258728027344,
295
+ -60.70497131347656,
296
+ -37.790489196777344,
297
+ -70.3065185546875,
298
+ -13.115116119384766
299
+ ],
300
+ [
301
+ -38.41820526123047,
302
+ -63.38841247558594,
303
+ -39.96855163574219,
304
+ -72.76057434082031,
305
+ -13.479698181152344
306
+ ],
307
+ [
308
+ -39.82875061035156,
309
+ -65.73641967773438,
310
+ -42.222869873046875,
311
+ -74.99454498291016,
312
+ -14.06201171875
313
+ ],
314
+ [
315
+ -41.06019592285156,
316
+ -67.91671752929688,
317
+ -44.12246322631836,
318
+ -77.06887817382812,
319
+ -14.582843780517578
320
+ ],
321
+ [
322
+ -42.17378234863281,
323
+ -70.09700775146484,
324
+ -46.1196174621582,
325
+ -79.13003540039062,
326
+ -15.38583755493164
327
+ ]
328
+ ],
329
+ "max": [
330
+ [
331
+ 5.935976982116699,
332
+ 15.1451416015625,
333
+ 11.756964683532715,
334
+ 30.926345825195312,
335
+ 4.617164611816406
336
+ ],
337
+ [
338
+ 7.050804138183594,
339
+ 24.240886688232422,
340
+ 14.801684379577637,
341
+ 40.97989273071289,
342
+ 5.822669982910156
343
+ ],
344
+ [
345
+ 8.314274787902832,
346
+ 26.672752380371094,
347
+ 17.941551208496094,
348
+ 45.56070327758789,
349
+ 6.975105285644531
350
+ ],
351
+ [
352
+ 9.652067184448242,
353
+ 28.433757781982422,
354
+ 20.831390380859375,
355
+ 49.64745330810547,
356
+ 7.9514312744140625
357
+ ],
358
+ [
359
+ 10.692573547363281,
360
+ 30.027050018310547,
361
+ 25.21076202392578,
362
+ 53.44855499267578,
363
+ 8.888931274414062
364
+ ],
365
+ [
366
+ 11.881908416748047,
367
+ 31.36876678466797,
368
+ 29.00994873046875,
369
+ 57.183837890625,
370
+ 9.774349212646484
371
+ ],
372
+ [
373
+ 13.589406967163086,
374
+ 32.54277420043945,
375
+ 33.08050537109375,
376
+ 60.89848327636719,
377
+ 10.570022583007812
378
+ ],
379
+ [
380
+ 14.927953720092773,
381
+ 35.78352737426758,
382
+ 36.78923416137695,
383
+ 68.95306396484375,
384
+ 11.388931274414062
385
+ ],
386
+ [
387
+ 16.190017700195312,
388
+ 38.634681701660156,
389
+ 40.39845657348633,
390
+ 73.93795776367188,
391
+ 12.274349212646484
392
+ ],
393
+ [
394
+ 17.22235870361328,
395
+ 41.48583221435547,
396
+ 43.944515228271484,
397
+ 78.80449676513672,
398
+ 13.070022583007812
399
+ ],
400
+ [
401
+ 18.84430503845215,
402
+ 45.80079650878906,
403
+ 47.110504150390625,
404
+ 83.459228515625,
405
+ 13.78769302368164
406
+ ],
407
+ [
408
+ 20.551803588867188,
409
+ 49.082237243652344,
410
+ 50.16779327392578,
411
+ 87.70958709716797,
412
+ 14.449142456054688
413
+ ],
414
+ [
415
+ 22.117164611816406,
416
+ 52.18496322631836,
417
+ 53.71385192871094,
418
+ 91.4458236694336,
419
+ 15.10708236694336
420
+ ],
421
+ [
422
+ 23.676183700561523,
423
+ 55.36054611206055,
424
+ 56.553443908691406,
425
+ 94.54940032958984,
426
+ 15.787273406982422
427
+ ],
428
+ [
429
+ 25.160964965820312,
430
+ 58.64198684692383,
431
+ 58.729164123535156,
432
+ 97.79720306396484,
433
+ 16.412574768066406
434
+ ],
435
+ [
436
+ 26.52654266357422,
437
+ 61.636837005615234,
438
+ 60.90012741088867,
439
+ 102.08735656738281,
440
+ 17.037574768066406
441
+ ]
442
+ ],
443
+ "mean": [
444
+ [
445
+ -0.14882345497608185,
446
+ -0.49180787801742554,
447
+ -0.9774569869041443,
448
+ -0.7600352168083191,
449
+ -0.025079282000660896
450
+ ],
451
+ [
452
+ -0.2138441503047943,
453
+ -0.3800918459892273,
454
+ -0.9959100484848022,
455
+ -0.8829980492591858,
456
+ -0.030421346426010132
457
+ ],
458
+ [
459
+ -0.276848167181015,
460
+ -0.2752566337585449,
461
+ -1.0157051086425781,
462
+ -0.9944667816162109,
463
+ -0.03596708923578262
464
+ ],
465
+ [
466
+ -0.3380570411682129,
467
+ -0.17790287733078003,
468
+ -1.036616563796997,
469
+ -1.094215750694275,
470
+ -0.041609324514865875
471
+ ],
472
+ [
473
+ -0.3976344168186188,
474
+ -0.08703061938285828,
475
+ -1.0584867000579834,
476
+ -1.1839359998703003,
477
+ -0.04734227433800697
478
+ ],
479
+ [
480
+ -0.4557541310787201,
481
+ -0.0024509220384061337,
482
+ -1.0809900760650635,
483
+ -1.2642453908920288,
484
+ -0.053140584379434586
485
+ ],
486
+ [
487
+ -0.5126988887786865,
488
+ 0.07536793500185013,
489
+ -1.1036427021026611,
490
+ -1.3350884914398193,
491
+ -0.05906052142381668
492
+ ],
493
+ [
494
+ -0.5690915584564209,
495
+ 0.14643989503383636,
496
+ -1.1263598203659058,
497
+ -1.3966038227081299,
498
+ -0.06495664268732071
499
+ ],
500
+ [
501
+ -0.6256585121154785,
502
+ 0.21193456649780273,
503
+ -1.1488232612609863,
504
+ -1.4504973888397217,
505
+ -0.070767842233181
506
+ ],
507
+ [
508
+ -0.6831844449043274,
509
+ 0.2717616558074951,
510
+ -1.1708587408065796,
511
+ -1.4969099760055542,
512
+ -0.07657270133495331
513
+ ],
514
+ [
515
+ -0.741843044757843,
516
+ 0.3254620134830475,
517
+ -1.1922527551651,
518
+ -1.5359762907028198,
519
+ -0.08227676153182983
520
+ ],
521
+ [
522
+ -0.8015004992485046,
523
+ 0.37390172481536865,
524
+ -1.2126166820526123,
525
+ -1.568299412727356,
526
+ -0.08780235797166824
527
+ ],
528
+ [
529
+ -0.8629485368728638,
530
+ 0.41730016469955444,
531
+ -1.231200098991394,
532
+ -1.595727801322937,
533
+ -0.09321177750825882
534
+ ],
535
+ [
536
+ -0.9266560077667236,
537
+ 0.4554278254508972,
538
+ -1.2473944425582886,
539
+ -1.6191096305847168,
540
+ -0.09862378239631653
541
+ ],
542
+ [
543
+ -0.9926485419273376,
544
+ 0.4876198470592499,
545
+ -1.260882019996643,
546
+ -1.6385912895202637,
547
+ -0.10407595336437225
548
+ ],
549
+ [
550
+ -1.0612144470214844,
551
+ 0.5138142704963684,
552
+ -1.2710020542144775,
553
+ -1.6555445194244385,
554
+ -0.10952787846326828
555
+ ]
556
+ ],
557
+ "std": [
558
+ [
559
+ 0.577633798122406,
560
+ 2.619325876235962,
561
+ 1.7559900283813477,
562
+ 3.2910430431365967,
563
+ 0.709681510925293
564
+ ],
565
+ [
566
+ 1.0219744443893433,
567
+ 4.206506252288818,
568
+ 2.724515676498413,
569
+ 4.788137435913086,
570
+ 0.8845272064208984
571
+ ],
572
+ [
573
+ 1.5372892618179321,
574
+ 5.858143329620361,
575
+ 3.7363250255584717,
576
+ 6.292628765106201,
577
+ 1.057034969329834
578
+ ],
579
+ [
580
+ 2.0647077560424805,
581
+ 7.524584770202637,
582
+ 4.751458168029785,
583
+ 7.790938377380371,
584
+ 1.223911166191101
585
+ ],
586
+ [
587
+ 2.5927317142486572,
588
+ 9.188908576965332,
589
+ 5.757792949676514,
590
+ 9.275439262390137,
591
+ 1.3847688436508179
592
+ ],
593
+ [
594
+ 3.1178011894226074,
595
+ 10.844918251037598,
596
+ 6.75089168548584,
597
+ 10.744902610778809,
598
+ 1.5399470329284668
599
+ ],
600
+ [
601
+ 3.638444662094116,
602
+ 12.4906644821167,
603
+ 7.728830337524414,
604
+ 12.20102310180664,
605
+ 1.6899569034576416
606
+ ],
607
+ [
608
+ 4.152916431427002,
609
+ 14.12430191040039,
610
+ 8.691229820251465,
611
+ 13.647374153137207,
612
+ 1.835107445716858
613
+ ],
614
+ [
615
+ 4.659777641296387,
616
+ 15.742822647094727,
617
+ 9.637689590454102,
618
+ 15.077919006347656,
619
+ 1.9755820035934448
620
+ ],
621
+ [
622
+ 5.158328056335449,
623
+ 17.345365524291992,
624
+ 10.568361282348633,
625
+ 16.493101119995117,
626
+ 2.1115450859069824
627
+ ],
628
+ [
629
+ 5.648514270782471,
630
+ 18.93150520324707,
631
+ 11.483567237854004,
632
+ 17.894100189208984,
633
+ 2.2431843280792236
634
+ ],
635
+ [
636
+ 6.130801200866699,
637
+ 20.49928855895996,
638
+ 12.384008407592773,
639
+ 19.281808853149414,
640
+ 2.370608329772949
641
+ ],
642
+ [
643
+ 6.604080677032471,
644
+ 22.047456741333008,
645
+ 13.26936149597168,
646
+ 20.65220832824707,
647
+ 2.494211196899414
648
+ ],
649
+ [
650
+ 7.068251609802246,
651
+ 23.574750900268555,
652
+ 14.139976501464844,
653
+ 22.004636764526367,
654
+ 2.6142544746398926
655
+ ],
656
+ [
657
+ 7.523558139801025,
658
+ 25.080984115600586,
659
+ 14.996198654174805,
660
+ 23.340194702148438,
661
+ 2.7310373783111572
662
+ ],
663
+ [
664
+ 7.969391345977783,
665
+ 26.564414978027344,
666
+ 15.838000297546387,
667
+ 24.656681060791016,
668
+ 2.84470272064209
669
+ ]
670
+ ],
671
+ "q01": [
672
+ [
673
+ -1.8062206506729126,
674
+ -8.91984748840332,
675
+ -6.098232269287109,
676
+ -9.392142295837402,
677
+ -2.2635324001312256
678
+ ],
679
+ [
680
+ -2.9284114837646484,
681
+ -10.831075668334961,
682
+ -7.3988776206970215,
683
+ -13.102965354919434,
684
+ -2.8467769622802734
685
+ ],
686
+ [
687
+ -4.567752838134766,
688
+ -13.8612699508667,
689
+ -9.33074951171875,
690
+ -16.95085906982422,
691
+ -3.4083845615386963
692
+ ],
693
+ [
694
+ -6.248723030090332,
695
+ -16.957996368408203,
696
+ -11.328927993774414,
697
+ -20.71360969543457,
698
+ -3.9483935832977295
699
+ ],
700
+ [
701
+ -7.886484622955322,
702
+ -20.05767822265625,
703
+ -13.448420524597168,
704
+ -24.40064239501953,
705
+ -4.43865966796875
706
+ ],
707
+ [
708
+ -9.498039245605469,
709
+ -23.35751724243164,
710
+ -15.62982177734375,
711
+ -27.923940658569336,
712
+ -4.900402545928955
713
+ ],
714
+ [
715
+ -10.984527587890625,
716
+ -26.766511917114258,
717
+ -17.720796585083008,
718
+ -31.486431121826172,
719
+ -5.386660575866699
720
+ ],
721
+ [
722
+ -12.44809341430664,
723
+ -30.020105361938477,
724
+ -19.85028648376465,
725
+ -34.94414138793945,
726
+ -5.81933069229126
727
+ ],
728
+ [
729
+ -13.897714614868164,
730
+ -33.155757904052734,
731
+ -21.756690979003906,
732
+ -38.49285888671875,
733
+ -6.281961917877197
734
+ ],
735
+ [
736
+ -15.275969505310059,
737
+ -36.15620040893555,
738
+ -23.685922622680664,
739
+ -41.66505432128906,
740
+ -6.699820041656494
741
+ ],
742
+ [
743
+ -16.649524688720703,
744
+ -39.167266845703125,
745
+ -25.531164169311523,
746
+ -44.942562103271484,
747
+ -7.123175621032715
748
+ ],
749
+ [
750
+ -18.179378509521484,
751
+ -42.189205169677734,
752
+ -27.486108779907227,
753
+ -48.140052795410156,
754
+ -7.559758186340332
755
+ ],
756
+ [
757
+ -19.620264053344727,
758
+ -45.06910705566406,
759
+ -29.289424896240234,
760
+ -51.291263580322266,
761
+ -7.92434024810791
762
+ ],
763
+ [
764
+ -21.034685134887695,
765
+ -48.01726531982422,
766
+ -31.032142639160156,
767
+ -54.373390197753906,
768
+ -8.310579299926758
769
+ ],
770
+ [
771
+ -22.371200561523438,
772
+ -50.860572814941406,
773
+ -32.762428283691406,
774
+ -57.42034912109375,
775
+ -8.610725402832031
776
+ ],
777
+ [
778
+ -23.674882888793945,
779
+ -53.774471282958984,
780
+ -34.39431381225586,
781
+ -60.04806137084961,
782
+ -8.919435501098633
783
+ ]
784
+ ],
785
+ "q99": [
786
+ [
787
+ 1.4155062437057495,
788
+ 5.832529544830322,
789
+ 3.77024245262146,
790
+ 8.264588356018066,
791
+ 2.3881213665008545
792
+ ],
793
+ [
794
+ 2.240215539932251,
795
+ 8.167988777160645,
796
+ 6.776815891265869,
797
+ 12.389564514160156,
798
+ 2.9987709522247314
799
+ ],
800
+ [
801
+ 3.546375036239624,
802
+ 11.23394775390625,
803
+ 9.72734546661377,
804
+ 16.413604736328125,
805
+ 3.604119062423706
806
+ ],
807
+ [
808
+ 4.66862678527832,
809
+ 14.407211303710938,
810
+ 12.673429489135742,
811
+ 20.606990814208984,
812
+ 4.1604766845703125
813
+ ],
814
+ [
815
+ 5.865904331207275,
816
+ 17.624990463256836,
817
+ 15.563806533813477,
818
+ 24.551776885986328,
819
+ 4.65955924987793
820
+ ],
821
+ [
822
+ 7.058602333068848,
823
+ 20.72407341003418,
824
+ 18.42572021484375,
825
+ 28.903743743896484,
826
+ 5.166476726531982
827
+ ],
828
+ [
829
+ 8.227655410766602,
830
+ 23.790653228759766,
831
+ 21.367599487304688,
832
+ 32.79374313354492,
833
+ 5.631259441375732
834
+ ],
835
+ [
836
+ 9.443690299987793,
837
+ 26.656652450561523,
838
+ 24.202688217163086,
839
+ 36.56044006347656,
840
+ 6.100645065307617
841
+ ],
842
+ [
843
+ 10.526759147644043,
844
+ 29.699562072753906,
845
+ 26.93604850769043,
846
+ 40.60602569580078,
847
+ 6.5949931144714355
848
+ ],
849
+ [
850
+ 11.64195442199707,
851
+ 32.64166259765625,
852
+ 29.66598892211914,
853
+ 44.527915954589844,
854
+ 6.949281692504883
855
+ ],
856
+ [
857
+ 12.696796417236328,
858
+ 35.44025802612305,
859
+ 32.34733963012695,
860
+ 48.33242416381836,
861
+ 7.380436897277832
862
+ ],
863
+ [
864
+ 13.630316734313965,
865
+ 38.30537414550781,
866
+ 34.77291488647461,
867
+ 52.0901985168457,
868
+ 7.733727931976318
869
+ ],
870
+ [
871
+ 14.566439628601074,
872
+ 41.14776611328125,
873
+ 37.24289321899414,
874
+ 55.61033248901367,
875
+ 8.013587951660156
876
+ ],
877
+ [
878
+ 15.46853256225586,
879
+ 43.979862213134766,
880
+ 39.60065460205078,
881
+ 58.93721389770508,
882
+ 8.377981185913086
883
+ ],
884
+ [
885
+ 16.333667755126953,
886
+ 46.76958465576172,
887
+ 42.04704666137695,
888
+ 62.48078536987305,
889
+ 8.640762329101562
890
+ ],
891
+ [
892
+ 17.32878303527832,
893
+ 49.35301971435547,
894
+ 44.19436264038086,
895
+ 65.80094909667969,
896
+ 8.837478637695312
897
+ ]
898
+ ],
899
+ "count": [
900
+ 18403,
901
+ 18403,
902
+ 18403,
903
+ 18403,
904
+ 18403,
905
+ 18403,
906
+ 18403,
907
+ 18403,
908
+ 18403,
909
+ 18403,
910
+ 18403,
911
+ 18403,
912
+ 18403,
913
+ 18403,
914
+ 18403,
915
+ 18403
916
+ ]
917
+ }
918
+ }
919
+ },
920
+ "modality_config": {
921
+ "state": {
922
+ "modality_keys": [
923
+ "single_arm",
924
+ "gripper"
925
+ ]
926
+ },
927
+ "action": {
928
+ "modality_keys": [
929
+ "single_arm",
930
+ "gripper"
931
+ ],
932
+ "action_configs": [
933
+ {
934
+ "rep": "RELATIVE",
935
+ "type": "NON_EEF",
936
+ "format": "DEFAULT",
937
+ "state_key": null
938
+ },
939
+ {
940
+ "rep": "ABSOLUTE",
941
+ "type": "NON_EEF",
942
+ "format": "DEFAULT",
943
+ "state_key": null
944
+ }
945
+ ],
946
+ "delta_indices": [
947
+ 0,
948
+ 1,
949
+ 2,
950
+ 3,
951
+ 4,
952
+ 5,
953
+ 6,
954
+ 7,
955
+ 8,
956
+ 9,
957
+ 10,
958
+ 11,
959
+ 12,
960
+ 13,
961
+ 14,
962
+ 15
963
+ ]
964
+ },
965
+ "video": {
966
+ "modality_keys": [
967
+ "ego",
968
+ "external_D455"
969
+ ],
970
+ "delta_indices": [
971
+ 0
972
+ ]
973
+ }
974
+ },
975
+ "use_percentiles": true,
976
+ "use_relative_action": true,
977
+ "action_decode_transform": null
978
+ }
979
+ },
980
+ {
981
+ "registry_name": "device_processor",
982
+ "config": {
983
+ "device": "cpu",
984
+ "float_dtype": null
985
+ }
986
+ }
987
+ ]
988
+ }
policy_preprocessor.json ADDED
@@ -0,0 +1,1044 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "groot_n1_7_pack_inputs_v1",
16
+ "config": {
17
+ "state_horizon": 1,
18
+ "action_horizon": 16,
19
+ "valid_action_horizon": 16,
20
+ "video_horizon": null,
21
+ "max_state_dim": 132,
22
+ "max_action_dim": 132,
23
+ "language_key": "task",
24
+ "formalize_language": true,
25
+ "embodiment_tag": "new_embodiment",
26
+ "embodiment_mapping": {
27
+ "oxe_droid_relative_eef_relative_joint": 24,
28
+ "xdof_relative_eef_relative_joint": 27,
29
+ "xdof_relative_eef_relative_joint_subtask": 27,
30
+ "real_g1_relative_eef_relative_joints": 25,
31
+ "real_r1_pro_sharpa_relative_eef": 26,
32
+ "real_r1_pro_sharpa_relative_eef_human": 26,
33
+ "real_r1_pro_sharpa_relative_eef_maxinsights": 26,
34
+ "real_r1_pro_sharpa_relative_eef_mecka": 26,
35
+ "unitree_g1_full_body_with_waist_height_nav_cmd": 25,
36
+ "simpler_env_google": 0,
37
+ "simpler_env_widowx": 1,
38
+ "libero_sim": 2,
39
+ "new_embodiment": 10
40
+ },
41
+ "normalize_min_max": true,
42
+ "clip_outliers": true,
43
+ "use_percentiles": true,
44
+ "video_modality_keys": [
45
+ "ego",
46
+ "external_D455"
47
+ ],
48
+ "raw_stats": {
49
+ "state": {
50
+ "single_arm": {
51
+ "min": [
52
+ -44.03818893432617,
53
+ -98.77899932861328,
54
+ -34.79449462890625,
55
+ -100.0046157836914,
56
+ -71.68205261230469
57
+ ],
58
+ "max": [
59
+ 35.02424621582031,
60
+ 50.342254638671875,
61
+ 100.00312805175781,
62
+ 66.6961669921875,
63
+ -34.87779235839844
64
+ ],
65
+ "mean": [
66
+ -5.5299482345581055,
67
+ -32.25617599487305,
68
+ 59.4948616027832,
69
+ -3.6856911182403564,
70
+ -54.938499450683594
71
+ ],
72
+ "std": [
73
+ 19.169057846069336,
74
+ 36.50174331665039,
75
+ 27.44182777404785,
76
+ 44.11783218383789,
77
+ 5.00417423248291
78
+ ],
79
+ "count": [
80
+ 19603
81
+ ],
82
+ "q01": [
83
+ -28.13338851928711,
84
+ -94.34519958496094,
85
+ 15.038800239562988,
86
+ -72.69508361816406,
87
+ -59.0400390625
88
+ ],
89
+ "q10": [
90
+ -26.410818099975586,
91
+ -84.54883575439453,
92
+ 18.890180587768555,
93
+ -69.36771392822266,
94
+ -58.61429214477539
95
+ ],
96
+ "q50": [
97
+ -5.600240707397461,
98
+ -28.955766677856445,
99
+ 68.45069885253906,
100
+ 17.7752685546875,
101
+ -55.92542266845703
102
+ ],
103
+ "q90": [
104
+ 15.77637004852295,
105
+ 14.347382545471191,
106
+ 86.09672546386719,
107
+ 35.92691421508789,
108
+ -49.62702941894531
109
+ ],
110
+ "q99": [
111
+ 16.99107551574707,
112
+ 21.652578353881836,
113
+ 90.42731475830078,
114
+ 41.45560073852539,
115
+ -48.75060272216797
116
+ ]
117
+ },
118
+ "gripper": {
119
+ "min": [
120
+ 8.497326850891113
121
+ ],
122
+ "max": [
123
+ 58.09996795654297
124
+ ],
125
+ "mean": [
126
+ 25.87569236755371
127
+ ],
128
+ "std": [
129
+ 9.94119930267334
130
+ ],
131
+ "count": [
132
+ 19603
133
+ ],
134
+ "q01": [
135
+ 16.605926513671875
136
+ ],
137
+ "q10": [
138
+ 17.342613220214844
139
+ ],
140
+ "q50": [
141
+ 24.968048095703125
142
+ ],
143
+ "q90": [
144
+ 40.62226867675781
145
+ ],
146
+ "q99": [
147
+ 41.451358795166016
148
+ ]
149
+ }
150
+ },
151
+ "action": {
152
+ "single_arm": {
153
+ "min": [
154
+ -44.09799575805664,
155
+ -99.24528503417969,
156
+ -35.0520133972168,
157
+ -99.82714080810547,
158
+ -72.86458587646484
159
+ ],
160
+ "max": [
161
+ 34.966590881347656,
162
+ 49.93710708618164,
163
+ 99.9095458984375,
164
+ 67.07000732421875,
165
+ -34.84375
166
+ ],
167
+ "mean": [
168
+ -5.659139633178711,
169
+ -32.841026306152344,
170
+ 58.50822448730469,
171
+ -4.174387454986572,
172
+ -54.96607208251953
173
+ ],
174
+ "std": [
175
+ 19.20844841003418,
176
+ 36.216670989990234,
177
+ 27.483781814575195,
178
+ 44.269927978515625,
179
+ 5.1020612716674805
180
+ ],
181
+ "count": [
182
+ 19603
183
+ ],
184
+ "q01": [
185
+ -28.21612548828125,
186
+ -94.58988189697266,
187
+ 14.43729305267334,
188
+ -72.98535919189453,
189
+ -59.13234329223633
190
+ ],
191
+ "q10": [
192
+ -26.54429817199707,
193
+ -84.08381652832031,
194
+ 17.799148559570312,
195
+ -70.02462005615234,
196
+ -58.65377426147461
197
+ ],
198
+ "q50": [
199
+ -5.8924760818481445,
200
+ -29.654207229614258,
201
+ 67.47833251953125,
202
+ 17.40240478515625,
203
+ -56.084197998046875
204
+ ],
205
+ "q90": [
206
+ 15.688958168029785,
207
+ 13.240241050720215,
208
+ 84.92670440673828,
209
+ 35.49851608276367,
210
+ -49.57239532470703
211
+ ],
212
+ "q99": [
213
+ 16.910335540771484,
214
+ 21.402915954589844,
215
+ 89.70153045654297,
216
+ 41.51907730102539,
217
+ -48.575679779052734
218
+ ]
219
+ },
220
+ "gripper": {
221
+ "min": [
222
+ 0.4850444495677948
223
+ ],
224
+ "max": [
225
+ 58.69038009643555
226
+ ],
227
+ "mean": [
228
+ 20.7266788482666
229
+ ],
230
+ "std": [
231
+ 15.457074165344238
232
+ ],
233
+ "count": [
234
+ 19603
235
+ ],
236
+ "q01": [
237
+ 4.221653938293457
238
+ ],
239
+ "q10": [
240
+ 4.539665699005127
241
+ ],
242
+ "q50": [
243
+ 23.64520263671875
244
+ ],
245
+ "q90": [
246
+ 40.94953155517578
247
+ ],
248
+ "q99": [
249
+ 41.742340087890625
250
+ ]
251
+ }
252
+ },
253
+ "relative_action": {
254
+ "single_arm": {
255
+ "min": [
256
+ [
257
+ -7.403679847717285,
258
+ -21.343788146972656,
259
+ -11.686344146728516,
260
+ -26.58721160888672,
261
+ -4.000480651855469
262
+ ],
263
+ [
264
+ -15.338791847229004,
265
+ -30.557064056396484,
266
+ -13.969884872436523,
267
+ -36.63103485107422,
268
+ -5.058338165283203
269
+ ],
270
+ [
271
+ -17.60955810546875,
272
+ -33.57593536376953,
273
+ -16.110721588134766,
274
+ -39.94593811035156,
275
+ -6.100704193115234
276
+ ],
277
+ [
278
+ -19.56610107421875,
279
+ -36.97331619262695,
280
+ -18.439834594726562,
281
+ -43.18556213378906,
282
+ -7.029438018798828
283
+ ],
284
+ [
285
+ -21.609573364257812,
286
+ -40.83075714111328,
287
+ -21.334449768066406,
288
+ -46.67118835449219,
289
+ -7.869297027587891
290
+ ],
291
+ [
292
+ -23.818679809570312,
293
+ -44.688201904296875,
294
+ -24.13861083984375,
295
+ -50.31035614013672,
296
+ -8.673751831054688
297
+ ],
298
+ [
299
+ -26.139259338378906,
300
+ -47.874786376953125,
301
+ -26.761859893798828,
302
+ -54.02598571777344,
303
+ -9.537178039550781
304
+ ],
305
+ [
306
+ -28.473419189453125,
307
+ -50.6420783996582,
308
+ -29.38510513305664,
309
+ -57.71142578125,
310
+ -10.437923431396484
311
+ ],
312
+ [
313
+ -30.723190307617188,
314
+ -53.241661071777344,
315
+ -31.639423370361328,
316
+ -61.252540588378906,
317
+ -11.297477722167969
318
+ ],
319
+ [
320
+ -32.8468017578125,
321
+ -55.673526763916016,
322
+ -33.719932556152344,
323
+ -64.55354309082031,
324
+ -11.978679656982422
325
+ ],
326
+ [
327
+ -34.89494323730469,
328
+ -58.18925094604492,
329
+ -35.800437927246094,
330
+ -67.57942199707031,
331
+ -12.65576171875
332
+ ],
333
+ [
334
+ -36.79258728027344,
335
+ -60.70497131347656,
336
+ -37.790489196777344,
337
+ -70.3065185546875,
338
+ -13.115116119384766
339
+ ],
340
+ [
341
+ -38.41820526123047,
342
+ -63.38841247558594,
343
+ -39.96855163574219,
344
+ -72.76057434082031,
345
+ -13.479698181152344
346
+ ],
347
+ [
348
+ -39.82875061035156,
349
+ -65.73641967773438,
350
+ -42.222869873046875,
351
+ -74.99454498291016,
352
+ -14.06201171875
353
+ ],
354
+ [
355
+ -41.06019592285156,
356
+ -67.91671752929688,
357
+ -44.12246322631836,
358
+ -77.06887817382812,
359
+ -14.582843780517578
360
+ ],
361
+ [
362
+ -42.17378234863281,
363
+ -70.09700775146484,
364
+ -46.1196174621582,
365
+ -79.13003540039062,
366
+ -15.38583755493164
367
+ ]
368
+ ],
369
+ "max": [
370
+ [
371
+ 5.935976982116699,
372
+ 15.1451416015625,
373
+ 11.756964683532715,
374
+ 30.926345825195312,
375
+ 4.617164611816406
376
+ ],
377
+ [
378
+ 7.050804138183594,
379
+ 24.240886688232422,
380
+ 14.801684379577637,
381
+ 40.97989273071289,
382
+ 5.822669982910156
383
+ ],
384
+ [
385
+ 8.314274787902832,
386
+ 26.672752380371094,
387
+ 17.941551208496094,
388
+ 45.56070327758789,
389
+ 6.975105285644531
390
+ ],
391
+ [
392
+ 9.652067184448242,
393
+ 28.433757781982422,
394
+ 20.831390380859375,
395
+ 49.64745330810547,
396
+ 7.9514312744140625
397
+ ],
398
+ [
399
+ 10.692573547363281,
400
+ 30.027050018310547,
401
+ 25.21076202392578,
402
+ 53.44855499267578,
403
+ 8.888931274414062
404
+ ],
405
+ [
406
+ 11.881908416748047,
407
+ 31.36876678466797,
408
+ 29.00994873046875,
409
+ 57.183837890625,
410
+ 9.774349212646484
411
+ ],
412
+ [
413
+ 13.589406967163086,
414
+ 32.54277420043945,
415
+ 33.08050537109375,
416
+ 60.89848327636719,
417
+ 10.570022583007812
418
+ ],
419
+ [
420
+ 14.927953720092773,
421
+ 35.78352737426758,
422
+ 36.78923416137695,
423
+ 68.95306396484375,
424
+ 11.388931274414062
425
+ ],
426
+ [
427
+ 16.190017700195312,
428
+ 38.634681701660156,
429
+ 40.39845657348633,
430
+ 73.93795776367188,
431
+ 12.274349212646484
432
+ ],
433
+ [
434
+ 17.22235870361328,
435
+ 41.48583221435547,
436
+ 43.944515228271484,
437
+ 78.80449676513672,
438
+ 13.070022583007812
439
+ ],
440
+ [
441
+ 18.84430503845215,
442
+ 45.80079650878906,
443
+ 47.110504150390625,
444
+ 83.459228515625,
445
+ 13.78769302368164
446
+ ],
447
+ [
448
+ 20.551803588867188,
449
+ 49.082237243652344,
450
+ 50.16779327392578,
451
+ 87.70958709716797,
452
+ 14.449142456054688
453
+ ],
454
+ [
455
+ 22.117164611816406,
456
+ 52.18496322631836,
457
+ 53.71385192871094,
458
+ 91.4458236694336,
459
+ 15.10708236694336
460
+ ],
461
+ [
462
+ 23.676183700561523,
463
+ 55.36054611206055,
464
+ 56.553443908691406,
465
+ 94.54940032958984,
466
+ 15.787273406982422
467
+ ],
468
+ [
469
+ 25.160964965820312,
470
+ 58.64198684692383,
471
+ 58.729164123535156,
472
+ 97.79720306396484,
473
+ 16.412574768066406
474
+ ],
475
+ [
476
+ 26.52654266357422,
477
+ 61.636837005615234,
478
+ 60.90012741088867,
479
+ 102.08735656738281,
480
+ 17.037574768066406
481
+ ]
482
+ ],
483
+ "mean": [
484
+ [
485
+ -0.14882345497608185,
486
+ -0.49180787801742554,
487
+ -0.9774569869041443,
488
+ -0.7600352168083191,
489
+ -0.025079282000660896
490
+ ],
491
+ [
492
+ -0.2138441503047943,
493
+ -0.3800918459892273,
494
+ -0.9959100484848022,
495
+ -0.8829980492591858,
496
+ -0.030421346426010132
497
+ ],
498
+ [
499
+ -0.276848167181015,
500
+ -0.2752566337585449,
501
+ -1.0157051086425781,
502
+ -0.9944667816162109,
503
+ -0.03596708923578262
504
+ ],
505
+ [
506
+ -0.3380570411682129,
507
+ -0.17790287733078003,
508
+ -1.036616563796997,
509
+ -1.094215750694275,
510
+ -0.041609324514865875
511
+ ],
512
+ [
513
+ -0.3976344168186188,
514
+ -0.08703061938285828,
515
+ -1.0584867000579834,
516
+ -1.1839359998703003,
517
+ -0.04734227433800697
518
+ ],
519
+ [
520
+ -0.4557541310787201,
521
+ -0.0024509220384061337,
522
+ -1.0809900760650635,
523
+ -1.2642453908920288,
524
+ -0.053140584379434586
525
+ ],
526
+ [
527
+ -0.5126988887786865,
528
+ 0.07536793500185013,
529
+ -1.1036427021026611,
530
+ -1.3350884914398193,
531
+ -0.05906052142381668
532
+ ],
533
+ [
534
+ -0.5690915584564209,
535
+ 0.14643989503383636,
536
+ -1.1263598203659058,
537
+ -1.3966038227081299,
538
+ -0.06495664268732071
539
+ ],
540
+ [
541
+ -0.6256585121154785,
542
+ 0.21193456649780273,
543
+ -1.1488232612609863,
544
+ -1.4504973888397217,
545
+ -0.070767842233181
546
+ ],
547
+ [
548
+ -0.6831844449043274,
549
+ 0.2717616558074951,
550
+ -1.1708587408065796,
551
+ -1.4969099760055542,
552
+ -0.07657270133495331
553
+ ],
554
+ [
555
+ -0.741843044757843,
556
+ 0.3254620134830475,
557
+ -1.1922527551651,
558
+ -1.5359762907028198,
559
+ -0.08227676153182983
560
+ ],
561
+ [
562
+ -0.8015004992485046,
563
+ 0.37390172481536865,
564
+ -1.2126166820526123,
565
+ -1.568299412727356,
566
+ -0.08780235797166824
567
+ ],
568
+ [
569
+ -0.8629485368728638,
570
+ 0.41730016469955444,
571
+ -1.231200098991394,
572
+ -1.595727801322937,
573
+ -0.09321177750825882
574
+ ],
575
+ [
576
+ -0.9266560077667236,
577
+ 0.4554278254508972,
578
+ -1.2473944425582886,
579
+ -1.6191096305847168,
580
+ -0.09862378239631653
581
+ ],
582
+ [
583
+ -0.9926485419273376,
584
+ 0.4876198470592499,
585
+ -1.260882019996643,
586
+ -1.6385912895202637,
587
+ -0.10407595336437225
588
+ ],
589
+ [
590
+ -1.0612144470214844,
591
+ 0.5138142704963684,
592
+ -1.2710020542144775,
593
+ -1.6555445194244385,
594
+ -0.10952787846326828
595
+ ]
596
+ ],
597
+ "std": [
598
+ [
599
+ 0.577633798122406,
600
+ 2.619325876235962,
601
+ 1.7559900283813477,
602
+ 3.2910430431365967,
603
+ 0.709681510925293
604
+ ],
605
+ [
606
+ 1.0219744443893433,
607
+ 4.206506252288818,
608
+ 2.724515676498413,
609
+ 4.788137435913086,
610
+ 0.8845272064208984
611
+ ],
612
+ [
613
+ 1.5372892618179321,
614
+ 5.858143329620361,
615
+ 3.7363250255584717,
616
+ 6.292628765106201,
617
+ 1.057034969329834
618
+ ],
619
+ [
620
+ 2.0647077560424805,
621
+ 7.524584770202637,
622
+ 4.751458168029785,
623
+ 7.790938377380371,
624
+ 1.223911166191101
625
+ ],
626
+ [
627
+ 2.5927317142486572,
628
+ 9.188908576965332,
629
+ 5.757792949676514,
630
+ 9.275439262390137,
631
+ 1.3847688436508179
632
+ ],
633
+ [
634
+ 3.1178011894226074,
635
+ 10.844918251037598,
636
+ 6.75089168548584,
637
+ 10.744902610778809,
638
+ 1.5399470329284668
639
+ ],
640
+ [
641
+ 3.638444662094116,
642
+ 12.4906644821167,
643
+ 7.728830337524414,
644
+ 12.20102310180664,
645
+ 1.6899569034576416
646
+ ],
647
+ [
648
+ 4.152916431427002,
649
+ 14.12430191040039,
650
+ 8.691229820251465,
651
+ 13.647374153137207,
652
+ 1.835107445716858
653
+ ],
654
+ [
655
+ 4.659777641296387,
656
+ 15.742822647094727,
657
+ 9.637689590454102,
658
+ 15.077919006347656,
659
+ 1.9755820035934448
660
+ ],
661
+ [
662
+ 5.158328056335449,
663
+ 17.345365524291992,
664
+ 10.568361282348633,
665
+ 16.493101119995117,
666
+ 2.1115450859069824
667
+ ],
668
+ [
669
+ 5.648514270782471,
670
+ 18.93150520324707,
671
+ 11.483567237854004,
672
+ 17.894100189208984,
673
+ 2.2431843280792236
674
+ ],
675
+ [
676
+ 6.130801200866699,
677
+ 20.49928855895996,
678
+ 12.384008407592773,
679
+ 19.281808853149414,
680
+ 2.370608329772949
681
+ ],
682
+ [
683
+ 6.604080677032471,
684
+ 22.047456741333008,
685
+ 13.26936149597168,
686
+ 20.65220832824707,
687
+ 2.494211196899414
688
+ ],
689
+ [
690
+ 7.068251609802246,
691
+ 23.574750900268555,
692
+ 14.139976501464844,
693
+ 22.004636764526367,
694
+ 2.6142544746398926
695
+ ],
696
+ [
697
+ 7.523558139801025,
698
+ 25.080984115600586,
699
+ 14.996198654174805,
700
+ 23.340194702148438,
701
+ 2.7310373783111572
702
+ ],
703
+ [
704
+ 7.969391345977783,
705
+ 26.564414978027344,
706
+ 15.838000297546387,
707
+ 24.656681060791016,
708
+ 2.84470272064209
709
+ ]
710
+ ],
711
+ "q01": [
712
+ [
713
+ -1.8062206506729126,
714
+ -8.91984748840332,
715
+ -6.098232269287109,
716
+ -9.392142295837402,
717
+ -2.2635324001312256
718
+ ],
719
+ [
720
+ -2.9284114837646484,
721
+ -10.831075668334961,
722
+ -7.3988776206970215,
723
+ -13.102965354919434,
724
+ -2.8467769622802734
725
+ ],
726
+ [
727
+ -4.567752838134766,
728
+ -13.8612699508667,
729
+ -9.33074951171875,
730
+ -16.95085906982422,
731
+ -3.4083845615386963
732
+ ],
733
+ [
734
+ -6.248723030090332,
735
+ -16.957996368408203,
736
+ -11.328927993774414,
737
+ -20.71360969543457,
738
+ -3.9483935832977295
739
+ ],
740
+ [
741
+ -7.886484622955322,
742
+ -20.05767822265625,
743
+ -13.448420524597168,
744
+ -24.40064239501953,
745
+ -4.43865966796875
746
+ ],
747
+ [
748
+ -9.498039245605469,
749
+ -23.35751724243164,
750
+ -15.62982177734375,
751
+ -27.923940658569336,
752
+ -4.900402545928955
753
+ ],
754
+ [
755
+ -10.984527587890625,
756
+ -26.766511917114258,
757
+ -17.720796585083008,
758
+ -31.486431121826172,
759
+ -5.386660575866699
760
+ ],
761
+ [
762
+ -12.44809341430664,
763
+ -30.020105361938477,
764
+ -19.85028648376465,
765
+ -34.94414138793945,
766
+ -5.81933069229126
767
+ ],
768
+ [
769
+ -13.897714614868164,
770
+ -33.155757904052734,
771
+ -21.756690979003906,
772
+ -38.49285888671875,
773
+ -6.281961917877197
774
+ ],
775
+ [
776
+ -15.275969505310059,
777
+ -36.15620040893555,
778
+ -23.685922622680664,
779
+ -41.66505432128906,
780
+ -6.699820041656494
781
+ ],
782
+ [
783
+ -16.649524688720703,
784
+ -39.167266845703125,
785
+ -25.531164169311523,
786
+ -44.942562103271484,
787
+ -7.123175621032715
788
+ ],
789
+ [
790
+ -18.179378509521484,
791
+ -42.189205169677734,
792
+ -27.486108779907227,
793
+ -48.140052795410156,
794
+ -7.559758186340332
795
+ ],
796
+ [
797
+ -19.620264053344727,
798
+ -45.06910705566406,
799
+ -29.289424896240234,
800
+ -51.291263580322266,
801
+ -7.92434024810791
802
+ ],
803
+ [
804
+ -21.034685134887695,
805
+ -48.01726531982422,
806
+ -31.032142639160156,
807
+ -54.373390197753906,
808
+ -8.310579299926758
809
+ ],
810
+ [
811
+ -22.371200561523438,
812
+ -50.860572814941406,
813
+ -32.762428283691406,
814
+ -57.42034912109375,
815
+ -8.610725402832031
816
+ ],
817
+ [
818
+ -23.674882888793945,
819
+ -53.774471282958984,
820
+ -34.39431381225586,
821
+ -60.04806137084961,
822
+ -8.919435501098633
823
+ ]
824
+ ],
825
+ "q99": [
826
+ [
827
+ 1.4155062437057495,
828
+ 5.832529544830322,
829
+ 3.77024245262146,
830
+ 8.264588356018066,
831
+ 2.3881213665008545
832
+ ],
833
+ [
834
+ 2.240215539932251,
835
+ 8.167988777160645,
836
+ 6.776815891265869,
837
+ 12.389564514160156,
838
+ 2.9987709522247314
839
+ ],
840
+ [
841
+ 3.546375036239624,
842
+ 11.23394775390625,
843
+ 9.72734546661377,
844
+ 16.413604736328125,
845
+ 3.604119062423706
846
+ ],
847
+ [
848
+ 4.66862678527832,
849
+ 14.407211303710938,
850
+ 12.673429489135742,
851
+ 20.606990814208984,
852
+ 4.1604766845703125
853
+ ],
854
+ [
855
+ 5.865904331207275,
856
+ 17.624990463256836,
857
+ 15.563806533813477,
858
+ 24.551776885986328,
859
+ 4.65955924987793
860
+ ],
861
+ [
862
+ 7.058602333068848,
863
+ 20.72407341003418,
864
+ 18.42572021484375,
865
+ 28.903743743896484,
866
+ 5.166476726531982
867
+ ],
868
+ [
869
+ 8.227655410766602,
870
+ 23.790653228759766,
871
+ 21.367599487304688,
872
+ 32.79374313354492,
873
+ 5.631259441375732
874
+ ],
875
+ [
876
+ 9.443690299987793,
877
+ 26.656652450561523,
878
+ 24.202688217163086,
879
+ 36.56044006347656,
880
+ 6.100645065307617
881
+ ],
882
+ [
883
+ 10.526759147644043,
884
+ 29.699562072753906,
885
+ 26.93604850769043,
886
+ 40.60602569580078,
887
+ 6.5949931144714355
888
+ ],
889
+ [
890
+ 11.64195442199707,
891
+ 32.64166259765625,
892
+ 29.66598892211914,
893
+ 44.527915954589844,
894
+ 6.949281692504883
895
+ ],
896
+ [
897
+ 12.696796417236328,
898
+ 35.44025802612305,
899
+ 32.34733963012695,
900
+ 48.33242416381836,
901
+ 7.380436897277832
902
+ ],
903
+ [
904
+ 13.630316734313965,
905
+ 38.30537414550781,
906
+ 34.77291488647461,
907
+ 52.0901985168457,
908
+ 7.733727931976318
909
+ ],
910
+ [
911
+ 14.566439628601074,
912
+ 41.14776611328125,
913
+ 37.24289321899414,
914
+ 55.61033248901367,
915
+ 8.013587951660156
916
+ ],
917
+ [
918
+ 15.46853256225586,
919
+ 43.979862213134766,
920
+ 39.60065460205078,
921
+ 58.93721389770508,
922
+ 8.377981185913086
923
+ ],
924
+ [
925
+ 16.333667755126953,
926
+ 46.76958465576172,
927
+ 42.04704666137695,
928
+ 62.48078536987305,
929
+ 8.640762329101562
930
+ ],
931
+ [
932
+ 17.32878303527832,
933
+ 49.35301971435547,
934
+ 44.19436264038086,
935
+ 65.80094909667969,
936
+ 8.837478637695312
937
+ ]
938
+ ],
939
+ "count": [
940
+ 18403,
941
+ 18403,
942
+ 18403,
943
+ 18403,
944
+ 18403,
945
+ 18403,
946
+ 18403,
947
+ 18403,
948
+ 18403,
949
+ 18403,
950
+ 18403,
951
+ 18403,
952
+ 18403,
953
+ 18403,
954
+ 18403,
955
+ 18403
956
+ ]
957
+ }
958
+ }
959
+ },
960
+ "modality_config": {
961
+ "state": {
962
+ "modality_keys": [
963
+ "single_arm",
964
+ "gripper"
965
+ ]
966
+ },
967
+ "action": {
968
+ "modality_keys": [
969
+ "single_arm",
970
+ "gripper"
971
+ ],
972
+ "action_configs": [
973
+ {
974
+ "rep": "RELATIVE",
975
+ "type": "NON_EEF",
976
+ "format": "DEFAULT",
977
+ "state_key": null
978
+ },
979
+ {
980
+ "rep": "ABSOLUTE",
981
+ "type": "NON_EEF",
982
+ "format": "DEFAULT",
983
+ "state_key": null
984
+ }
985
+ ],
986
+ "delta_indices": [
987
+ 0,
988
+ 1,
989
+ 2,
990
+ 3,
991
+ 4,
992
+ 5,
993
+ 6,
994
+ 7,
995
+ 8,
996
+ 9,
997
+ 10,
998
+ 11,
999
+ 12,
1000
+ 13,
1001
+ 14,
1002
+ 15
1003
+ ]
1004
+ },
1005
+ "video": {
1006
+ "modality_keys": [
1007
+ "ego",
1008
+ "external_D455"
1009
+ ],
1010
+ "delta_indices": [
1011
+ 0
1012
+ ]
1013
+ }
1014
+ }
1015
+ },
1016
+ "state_file": "policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors"
1017
+ },
1018
+ {
1019
+ "registry_name": "groot_n1_7_vlm_encode_v1",
1020
+ "config": {
1021
+ "model_name": "nvidia/Cosmos-Reason2-2B",
1022
+ "image_crop_size": [
1023
+ 230,
1024
+ 230
1025
+ ],
1026
+ "image_target_size": [
1027
+ 256,
1028
+ 256
1029
+ ],
1030
+ "shortest_image_edge": null,
1031
+ "crop_fraction": null,
1032
+ "use_albumentations": false,
1033
+ "device": "cuda"
1034
+ }
1035
+ },
1036
+ {
1037
+ "registry_name": "device_processor",
1038
+ "config": {
1039
+ "device": "cuda",
1040
+ "float_dtype": null
1041
+ }
1042
+ }
1043
+ ]
1044
+ }
policy_preprocessor_step_2_groot_n1_7_pack_inputs_v1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b1f69b9fe93469e631b0871bea983c99845b9d4795c86c191feea92a0eec1e3
3
+ size 1992
train_config.json ADDED
@@ -0,0 +1,245 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": {
3
+ "repo_id": "sreetz-nv/so101_teleop_vials_rack_left_sim_and_real",
4
+ "root": null,
5
+ "episodes": null,
6
+ "image_transforms": {
7
+ "enable": false,
8
+ "max_num_transforms": 3,
9
+ "random_order": false,
10
+ "tfs": {
11
+ "brightness": {
12
+ "weight": 1.0,
13
+ "type": "ColorJitter",
14
+ "kwargs": {
15
+ "brightness": [
16
+ 0.8,
17
+ 1.2
18
+ ]
19
+ }
20
+ },
21
+ "contrast": {
22
+ "weight": 1.0,
23
+ "type": "ColorJitter",
24
+ "kwargs": {
25
+ "contrast": [
26
+ 0.8,
27
+ 1.2
28
+ ]
29
+ }
30
+ },
31
+ "saturation": {
32
+ "weight": 1.0,
33
+ "type": "ColorJitter",
34
+ "kwargs": {
35
+ "saturation": [
36
+ 0.5,
37
+ 1.5
38
+ ]
39
+ }
40
+ },
41
+ "hue": {
42
+ "weight": 1.0,
43
+ "type": "ColorJitter",
44
+ "kwargs": {
45
+ "hue": [
46
+ -0.05,
47
+ 0.05
48
+ ]
49
+ }
50
+ },
51
+ "sharpness": {
52
+ "weight": 1.0,
53
+ "type": "SharpnessJitter",
54
+ "kwargs": {
55
+ "sharpness": [
56
+ 0.5,
57
+ 1.5
58
+ ]
59
+ }
60
+ },
61
+ "affine": {
62
+ "weight": 1.0,
63
+ "type": "RandomAffine",
64
+ "kwargs": {
65
+ "degrees": [
66
+ -5.0,
67
+ 5.0
68
+ ],
69
+ "translate": [
70
+ 0.05,
71
+ 0.05
72
+ ]
73
+ }
74
+ }
75
+ }
76
+ },
77
+ "revision": "main",
78
+ "use_imagenet_stats": true,
79
+ "video_backend": "torchcodec",
80
+ "return_uint8": false,
81
+ "depth_output_unit": "mm",
82
+ "streaming": false,
83
+ "eval_split": 0.0
84
+ },
85
+ "env": null,
86
+ "policy": {
87
+ "type": "groot",
88
+ "n_obs_steps": 1,
89
+ "input_features": {
90
+ "observation.state": {
91
+ "type": "STATE",
92
+ "shape": [
93
+ 6
94
+ ]
95
+ },
96
+ "observation.images.ego": {
97
+ "type": "VISUAL",
98
+ "shape": [
99
+ 3,
100
+ 480,
101
+ 640
102
+ ]
103
+ },
104
+ "observation.images.external_D455": {
105
+ "type": "VISUAL",
106
+ "shape": [
107
+ 3,
108
+ 480,
109
+ 640
110
+ ]
111
+ }
112
+ },
113
+ "output_features": {
114
+ "action": {
115
+ "type": "ACTION",
116
+ "shape": [
117
+ 6
118
+ ]
119
+ }
120
+ },
121
+ "device": "cuda",
122
+ "use_amp": false,
123
+ "use_peft": false,
124
+ "push_to_hub": true,
125
+ "repo_id": "liorbenhorin-nv/G17_so101_teleop_vials_rack_left_sim_and_real",
126
+ "private": null,
127
+ "tags": null,
128
+ "license": null,
129
+ "pretrained_path": null,
130
+ "pretrained_revision": null,
131
+ "chunk_size": 16,
132
+ "n_action_steps": 16,
133
+ "max_state_dim": 132,
134
+ "max_action_dim": 132,
135
+ "normalization_mapping": {
136
+ "VISUAL": "IDENTITY",
137
+ "STATE": "IDENTITY",
138
+ "ACTION": "IDENTITY"
139
+ },
140
+ "base_model_path": "nvidia/GR00T-N1.7-3B",
141
+ "action_decode_transform": null,
142
+ "embodiment_tag": "new_embodiment",
143
+ "tune_llm": false,
144
+ "tune_visual": false,
145
+ "tune_projector": true,
146
+ "tune_diffusion_model": false,
147
+ "tune_vlln": true,
148
+ "tune_top_llm_layers": 0,
149
+ "num_inference_timesteps": null,
150
+ "rtc_ramp_rate": null,
151
+ "use_flash_attention": false,
152
+ "use_relative_actions": true,
153
+ "relative_exclude_joints": [
154
+ "gripper"
155
+ ],
156
+ "optimizer_lr": 0.0001,
157
+ "optimizer_betas": [
158
+ 0.95,
159
+ 0.999
160
+ ],
161
+ "optimizer_eps": 1e-08,
162
+ "optimizer_weight_decay": 1e-05,
163
+ "warmup_ratio": 0.05,
164
+ "use_bf16": true,
165
+ "image_size": [
166
+ 256,
167
+ 256
168
+ ],
169
+ "tokenizer_assets_repo": null,
170
+ "lora_rank": 0,
171
+ "lora_alpha": 16,
172
+ "lora_dropout": 0.1,
173
+ "lora_full_model": false,
174
+ "video_backend": "decord",
175
+ "balance_dataset_weights": true,
176
+ "balance_trajectory_weights": true,
177
+ "dataset_paths": null,
178
+ "output_dir": "./tmp/gr00t",
179
+ "save_steps": 1000,
180
+ "max_steps": 10000,
181
+ "batch_size": 32,
182
+ "dataloader_num_workers": 8,
183
+ "report_to": "wandb",
184
+ "resume": false
185
+ },
186
+ "reward_model": null,
187
+ "output_dir": "outputs",
188
+ "job_name": "G17_so101_teleop_vials_rack_left_sim_and_real",
189
+ "resume": false,
190
+ "seed": 1000,
191
+ "cudnn_deterministic": false,
192
+ "num_workers": 4,
193
+ "batch_size": 32,
194
+ "prefetch_factor": 4,
195
+ "persistent_workers": true,
196
+ "steps": 15000,
197
+ "env_eval_freq": 20000,
198
+ "log_freq": 2,
199
+ "eval_steps": 0,
200
+ "max_eval_samples": 0,
201
+ "tolerance_s": 0.0001,
202
+ "save_checkpoint": true,
203
+ "save_freq": 5000,
204
+ "use_policy_training_preset": true,
205
+ "optimizer": {
206
+ "type": "adamw",
207
+ "lr": 0.0001,
208
+ "weight_decay": 1e-05,
209
+ "grad_clip_norm": 10.0,
210
+ "betas": [
211
+ 0.95,
212
+ 0.999
213
+ ],
214
+ "eps": 1e-08
215
+ },
216
+ "scheduler": {
217
+ "type": "cosine_decay_with_warmup",
218
+ "num_warmup_steps": 500,
219
+ "num_decay_steps": 10000,
220
+ "peak_lr": 0.0001,
221
+ "decay_lr": 1e-05
222
+ },
223
+ "eval": {
224
+ "n_episodes": 50,
225
+ "batch_size": 50,
226
+ "use_async_envs": true,
227
+ "recording": false,
228
+ "recording_repo_id": null,
229
+ "recording_private": false
230
+ },
231
+ "wandb": {
232
+ "enable": true,
233
+ "disable_artifact": true,
234
+ "project": "lerobot",
235
+ "entity": null,
236
+ "notes": null,
237
+ "run_id": "rdm1oio4",
238
+ "mode": null,
239
+ "add_tags": true
240
+ },
241
+ "peft": null,
242
+ "sample_weighting": null,
243
+ "rename_map": {},
244
+ "checkpoint_path": null
245
+ }