{ "dataset": { "repo_id": "lerobot/robocerebra_unified", "root": null, "episodes": [ 2886, 4973, 6402, 2344, 4069, 4967, 401, 5383, 66, 2248, 6262, 179, 2418, 2423, 4708, 6608, 4685, 3124, 1943, 5996, 3958, 3151, 6019, 2474, 3742, 2048, 3475, 6466, 2450, 4813, 2830, 3618, 605, 1294, 4477, 2356, 3811, 6253, 2091, 3764, 2080, 5692, 3777, 1902, 1172, 4777, 4076, 1972, 5076, 6140, 4992, 646, 1434, 1392, 1475, 5820, 3375, 5981, 2000, 1192, 3528, 3070, 2936, 2403, 459, 2657, 376, 5909, 2453, 6585, 3634, 5708, 5191, 6360, 3555, 740, 5705, 2354, 5170, 1923, 560, 5058, 294, 4432, 3997, 5961, 2594, 6580, 4371, 2691, 657, 6415, 3256, 5105, 2773, 6429, 3846, 612, 1264, 6043, 3358, 1180, 125, 3743, 4308, 816, 3606, 822, 2719, 4834, 4114, 5693, 303, 4057, 1246, 5341, 5436, 3162, 3123, 6376, 2606, 357, 3365, 1913, 5945, 4684, 1956, 1545, 2636, 6011, 3090, 4451, 5634, 2723, 2827, 3967, 4412, 3658, 1217, 4011, 6129, 4750, 4808, 2445, 2317, 6209, 2188, 4159, 2784, 3399, 6234, 571, 1118, 4163, 4910, 1561, 3142, 1184, 4515, 3741, 1996, 3868, 3952, 3403, 2239, 4168, 2390, 4082, 1261, 5306, 962, 3780, 929, 6020, 763, 3342, 4524, 112, 4512, 2545, 1297, 1960, 4987, 5161, 236, 5986, 3970, 6236, 2359, 1073, 4499, 6570, 6210, 422, 3621, 5123, 4083, 5100, 2963, 4247, 1536, 444, 3385, 3784, 4444, 5387, 9, 4215, 3311, 949, 2648, 2067, 2576, 721, 3725, 300, 4506, 3280, 5427, 2361, 4058, 6148, 2701, 1317, 856, 5489, 2630, 2730, 6068, 2850, 3850, 747, 5675, 5200, 5911, 4795, 1486, 6625, 6039, 5337, 4251, 3854, 1435, 5864, 6379, 2207, 5507, 169, 4809, 4712, 5523, 6394, 748, 211, 2051, 6606, 5787, 3539, 6169, 4899, 658, 3586, 4045, 4423, 4099, 2230, 3297, 2491, 3839, 1018, 3597, 2364, 6054, 6288, 6448, 1359, 488, 6566, 1165, 2176, 1220, 5305, 1841, 4461, 940, 6441, 1620, 5416, 4831, 5120, 5640, 1912, 583, 3719, 2316, 2360, 1896, 267, 2385, 3849, 4864, 5654, 3346, 21, 1282, 614, 4521, 1423, 1964, 1286, 665, 5410, 2167, 6540, 5124, 1702, 812, 4994, 493, 5087, 4658, 2501, 3512, 4821, 2435, 3626, 3690, 6381, 4280, 1848, 6594, 5765, 6101, 3409, 4571, 970, 2033, 697, 6049, 4610, 1222, 1242, 439, 5623, 5156, 4726, 606, 4028, 3282, 535, 934, 3913, 2068, 420, 1510, 2791, 3608, 3921, 3845, 2329, 4702, 100, 840, 4021, 5225, 5856, 2393, 4533, 446, 372, 2247, 1036, 5899, 115, 2476, 6487, 2956, 1863, 2426, 1590, 823, 2318, 4888, 4297, 4829, 2265, 3966, 1772, 6353, 1516, 5653, 4389, 979, 6544, 1577, 988, 1888, 6495, 2511, 2219, 3717, 2882, 2709, 6341, 3485, 2816, 4349, 4534, 6035, 3023, 4764, 5439, 2508, 1993, 5667, 6491, 1815, 2410, 762, 141, 3671, 4020, 5291, 3900, 5829, 1968, 4548, 6205, 6160, 1977, 6442, 1565, 4232, 83, 4553, 2263, 6142, 4883, 2290, 2788, 2116, 2906, 1737, 3994, 1489, 2662, 6003, 235, 2755, 6324, 5473, 4999, 4668, 5983, 1997, 3692, 2284, 709, 2011, 2640, 2198, 4853, 3568, 3808, 3960, 4408, 5045, 2212, 5328, 4274, 1442, 3567, 1253, 5794, 3766, 5206, 2967, 3551, 864, 4015, 5931, 103, 2795, 5304, 6245, 564, 3035, 5419, 6520, 4364, 2844, 336, 4636, 6410, 4918, 5605, 2470, 6065, 834, 1989, 5138, 5657, 4850, 622, 1624, 3249, 3074, 6057, 5926, 2555, 210, 4740, 6141, 2548, 1341, 6490, 4974, 4963, 1374, 3021, 2099, 5730, 6041, 1785, 4620, 937, 5484, 3879, 1034, 1954, 1248, 5089, 166, 1633, 5966, 254, 329, 5339, 562, 5325, 1836, 2866, 426, 6458, 158, 3852, 670, 2066, 3453, 2279, 6006, 2764, 2677, 3724, 1733, 2681, 6058, 2131, 5989, 1488, 3782, 1111, 3511, 5265, 687, 222, 5431, 4623, 4848, 3227, 220, 6562, 5097, 1045, 3828, 6430, 3312, 5563, 5479, 2753, 3185, 237, 6330, 3570, 2235, 1797, 3999, 1806, 4941, 4473, 4409, 3432, 3194, 2446, 2881, 48, 3907, 3116, 4716, 160, 5697, 4784, 3190, 3441, 1694, 510, 3406, 3816, 4445, 2710, 3339, 3398, 526, 1752, 5786, 1251, 5684, 3137, 1894, 1235, 6515, 660, 4424, 2619, 2751, 2225, 1920, 2340, 5845, 634, 3603, 2249, 1959, 5134, 3969, 4270, 2271, 5223, 2025, 2123, 3686, 3888, 1303, 3652, 6051, 3495, 4135, 5892, 5018, 3625, 2599, 4877, 4578, 4351, 5468, 3806, 1092, 3739, 994, 2041, 4566, 411, 3805, 4243, 5700, 1440, 1792, 3482, 873, 45, 5633, 5374, 1208, 1998, 3273, 4049, 3145, 5704, 5884, 1592, 4715, 5159, 3395, 3730, 596, 5007, 3892, 6560, 378, 200, 1207, 1631, 6408, 2542, 5511, 1924, 765, 2745, 5072, 5185, 5438, 4222, 2324, 694, 5397, 1390, 6028, 3876, 4187, 1750, 5534, 3622, 6190, 3809, 2639, 5363, 6427, 4751, 3521, 1721, 2350, 2489, 3, 4488, 3326, 2465, 4662, 5042, 1425, 5548, 3105, 5447, 3444, 1571, 1042, 4541, 2422, 5711, 3296, 2672, 3345, 6164, 2533, 4154, 2460, 5896, 1020, 6225, 2571, 5104, 2704, 5441, 573, 3533, 2983, 1614, 5493, 6037, 6078, 5893, 5626, 4410, 4259, 13, 3572, 5806, 363, 2086, 1557, 4723, 3155, 947, 4189, 4966, 3574, 6301, 5968, 2831, 3559, 4887, 888, 313, 2174, 4756, 1462, 2139, 944, 226, 2712, 6622, 5566, 3274, 4173, 5255, 2876, 2286, 568, 2282, 2689, 3264, 1582, 5406, 193, 1826, 1864, 2500, 2864, 3770, 1634, 1822, 3855, 317, 3133, 885, 5744, 1304, 6486, 2032, 6021, 5487, 3372, 2721, 6651, 1469, 203, 3377, 1450, 1331, 1939, 1266, 6139, 5084, 6331, 4586, 2897, 842, 5463, 2044, 5587, 1720, 2931, 326, 2987, 2525, 342, 1044, 3520, 1213, 4526, 4771, 3024, 295, 4469, 1221, 5660, 616, 6450, 79, 4594, 3503, 5780, 4519, 3619, 6072, 6459, 2145, 5219, 1071, 2732, 29, 361, 2266, 6368, 5196, 756, 416, 2057, 6452, 4140, 2162, 5195, 5631, 1667, 2808, 5878, 1725, 4954, 2308, 2231, 6616, 6494, 6081, 876, 945, 6605, 1100, 848, 5434, 2452, 4543, 5471, 64, 4333, 5357, 5010, 2478, 5763, 4450, 3589, 1292, 2334, 3027, 2001, 563, 2859, 1085, 6321, 4144, 1746, 4404, 600, 819, 4612, 5088, 3754, 76, 594, 6159, 2590, 3745, 2457, 5287, 6416, 1072, 3242, 2175, 1955, 2573, 5867, 5486, 1673, 2136, 2591, 4282, 4630, 4781, 5385, 3434, 671, 5073, 325, 4870, 4742, 2016, 4666, 982, 3307, 1926, 5531, 556, 4874, 561, 1522, 656, 4160, 465, 1289, 4350, 4119, 3905, 4785, 410, 468, 2569, 6127, 499, 4441, 6027, 4744, 479, 1783, 2430, 1555, 1268, 3986, 5885, 5422, 4552, 5984, 5706, 3465, 2336, 3727, 2172, 3198, 17, 3104, 1348, 480, 3285, 1751, 3943, 3978, 3329, 1362, 1936, 6173, 764, 120, 4428, 5342, 414, 802, 4508, 3630, 617, 2046, 3789, 6387, 1503, 6644, 1148, 3675, 4393, 1558, 1569, 2036, 895, 2779, 5965, 3298, 496, 806, 5293, 5353, 5516, 443, 5972, 3825, 3367, 3469, 2902, 3531, 5398, 794, 772, 1559, 3334, 3874, 1990, 3872, 4720, 4677, 5925, 1083, 6424, 1755, 3976, 5480, 2281, 1949, 4211, 580, 2706, 257, 552, 1875, 482, 5169, 5798, 581, 58, 1804, 4820, 1885, 4537, 4819, 172, 2769, 524, 1840, 2030, 991, 3698, 4239, 3588, 3059, 6632, 5502, 3268, 2553, 5840, 1647, 5651, 5979, 6187, 4417, 1735, 3466, 4969, 4322, 2171, 1352, 4503, 3893, 5404, 1051, 1030, 6273, 4363, 6230, 566, 3981, 5995, 701, 6598, 4647, 1973, 474, 1961, 2519, 2973, 916, 159, 4002, 2655, 4906, 4, 4344, 6378, 4418, 1323, 6246, 3063, 6508, 1629, 4988, 6470, 5234, 2444, 5122, 871, 4158, 1463, 6241, 4100, 2157, 5895, 5915, 26, 3716, 1295, 3561, 2404, 913, 2786, 5250, 6296, 2185, 6151, 4398, 5584, 938, 5904, 5572, 94, 4532, 2059, 4334, 3834, 4881, 3126, 3152, 520, 4885, 3458, 5574, 6488, 1310, 5140, 1252, 898, 385, 6191, 744, 4042, 4174, 1133, 1796, 2965, 3271, 4780, 3509, 4788, 6119, 2152, 4415, 4598, 6102, 2020, 6652, 2169, 1170, 3758, 5266, 3241, 4089, 5369, 1741, 2577, 5881, 4646, 1728, 542, 2193, 3286, 2584, 262, 1876, 458, 6356, 6294, 2656, 5608, 1799, 4562, 5637, 5242, 2211, 3108, 3786, 1338, 2005, 5973, 4375, 1401, 5201, 4990, 584, 5308, 5599, 5749, 2187, 5490, 1716, 2910, 3032, 1332, 2988, 5207, 3714, 2277, 3113, 827, 1907, 653, 2370, 6332, 1866, 5417, 375, 569, 5771, 1575, 4729, 2962, 5066, 5149, 2401, 4522, 645, 3100, 1022, 4392, 3763, 5977, 355, 2166, 4945, 2817, 2940, 792, 3112, 759, 837, 2757, 6254, 1763, 1273, 2276, 2787, 3462, 5719, 1307, 6601, 6216, 53, 2278, 4827, 3679, 1805, 3436, 4464, 5745, 5323, 5865, 1628, 4597, 217, 4931, 4139, 1905, 1791, 767, 244, 260, 3456, 4837, 712, 4467, 6067, 5543, 839, 6033, 1143, 1828, 2006, 2253, 6074, 204, 912, 5238 ], "image_transforms": { "enable": false, "max_num_transforms": 3, "random_order": false, "tfs": { "brightness": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "brightness": [ 0.8, 1.2 ] } }, "contrast": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "contrast": [ 0.8, 1.2 ] } }, "saturation": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "saturation": [ 0.5, 1.5 ] } }, "hue": { "weight": 1.0, "type": "ColorJitter", "kwargs": { "hue": [ -0.05, 0.05 ] } }, "sharpness": { "weight": 1.0, "type": "SharpnessJitter", "kwargs": { "sharpness": [ 0.5, 1.5 ] } }, "affine": { "weight": 1.0, "type": "RandomAffine", "kwargs": { "degrees": [ -5.0, 5.0 ], "translate": [ 0.05, 0.05 ] } } } }, "revision": null, "use_imagenet_stats": true, "video_backend": "torchcodec", "return_uint8": false, "depth_output_unit": "mm", "streaming": false, "eval_split": 0.0 }, "env": null, "policy": { "type": "multi_task_dit_ttt", "n_obs_steps": 2, "input_features": { "observation.images.image": { "type": "VISUAL", "shape": [ 256, 256, 3 ] }, "observation.images.wrist_image": { "type": "VISUAL", "shape": [ 256, 256, 3 ] }, "observation.state": { "type": "STATE", "shape": [ 8 ] }, "observation.states.ee_state": { "type": "STATE", "shape": [ 6 ] }, "observation.states.joint_state": { "type": "STATE", "shape": [ 7 ] }, "observation.states.gripper_state": { "type": "STATE", "shape": [ 2 ] } }, "output_features": { "action": { "type": "ACTION", "shape": [ 7 ] } }, "device": "cuda", "use_amp": false, "use_peft": false, "push_to_hub": true, "repo_id": "NONHUMAN-RESEARCH/multi-task-dit-ttt-v2", "private": null, "tags": null, "license": null, "pretrained_path": null, "pretrained_revision": null, "horizon": 32, "n_action_steps": 24, "objective": "diffusion", "noise_scheduler_type": "DDPM", "num_train_timesteps": 100, "beta_schedule": "squaredcos_cap_v2", "beta_start": 0.0001, "beta_end": 0.02, "prediction_type": "epsilon", "clip_sample": true, "clip_sample_range": 1.0, "num_inference_steps": null, "sigma_min": 0.0, "num_integration_steps": 100, "integration_method": "euler", "timestep_sampling_strategy": "beta", "timestep_sampling_s": 0.999, "timestep_sampling_alpha": 1.5, "timestep_sampling_beta": 1.0, "hidden_dim": 512, "num_layers": 6, "num_heads": 8, "dropout": 0.1, "use_positional_encoding": false, "timestep_embed_dim": 256, "use_rope": true, "rope_base": 10000.0, "vision_encoder_name": "openai/clip-vit-base-patch16", "use_separate_rgb_encoder_per_camera": false, "vision_encoder_lr_multiplier": 0.1, "image_resize_shape": [ 224, 224 ], "image_crop_shape": [ 224, 224 ], "image_crop_is_random": true, "text_encoder_name": "openai/clip-vit-base-patch16", "tokenizer_max_length": 77, "tokenizer_padding": "max_length", "tokenizer_padding_side": "right", "tokenizer_truncation": true, "normalization_mapping": { "VISUAL": "MEAN_STD", "STATE": "MIN_MAX", "ACTION": "MIN_MAX" }, "optimizer_lr": 2e-05, "optimizer_betas": [ 0.95, 0.999 ], "optimizer_eps": 1e-08, "optimizer_weight_decay": 0.0, "scheduler_name": "cosine", "scheduler_warmup_steps": 0, "do_mask_loss_for_padding": false, "drop_n_last_frames": 7, "ttt_enabled": true, "ttt_context_length": 8, "ttt_sequence_stride": null, "ttt_tbptt_segment_length": 8, "ttt_hidden_dim": 256, "ttt_num_register_tokens": 4, "ttt_layers": [ 0, 1, 2, 3, 4, 5 ], "ttt_inner_learning_rate": 0.01, "ttt_learn_inner_learning_rate": true, "ttt_gate_init": 0.001, "ttt_fast_weight_dtype": "float32", "ttt_log_metrics": true, "ttt_dagger_distillation": false }, "reward_model": null, "output_dir": "outputs/ttt_v2", "job_name": "ttt_v2", "resume": false, "seed": 1000, "cudnn_deterministic": false, "num_workers": 2, "batch_size": 8, "prefetch_factor": 4, "persistent_workers": true, "steps": 20000, "env_eval_freq": 5000, "log_freq": 10, "eval_steps": 0, "max_eval_samples": 0, "tolerance_s": 0.0001, "save_checkpoint": true, "save_freq": 10000, "use_policy_training_preset": true, "optimizer": { "type": "adam", "lr": 2e-05, "weight_decay": 0.0, "grad_clip_norm": 10.0, "betas": [ 0.95, 0.999 ], "eps": 1e-08 }, "scheduler": { "type": "diffuser", "num_warmup_steps": 0, "name": "cosine" }, "eval": { "n_episodes": 50, "batch_size": 22, "use_async_envs": true, "recording": false, "recording_repo_id": null, "recording_private": false }, "wandb": { "enable": true, "disable_artifact": false, "project": "multi-task-dit-ttt", "entity": null, "notes": null, "run_id": "hbmwwxi1", "mode": null, "add_tags": true }, "peft": null, "job": { "target": null, "image": "huggingface/lerobot-gpu:latest", "timeout": "2d", "detach": false, "tags": [] }, "save_checkpoint_to_hub": false, "sample_weighting": null, "rename_map": {}, "checkpoint_path": null, "split_ratio": 0.8, "only_last_best": true, "num_eval_batches": 50, "train_with_subtasks": false, "async_mode": false, "async_frames_past": 10, "async_frames_jitter": 0 }