Robotics
LeRobot
Safetensors
lehome-challenge
smolvla
residual-rl
lehome-residual-v4-global / FINAL_SUMMARY.json
v1tavitavita's picture
Upload 4 files
25f8e90 verified
Raw
History Blame
45.6 kB
{
"config": {
"policy_type": "residual_v4_global",
"policy_class": "ResidualV4GlobalPolicy",
"backbone_path": "/root/gpufree-data/lehome-dev/artifacts/models/smolvla_four_types/checkpoints/030000/pretrained_model",
"backbone_sha256": "7ff3915571622bf7530e9ba35540abf5c14f62d8c6a57491664b65a23869e6bc",
"residual_ckpt_path": "/root/gpufree-data/lehome-dev/artifacts/rl/four_types_sparse_v4/train/residual_averaged.pt",
"residual_ckpt_sha256": "9d695e278b4361509ac7e35f7d66eb251ec7e7f1f7c53878d453ef2b8aa0ce74",
"residual_scale": 0.03,
"task_description": "fold the garment on the table",
"deterministic": true,
"host": "lehome3 / 120.209.70.195:30239"
},
"by_type": {
"Top_Long": {
"total_ep": 60,
"total_success": 43,
"success_rate": 0.7166666666666667,
"seen": {
"ep": 50,
"success": 37,
"rate": 0.74
},
"unseen": {
"ep": 10,
"success": 6,
"rate": 0.6
},
"garments": {
"Top_Long_Seen_0": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 107.13,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 119.28,
"length": 286,
"success": true
},
{
"idx": 3,
"return": 130.25,
"length": 293,
"success": true
},
{
"idx": 4,
"return": 132.55,
"length": 293,
"success": true
},
{
"idx": 5,
"return": 132.78,
"length": 293,
"success": true
}
]
},
"Top_Long_Seen_1": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 146.39,
"length": 326,
"success": true
},
{
"idx": 2,
"return": 133.62,
"length": 293,
"success": true
},
{
"idx": 3,
"return": 139.13,
"length": 293,
"success": true
},
{
"idx": 4,
"return": 108.99,
"length": 293,
"success": true
},
{
"idx": 5,
"return": 128.61,
"length": 600,
"success": false
}
]
},
"Top_Long_Seen_2": {
"n_ep": 5,
"n_success": 3,
"success_rate": 0.6,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 127.33,
"length": 326,
"success": true
},
{
"idx": 2,
"return": 151.7,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 294.63,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 101.97,
"length": 313,
"success": true
},
{
"idx": 5,
"return": 129.57,
"length": 293,
"success": true
}
]
},
"Top_Long_Seen_3": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 139.86,
"length": 326,
"success": true
},
{
"idx": 2,
"return": 194.11,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 124.3,
"length": 303,
"success": true
},
{
"idx": 4,
"return": 149.06,
"length": 343,
"success": true
},
{
"idx": 5,
"return": 147.65,
"length": 343,
"success": true
}
]
},
"Top_Long_Seen_4": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 90.92,
"length": 276,
"success": true
},
{
"idx": 2,
"return": 139.21,
"length": 293,
"success": true
},
{
"idx": 3,
"return": 138.42,
"length": 293,
"success": true
},
{
"idx": 4,
"return": 94.25,
"length": 293,
"success": true
},
{
"idx": 5,
"return": 127.3,
"length": 293,
"success": true
}
]
},
"Top_Long_Seen_5": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 84.64,
"length": 276,
"success": true
},
{
"idx": 2,
"return": 130.13,
"length": 293,
"success": true
},
{
"idx": 3,
"return": 141.21,
"length": 293,
"success": true
},
{
"idx": 4,
"return": 136.76,
"length": 343,
"success": true
},
{
"idx": 5,
"return": 143.51,
"length": 343,
"success": true
}
]
},
"Top_Long_Seen_6": {
"n_ep": 5,
"n_success": 3,
"success_rate": 0.6,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 184.91,
"length": 526,
"success": true
},
{
"idx": 2,
"return": 153.59,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 106.88,
"length": 303,
"success": true
},
{
"idx": 4,
"return": 301.33,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 98.9,
"length": 303,
"success": true
}
]
},
"Top_Long_Seen_7": {
"n_ep": 5,
"n_success": 2,
"success_rate": 0.4,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 271.85,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 89.38,
"length": 286,
"success": true
},
{
"idx": 3,
"return": 306.21,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 264.82,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 85.21,
"length": 263,
"success": true
}
]
},
"Top_Long_Seen_8": {
"n_ep": 5,
"n_success": 3,
"success_rate": 0.6,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 333.17,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 91.8,
"length": 286,
"success": true
},
{
"idx": 3,
"return": 83.28,
"length": 243,
"success": true
},
{
"idx": 4,
"return": 127.02,
"length": 293,
"success": true
},
{
"idx": 5,
"return": 346.87,
"length": 600,
"success": false
}
]
},
"Top_Long_Seen_9": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 134.93,
"length": 276,
"success": true
},
{
"idx": 2,
"return": 115.85,
"length": 293,
"success": true
},
{
"idx": 3,
"return": 126.17,
"length": 293,
"success": true
},
{
"idx": 4,
"return": 136.25,
"length": 293,
"success": true
},
{
"idx": 5,
"return": 335.05,
"length": 600,
"success": false
}
]
},
"Top_Long_Unseen_0": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 134.37,
"length": 276,
"success": true
},
{
"idx": 2,
"return": 140.06,
"length": 293,
"success": true
},
{
"idx": 3,
"return": 138.81,
"length": 293,
"success": true
},
{
"idx": 4,
"return": 88.22,
"length": 243,
"success": true
},
{
"idx": 5,
"return": 141.7,
"length": 293,
"success": true
}
]
},
"Top_Long_Unseen_1": {
"n_ep": 5,
"n_success": 1,
"success_rate": 0.2,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 107.97,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 117.96,
"length": 286,
"success": true
},
{
"idx": 3,
"return": 98.82,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 102.49,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 173.82,
"length": 600,
"success": false
}
]
}
}
},
"Top_Short": {
"total_ep": 60,
"total_success": 25,
"success_rate": 0.4166666666666667,
"seen": {
"ep": 50,
"success": 24,
"rate": 0.48
},
"unseen": {
"ep": 10,
"success": 1,
"rate": 0.1
},
"garments": {
"Top_Short_Seen_0": {
"n_ep": 5,
"n_success": 3,
"success_rate": 0.6,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 120.76,
"length": 276,
"success": true
},
{
"idx": 2,
"return": 317.46,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 132.78,
"length": 303,
"success": true
},
{
"idx": 4,
"return": 294.51,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 78.41,
"length": 253,
"success": true
}
]
},
"Top_Short_Seen_1": {
"n_ep": 5,
"n_success": 3,
"success_rate": 0.6,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 347.09,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 349.4,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 80.24,
"length": 246,
"success": true
},
{
"idx": 4,
"return": 77.14,
"length": 243,
"success": true
},
{
"idx": 5,
"return": 78.58,
"length": 243,
"success": true
}
]
},
"Top_Short_Seen_2": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 71.52,
"length": 226,
"success": true
},
{
"idx": 2,
"return": 134.23,
"length": 293,
"success": true
},
{
"idx": 3,
"return": 80.48,
"length": 243,
"success": true
},
{
"idx": 4,
"return": 131.94,
"length": 293,
"success": true
},
{
"idx": 5,
"return": 241.39,
"length": 600,
"success": false
}
]
},
"Top_Short_Seen_3": {
"n_ep": 5,
"n_success": 2,
"success_rate": 0.4,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 236.26,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 155.19,
"length": 286,
"success": true
},
{
"idx": 3,
"return": 158.1,
"length": 293,
"success": true
},
{
"idx": 4,
"return": 211.93,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 181.74,
"length": 600,
"success": false
}
]
},
"Top_Short_Seen_4": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 143.04,
"length": 276,
"success": true
},
{
"idx": 2,
"return": 157.74,
"length": 293,
"success": true
},
{
"idx": 3,
"return": 159.61,
"length": 293,
"success": true
},
{
"idx": 4,
"return": 155.01,
"length": 293,
"success": true
},
{
"idx": 5,
"return": 123.99,
"length": 243,
"success": true
}
]
},
"Top_Short_Seen_5": {
"n_ep": 5,
"n_success": 2,
"success_rate": 0.4,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 261.31,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 280.72,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 64.64,
"length": 296,
"success": true
},
{
"idx": 4,
"return": 109.69,
"length": 293,
"success": true
},
{
"idx": 5,
"return": 217.27,
"length": 600,
"success": false
}
]
},
"Top_Short_Seen_6": {
"n_ep": 5,
"n_success": 2,
"success_rate": 0.4,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 93.42,
"length": 276,
"success": true
},
{
"idx": 2,
"return": 245.57,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 108.79,
"length": 303,
"success": true
},
{
"idx": 4,
"return": 273.29,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 302.15,
"length": 600,
"success": false
}
]
},
"Top_Short_Seen_7": {
"n_ep": 5,
"n_success": 1,
"success_rate": 0.2,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 311.42,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 124.72,
"length": 286,
"success": true
},
{
"idx": 3,
"return": 285.96,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 104.8,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 282.99,
"length": 600,
"success": false
}
]
},
"Top_Short_Seen_8": {
"n_ep": 5,
"n_success": 2,
"success_rate": 0.4,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 173.59,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 128.72,
"length": 286,
"success": true
},
{
"idx": 3,
"return": 130.46,
"length": 293,
"success": true
},
{
"idx": 4,
"return": 221.56,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 175.49,
"length": 600,
"success": false
}
]
},
"Top_Short_Seen_9": {
"n_ep": 5,
"n_success": 0,
"success_rate": 0.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 106.43,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 191.3,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 226.0,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 202.59,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 233.97,
"length": 600,
"success": false
}
]
},
"Top_Short_Unseen_0": {
"n_ep": 5,
"n_success": 0,
"success_rate": 0.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 107.75,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 109.55,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 110.61,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 105.2,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 109.6,
"length": 600,
"success": false
}
]
},
"Top_Short_Unseen_1": {
"n_ep": 5,
"n_success": 1,
"success_rate": 0.2,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 267.1,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 151.76,
"length": 286,
"success": true
},
{
"idx": 3,
"return": 187.69,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 180.23,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 356.67,
"length": 600,
"success": false
}
]
}
}
},
"Pant_Long": {
"total_ep": 60,
"total_success": 28,
"success_rate": 0.4666666666666667,
"seen": {
"ep": 50,
"success": 27,
"rate": 0.54
},
"unseen": {
"ep": 10,
"success": 1,
"rate": 0.1
},
"garments": {
"Pant_Long_Seen_0": {
"n_ep": 5,
"n_success": 3,
"success_rate": 0.6,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 112.57,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 80.38,
"length": 236,
"success": true
},
{
"idx": 3,
"return": 88.66,
"length": 243,
"success": true
},
{
"idx": 4,
"return": 113.27,
"length": 243,
"success": true
},
{
"idx": 5,
"return": 131.67,
"length": 600,
"success": false
}
]
},
"Pant_Long_Seen_1": {
"n_ep": 5,
"n_success": 2,
"success_rate": 0.4,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 74.93,
"length": 226,
"success": true
},
{
"idx": 2,
"return": 144.94,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 193.31,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 125.21,
"length": 263,
"success": true
},
{
"idx": 5,
"return": 142.17,
"length": 600,
"success": false
}
]
},
"Pant_Long_Seen_2": {
"n_ep": 5,
"n_success": 1,
"success_rate": 0.2,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 225.21,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 246.38,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 251.02,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 110.12,
"length": 256,
"success": true
},
{
"idx": 5,
"return": 117.5,
"length": 600,
"success": false
}
]
},
"Pant_Long_Seen_3": {
"n_ep": 5,
"n_success": 3,
"success_rate": 0.6,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 124.02,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 284.23,
"length": 436,
"success": true
},
{
"idx": 3,
"return": 271.73,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 70.95,
"length": 203,
"success": true
},
{
"idx": 5,
"return": 121.35,
"length": 243,
"success": true
}
]
},
"Pant_Long_Seen_4": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 71.02,
"length": 226,
"success": true
},
{
"idx": 2,
"return": 78.52,
"length": 243,
"success": true
},
{
"idx": 3,
"return": 76.16,
"length": 243,
"success": true
},
{
"idx": 4,
"return": 79.02,
"length": 243,
"success": true
},
{
"idx": 5,
"return": 289.31,
"length": 600,
"success": false
}
]
},
"Pant_Long_Seen_5": {
"n_ep": 5,
"n_success": 3,
"success_rate": 0.6,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 71.14,
"length": 226,
"success": true
},
{
"idx": 2,
"return": 282.8,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 106.07,
"length": 253,
"success": true
},
{
"idx": 4,
"return": 118.34,
"length": 243,
"success": true
},
{
"idx": 5,
"return": 112.33,
"length": 600,
"success": false
}
]
},
"Pant_Long_Seen_6": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 212.99,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 109.8,
"length": 236,
"success": true
},
{
"idx": 3,
"return": 118.22,
"length": 243,
"success": true
},
{
"idx": 4,
"return": 104.0,
"length": 243,
"success": true
},
{
"idx": 5,
"return": 140.5,
"length": 443,
"success": true
}
]
},
"Pant_Long_Seen_7": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 144.45,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 113.33,
"length": 236,
"success": true
},
{
"idx": 3,
"return": 111.85,
"length": 243,
"success": true
},
{
"idx": 4,
"return": 65.29,
"length": 193,
"success": true
},
{
"idx": 5,
"return": 119.77,
"length": 243,
"success": true
}
]
},
"Pant_Long_Seen_8": {
"n_ep": 5,
"n_success": 2,
"success_rate": 0.4,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 97.96,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 95.88,
"length": 186,
"success": true
},
{
"idx": 3,
"return": 120.89,
"length": 243,
"success": true
},
{
"idx": 4,
"return": 225.67,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 104.63,
"length": 600,
"success": false
}
]
},
"Pant_Long_Seen_9": {
"n_ep": 5,
"n_success": 1,
"success_rate": 0.2,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 190.31,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 244.67,
"length": 386,
"success": true
},
{
"idx": 3,
"return": 341.02,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 334.68,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 381.72,
"length": 600,
"success": false
}
]
},
"Pant_Long_Unseen_0": {
"n_ep": 5,
"n_success": 1,
"success_rate": 0.2,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 191.58,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 116.62,
"length": 236,
"success": true
},
{
"idx": 3,
"return": 253.81,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 181.91,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 110.3,
"length": 600,
"success": false
}
]
},
"Pant_Long_Unseen_1": {
"n_ep": 5,
"n_success": 0,
"success_rate": 0.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 110.98,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 113.03,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 103.66,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 141.18,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 127.11,
"length": 600,
"success": false
}
]
}
}
},
"Pant_Short": {
"total_ep": 60,
"total_success": 54,
"success_rate": 0.9,
"seen": {
"ep": 50,
"success": 48,
"rate": 0.96
},
"unseen": {
"ep": 10,
"success": 6,
"rate": 0.6
},
"garments": {
"Pant_Short_Seen_0": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 419.57,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 105.87,
"length": 136,
"success": true
},
{
"idx": 3,
"return": 111.86,
"length": 143,
"success": true
},
{
"idx": 4,
"return": 104.08,
"length": 143,
"success": true
},
{
"idx": 5,
"return": 116.43,
"length": 143,
"success": true
}
]
},
"Pant_Short_Seen_1": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 98.68,
"length": 126,
"success": true
},
{
"idx": 2,
"return": 115.22,
"length": 143,
"success": true
},
{
"idx": 3,
"return": 70.88,
"length": 93,
"success": true
},
{
"idx": 4,
"return": 113.0,
"length": 143,
"success": true
},
{
"idx": 5,
"return": 117.76,
"length": 143,
"success": true
}
]
},
"Pant_Short_Seen_2": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 105.46,
"length": 126,
"success": true
},
{
"idx": 2,
"return": 108.81,
"length": 143,
"success": true
},
{
"idx": 3,
"return": 66.98,
"length": 93,
"success": true
},
{
"idx": 4,
"return": 112.69,
"length": 143,
"success": true
},
{
"idx": 5,
"return": 119.93,
"length": 143,
"success": true
}
]
},
"Pant_Short_Seen_3": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 126.03,
"length": 126,
"success": true
},
{
"idx": 2,
"return": 126.69,
"length": 143,
"success": true
},
{
"idx": 3,
"return": 128.13,
"length": 143,
"success": true
},
{
"idx": 4,
"return": 133.18,
"length": 143,
"success": true
},
{
"idx": 5,
"return": 81.05,
"length": 93,
"success": true
}
]
},
"Pant_Short_Seen_4": {
"n_ep": 5,
"n_success": 4,
"success_rate": 0.8,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 280.47,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 111.85,
"length": 136,
"success": true
},
{
"idx": 3,
"return": 126.84,
"length": 143,
"success": true
},
{
"idx": 4,
"return": 78.51,
"length": 93,
"success": true
},
{
"idx": 5,
"return": 83.36,
"length": 93,
"success": true
}
]
},
"Pant_Short_Seen_5": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 181.73,
"length": 276,
"success": true
},
{
"idx": 2,
"return": 121.7,
"length": 143,
"success": true
},
{
"idx": 3,
"return": 123.96,
"length": 143,
"success": true
},
{
"idx": 4,
"return": 126.77,
"length": 143,
"success": true
},
{
"idx": 5,
"return": 136.98,
"length": 143,
"success": true
}
]
},
"Pant_Short_Seen_6": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 108.79,
"length": 126,
"success": true
},
{
"idx": 2,
"return": 125.49,
"length": 143,
"success": true
},
{
"idx": 3,
"return": 125.42,
"length": 143,
"success": true
},
{
"idx": 4,
"return": 122.69,
"length": 143,
"success": true
},
{
"idx": 5,
"return": 119.36,
"length": 143,
"success": true
}
]
},
"Pant_Short_Seen_7": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 121.96,
"length": 126,
"success": true
},
{
"idx": 2,
"return": 130.41,
"length": 143,
"success": true
},
{
"idx": 3,
"return": 129.93,
"length": 143,
"success": true
},
{
"idx": 4,
"return": 131.86,
"length": 143,
"success": true
},
{
"idx": 5,
"return": 127.93,
"length": 143,
"success": true
}
]
},
"Pant_Short_Seen_8": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 125.91,
"length": 126,
"success": true
},
{
"idx": 2,
"return": 146.37,
"length": 143,
"success": true
},
{
"idx": 3,
"return": 146.8,
"length": 143,
"success": true
},
{
"idx": 4,
"return": 91.86,
"length": 93,
"success": true
},
{
"idx": 5,
"return": 101.16,
"length": 93,
"success": true
}
]
},
"Pant_Short_Seen_9": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 126.53,
"length": 126,
"success": true
},
{
"idx": 2,
"return": 142.1,
"length": 143,
"success": true
},
{
"idx": 3,
"return": 142.54,
"length": 143,
"success": true
},
{
"idx": 4,
"return": 140.78,
"length": 143,
"success": true
},
{
"idx": 5,
"return": 159.01,
"length": 143,
"success": true
}
]
},
"Pant_Short_Unseen_0": {
"n_ep": 5,
"n_success": 1,
"success_rate": 0.2,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 253.11,
"length": 600,
"success": false
},
{
"idx": 2,
"return": 315.71,
"length": 600,
"success": false
},
{
"idx": 3,
"return": 223.21,
"length": 600,
"success": false
},
{
"idx": 4,
"return": 281.93,
"length": 600,
"success": false
},
{
"idx": 5,
"return": 272.08,
"length": 366,
"success": true
}
]
},
"Pant_Short_Unseen_1": {
"n_ep": 5,
"n_success": 5,
"success_rate": 1.0,
"exit_code": "0",
"episodes": [
{
"idx": 1,
"return": 106.5,
"length": 126,
"success": true
},
{
"idx": 2,
"return": 98.05,
"length": 143,
"success": true
},
{
"idx": 3,
"return": 100.37,
"length": 143,
"success": true
},
{
"idx": 4,
"return": 106.63,
"length": 143,
"success": true
},
{
"idx": 5,
"return": 108.08,
"length": 143,
"success": true
}
]
}
}
}
},
"overall": {
"total_ep": 240,
"total_success": 150,
"success_rate": 0.625,
"seen": {
"ep": 200,
"success": 136,
"rate": 0.68
},
"unseen": {
"ep": 40,
"success": 14,
"rate": 0.35
}
}
}