diff --git "a/data/memory.json" "b/data/memory.json" --- "a/data/memory.json" +++ "b/data/memory.json" @@ -5,15 +5,147 @@ { "step": 1, "x": 9, - "y": 9, + "y": 8, + "action": "RIGHT", + "reward": -0.25, + "battery": 0.9833 + }, + { + "step": 2, + "x": 9, + "y": 8, + "action": "RIGHT", + "reward": -0.25, + "battery": 0.9667 + }, + { + "step": 3, + "x": 9, + "y": 8, + "action": "RIGHT", + "reward": -0.25, + "battery": 0.95 + }, + { + "step": 4, + "x": 9, + "y": 8, + "action": "RIGHT", + "reward": -0.25, + "battery": 0.9333 + }, + { + "step": 5, + "x": 9, + "y": 8, + "action": "RIGHT", + "reward": -0.25, + "battery": 0.9167 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 7, + 3 + ] + ], + "deliveries_done": 0, + "total_reward": -1.25, + "total_steps": 5 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ + { + "step": 1, + "x": 8, + "y": 6, + "action": "UP", + "reward": -0.05, + "battery": 0.9833 + }, + { + "step": 2, + "x": 9, + "y": 6, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.9667 + }, + { + "step": 3, + "x": 9, + "y": 7, + "action": "DOWN", + "reward": -0.05, + "battery": 0.95 + }, + { + "step": 4, + "x": 8, + "y": 7, + "action": "LEFT", + "reward": -0.05, + "battery": 0.9333 + }, + { + "step": 5, + "x": 8, + "y": 7, + "action": "WAIT", + "reward": -0.1, + "battery": 0.9167 + }, + { + "step": 6, + "x": 8, + "y": 6, + "action": "UP", + "reward": -0.05, + "battery": 0.9 + }, + { + "step": 7, + "x": 9, + "y": 6, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.8833 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 3, + 8 + ] + ], + "deliveries_done": 0, + "total_reward": -0.4, + "total_steps": 7 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ + { + "step": 1, + "x": 5, + "y": 5, "action": "WAIT", "reward": -0.1, "battery": 0.9833 }, { "step": 2, - "x": 9, - "y": 9, + "x": 5, + "y": 5, "action": "WAIT", "reward": -0.1, "battery": 0.9667 @@ -25,8 +157,8 @@ }, "delivery_positions": [ [ - 4, - 4 + 0, + 3 ] ], "deliveries_done": 0, @@ -38,151 +170,151 @@ "steps": [ { "step": 1, - "x": 2, + "x": 3, "y": 3, - "action": "RIGHT", + "action": "WAIT", "reward": -0.1, "battery": 0.9833 }, { "step": 2, - "x": 2, - "y": 3, - "action": "WAIT", - "reward": -0.1, + "x": 3, + "y": 4, + "action": "DOWN", + "reward": -0.05, "battery": 0.9667 }, { "step": 3, "x": 2, - "y": 2, - "action": "UP", + "y": 4, + "action": "LEFT", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 3, - "y": 2, - "action": "RIGHT", + "x": 1, + "y": 4, + "action": "LEFT", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 4, - "y": 2, - "action": "RIGHT", - "reward": -0.05, + "x": 1, + "y": 4, + "action": "WAIT", + "reward": -0.1, "battery": 0.9167 }, { "step": 6, - "x": 5, - "y": 2, - "action": "RIGHT", + "x": 1, + "y": 3, + "action": "UP", "reward": -0.2, "battery": 0.9 }, { "step": 7, - "x": 4, - "y": 2, - "action": "LEFT", + "x": 2, + "y": 3, + "action": "RIGHT", "reward": -0.05, "battery": 0.8833 }, { "step": 8, - "x": 4, - "y": 1, - "action": "UP", + "x": 2, + "y": 4, + "action": "DOWN", "reward": -0.05, "battery": 0.8667 }, { "step": 9, - "x": 4, - "y": 0, - "action": "UP", - "reward": -0.1, + "x": 3, + "y": 4, + "action": "RIGHT", + "reward": -0.05, "battery": 0.85 }, { "step": 10, - "x": 3, - "y": 0, + "x": 2, + "y": 4, "action": "LEFT", "reward": -0.05, "battery": 0.8333 }, { "step": 11, - "x": 3, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 1, + "y": 4, + "action": "LEFT", + "reward": -0.05, "battery": 0.8167 }, { "step": 12, - "x": 4, - "y": 0, - "action": "RIGHT", - "reward": -0.1, + "x": 1, + "y": 3, + "action": "UP", + "reward": -0.2, "battery": 0.8 }, { "step": 13, - "x": 4, - "y": 0, + "x": 1, + "y": 2, "action": "UP", - "reward": -0.25, + "reward": -0.05, "battery": 0.7833 }, { "step": 14, - "x": 4, - "y": 0, + "x": 1, + "y": 2, "action": "WAIT", "reward": -0.1, "battery": 0.7667 }, { "step": 15, - "x": 4, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 2, + "y": 2, + "action": "RIGHT", + "reward": -0.05, "battery": 0.75 }, { "step": 16, - "x": 4, - "y": 0, + "x": 2, + "y": 1, "action": "UP", - "reward": -0.25, + "reward": -0.05, "battery": 0.7333 }, { "step": 17, - "x": 4, - "y": 0, - "action": "UP", - "reward": -0.25, + "x": 1, + "y": 1, + "action": "LEFT", + "reward": -0.05, "battery": 0.7167 }, { "step": 18, - "x": 4, + "x": 1, "y": 0, - "action": "WAIT", + "action": "UP", "reward": -0.1, "battery": 0.7 }, { "step": 19, - "x": 5, + "x": 2, "y": 0, "action": "RIGHT", "reward": -0.05, @@ -190,23 +322,23 @@ }, { "step": 20, - "x": 6, + "x": 2, "y": 0, - "action": "RIGHT", - "reward": -0.1, + "action": "UP", + "reward": -0.25, "battery": 0.6667 }, { "step": 21, - "x": 5, + "x": 2, "y": 0, - "action": "LEFT", - "reward": -0.05, + "action": "WAIT", + "reward": -0.1, "battery": 0.65 }, { "step": 22, - "x": 5, + "x": 2, "y": 0, "action": "WAIT", "reward": -0.1, @@ -214,15 +346,15 @@ }, { "step": 23, - "x": 5, + "x": 1, "y": 0, - "action": "WAIT", + "action": "LEFT", "reward": -0.1, "battery": 0.6167 }, { "step": 24, - "x": 5, + "x": 1, "y": 0, "action": "WAIT", "reward": -0.1, @@ -230,15 +362,15 @@ }, { "step": 25, - "x": 5, + "x": 2, "y": 0, - "action": "WAIT", - "reward": -0.1, + "action": "RIGHT", + "reward": -0.05, "battery": 0.5833 }, { "step": 26, - "x": 5, + "x": 2, "y": 0, "action": "UP", "reward": -0.25, @@ -246,159 +378,159 @@ }, { "step": 27, - "x": 4, - "y": 0, - "action": "LEFT", - "reward": -0.1, + "x": 2, + "y": 1, + "action": "DOWN", + "reward": -0.05, "battery": 0.55 }, { "step": 28, - "x": 4, - "y": 0, - "action": "UP", - "reward": -0.25, + "x": 3, + "y": 1, + "action": "RIGHT", + "reward": -0.05, "battery": 0.5333 }, { "step": 29, - "x": 4, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 3, + "y": 2, + "action": "DOWN", + "reward": -0.05, "battery": 0.5167 }, { "step": 30, - "x": 4, - "y": 1, - "action": "DOWN", + "x": 2, + "y": 2, + "action": "LEFT", "reward": -0.05, "battery": 0.5 }, { "step": 31, - "x": 4, - "y": 0, - "action": "UP", - "reward": -0.1, + "x": 2, + "y": 3, + "action": "DOWN", + "reward": -0.05, "battery": 0.4833 }, { "step": 32, - "x": 3, - "y": 0, - "action": "LEFT", + "x": 2, + "y": 2, + "action": "UP", "reward": -0.05, "battery": 0.4667 }, { "step": 33, - "x": 3, - "y": 1, - "action": "DOWN", + "x": 2, + "y": 2, + "action": "WAIT", "reward": -0.1, "battery": 0.45 }, { "step": 34, - "x": 3, - "y": 2, - "action": "DOWN", + "x": 2, + "y": 1, + "action": "UP", "reward": -0.05, "battery": 0.4333 }, { "step": 35, - "x": 3, + "x": 2, "y": 1, - "action": "UP", + "action": "WAIT", "reward": -0.1, "battery": 0.4167 }, { "step": 36, "x": 2, - "y": 1, - "action": "LEFT", + "y": 2, + "action": "DOWN", "reward": -0.05, "battery": 0.4 }, { "step": 37, "x": 2, - "y": 2, - "action": "DOWN", + "y": 1, + "action": "UP", "reward": -0.05, "battery": 0.3833 }, { "step": 38, - "x": 3, - "y": 2, - "action": "RIGHT", - "reward": -0.05, + "x": 2, + "y": 1, + "action": "WAIT", + "reward": -0.1, "battery": 0.3667 }, { "step": 39, - "x": 3, + "x": 1, "y": 1, - "action": "UP", - "reward": -0.1, + "action": "LEFT", + "reward": -0.05, "battery": 0.35 }, { "step": 40, - "x": 3, - "y": 1, - "action": "WAIT", + "x": 1, + "y": 0, + "action": "UP", "reward": -0.1, "battery": 0.3333 }, { "step": 41, - "x": 4, + "x": 1, "y": 1, - "action": "RIGHT", + "action": "DOWN", "reward": -0.05, "battery": 0.3167 }, { "step": 42, - "x": 5, + "x": 0, "y": 1, - "action": "RIGHT", + "action": "LEFT", "reward": -0.05, "battery": 0.3 }, { "step": 43, - "x": 5, - "y": 0, - "action": "UP", - "reward": -0.05, + "x": 0, + "y": 1, + "action": "LEFT", + "reward": -0.25, "battery": 0.2833 }, { "step": 44, - "x": 5, + "x": 0, "y": 0, "action": "UP", - "reward": -0.25, + "reward": -0.05, "battery": 0.2667 }, { "step": 45, - "x": 4, + "x": 0, "y": 0, - "action": "LEFT", + "action": "WAIT", "reward": -0.1, "battery": 0.25 }, { "step": 46, - "x": 4, + "x": 0, "y": 0, "action": "WAIT", "reward": -0.1, @@ -406,39 +538,39 @@ }, { "step": 47, - "x": 4, + "x": 0, "y": 0, - "action": "UP", - "reward": -0.25, + "action": "WAIT", + "reward": -0.1, "battery": 0.2167 }, { "step": 48, - "x": 4, + "x": 1, "y": 0, - "action": "WAIT", + "action": "RIGHT", "reward": -0.1, "battery": 0.2 }, { "step": 49, - "x": 4, + "x": 1, "y": 0, - "action": "UP", - "reward": -0.25, + "action": "WAIT", + "reward": -0.1, "battery": 0.1833 }, { "step": 50, - "x": 4, + "x": 0, "y": 0, - "action": "WAIT", - "reward": -0.1, + "action": "LEFT", + "reward": -0.05, "battery": 0.1667 }, { "step": 51, - "x": 4, + "x": 0, "y": 0, "action": "WAIT", "reward": -0.1, @@ -446,72 +578,72 @@ }, { "step": 52, - "x": 5, - "y": 0, - "action": "RIGHT", + "x": 0, + "y": 1, + "action": "DOWN", "reward": -0.05, "battery": 0.1333 }, { "step": 53, - "x": 4, + "x": 0, "y": 0, - "action": "LEFT", - "reward": -0.1, + "action": "UP", + "reward": -0.05, "battery": 0.1167 }, { "step": 54, - "x": 3, + "x": 1, "y": 0, - "action": "LEFT", - "reward": -0.05, + "action": "RIGHT", + "reward": -0.1, "battery": 0.1 }, { "step": 55, "x": 2, "y": 0, - "action": "LEFT", - "reward": -0.1, + "action": "RIGHT", + "reward": -0.05, "battery": 0.0833 }, { "step": 56, "x": 2, - "y": 1, - "action": "DOWN", - "reward": -0.05, + "y": 0, + "action": "WAIT", + "reward": -0.1, "battery": 0.0667 }, { "step": 57, "x": 2, - "y": 0, - "action": "UP", - "reward": -0.1, + "y": 1, + "action": "DOWN", + "reward": -0.05, "battery": 0.05 }, { "step": 58, "x": 2, - "y": 0, - "action": "UP", - "reward": -0.25, + "y": 2, + "action": "DOWN", + "reward": -0.05, "battery": 0.0333 }, { "step": 59, - "x": 2, - "y": 0, - "action": "UP", - "reward": -0.25, + "x": 1, + "y": 2, + "action": "LEFT", + "reward": -0.05, "battery": 0.0167 }, { "step": 60, - "x": 1, - "y": 0, + "x": 0, + "y": 2, "action": "LEFT", "reward": -0.05, "battery": 0.0 @@ -523,12 +655,12 @@ }, "delivery_positions": [ [ - 4, - 7 + 2, + 8 ] ], "deliveries_done": 0, - "total_reward": -7.05, + "total_reward": -5.4, "total_steps": 60 }, { @@ -538,41 +670,33 @@ "step": 1, "x": 1, "y": 1, - "action": "UP", + "action": "RIGHT", "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 1, - "y": 2, - "action": "DOWN", - "reward": -0.05, + "x": 2, + "y": 1, + "action": "RIGHT", + "reward": -0.1, "battery": 0.9667 }, { "step": 3, - "x": 0, - "y": 2, - "action": "LEFT", + "x": 2, + "y": 0, + "action": "UP", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 1, - "y": 2, + "x": 3, + "y": 0, "action": "RIGHT", - "reward": -0.05, + "reward": 0.95, "battery": 0.9333 - }, - { - "step": 5, - "x": 1, - "y": 2, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9167 } ], "grid_meta": { @@ -582,55 +706,31 @@ "delivery_positions": [ [ 3, - 4 + 0 ] ], - "deliveries_done": 0, - "total_reward": -0.3, - "total_steps": 5 + "deliveries_done": 1, + "total_reward": 0.75, + "total_steps": 4 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 9, - "y": 8, - "action": "RIGHT", - "reward": -0.25, + "x": 4, + "y": 9, + "action": "DOWN", + "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 9, - "y": 8, - "action": "RIGHT", - "reward": -0.25, + "x": 3, + "y": 9, + "action": "LEFT", + "reward": 0.95, "battery": 0.9667 - }, - { - "step": 3, - "x": 9, - "y": 8, - "action": "RIGHT", - "reward": -0.25, - "battery": 0.95 - }, - { - "step": 4, - "x": 9, - "y": 8, - "action": "RIGHT", - "reward": -0.25, - "battery": 0.9333 - }, - { - "step": 5, - "x": 9, - "y": 8, - "action": "RIGHT", - "reward": -0.25, - "battery": 0.9167 } ], "grid_meta": { @@ -639,36 +739,36 @@ }, "delivery_positions": [ [ - 7, - 3 + 3, + 9 ] ], - "deliveries_done": 0, - "total_reward": -1.25, - "total_steps": 5 + "deliveries_done": 1, + "total_reward": 0.9, + "total_steps": 2 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 8, - "y": 6, - "action": "UP", + "x": 4, + "y": 5, + "action": "DOWN", "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 9, + "x": 4, "y": 6, - "action": "RIGHT", + "action": "DOWN", "reward": -0.05, "battery": 0.9667 }, { "step": 3, - "x": 9, + "x": 4, "y": 7, "action": "DOWN", "reward": -0.05, @@ -676,69 +776,11 @@ }, { "step": 4, - "x": 8, - "y": 7, - "action": "LEFT", - "reward": -0.05, - "battery": 0.9333 - }, - { - "step": 5, - "x": 8, + "x": 5, "y": 7, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9167 - }, - { - "step": 6, - "x": 8, - "y": 6, - "action": "UP", - "reward": -0.05, - "battery": 0.9 - }, - { - "step": 7, - "x": 9, - "y": 6, "action": "RIGHT", - "reward": -0.05, - "battery": 0.8833 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 3, - 8 - ] - ], - "deliveries_done": 0, - "total_reward": -0.4, - "total_steps": 7 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ - { - "step": 1, - "x": 5, - "y": 5, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9833 - }, - { - "step": 2, - "x": 5, - "y": 5, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9667 + "reward": 0.95, + "battery": 0.9333 } ], "grid_meta": { @@ -747,1580 +789,1554 @@ }, "delivery_positions": [ [ - 0, - 3 + 5, + 7 ] ], - "deliveries_done": 0, - "total_reward": -0.2, - "total_steps": 2 + "deliveries_done": 1, + "total_reward": 0.8, + "total_steps": 4 }, { - "task": "drone_env.core.graders:grade_easy", + "task": "drone_env.core.graders:grade_medium", "steps": [ { "step": 1, - "x": 3, - "y": 3, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9833 + "x": 8, + "y": 12, + "action": "UP", + "reward": -0.05, + "battery": 0.99 }, { "step": 2, - "x": 3, - "y": 4, - "action": "DOWN", + "x": 8, + "y": 11, + "action": "UP", "reward": -0.05, - "battery": 0.9667 + "battery": 0.98 }, { "step": 3, - "x": 2, - "y": 4, - "action": "LEFT", + "x": 8, + "y": 10, + "action": "UP", "reward": -0.05, - "battery": 0.95 + "battery": 0.97 }, { "step": 4, - "x": 1, - "y": 4, - "action": "LEFT", + "x": 8, + "y": 9, + "action": "UP", "reward": -0.05, - "battery": 0.9333 + "battery": 0.96 }, { "step": 5, - "x": 1, - "y": 4, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9167 + "x": 8, + "y": 8, + "action": "UP", + "reward": -0.05, + "battery": 0.95 }, { "step": 6, - "x": 1, - "y": 3, + "x": 8, + "y": 7, "action": "UP", - "reward": -0.2, - "battery": 0.9 + "reward": -0.05, + "battery": 0.94 }, { "step": 7, - "x": 2, - "y": 3, - "action": "RIGHT", + "x": 8, + "y": 6, + "action": "UP", "reward": -0.05, - "battery": 0.8833 + "battery": 0.93 }, { "step": 8, - "x": 2, - "y": 4, - "action": "DOWN", + "x": 8, + "y": 5, + "action": "UP", "reward": -0.05, - "battery": 0.8667 + "battery": 0.92 }, { "step": 9, - "x": 3, + "x": 8, "y": 4, - "action": "RIGHT", + "action": "UP", "reward": -0.05, - "battery": 0.85 + "battery": 0.91 }, { "step": 10, - "x": 2, - "y": 4, - "action": "LEFT", + "x": 8, + "y": 3, + "action": "UP", "reward": -0.05, - "battery": 0.8333 + "battery": 0.9 }, { "step": 11, - "x": 1, - "y": 4, - "action": "LEFT", - "reward": -0.05, - "battery": 0.8167 + "x": 9, + "y": 3, + "action": "RIGHT", + "reward": -0.15, + "battery": 0.89 }, { "step": 12, - "x": 1, - "y": 3, + "x": 9, + "y": 2, "action": "UP", - "reward": -0.2, - "battery": 0.8 + "reward": -0.05, + "battery": 0.88 }, { "step": 13, - "x": 1, + "x": 10, "y": 2, - "action": "UP", + "action": "RIGHT", "reward": -0.05, - "battery": 0.7833 + "battery": 0.87 }, { "step": 14, - "x": 1, - "y": 2, - "action": "WAIT", - "reward": -0.1, - "battery": 0.7667 - }, - { + "x": 10, + "y": 1, + "action": "UP", + "reward": -0.05, + "battery": 0.86 + }, + { "step": 15, - "x": 2, - "y": 2, + "x": 11, + "y": 1, "action": "RIGHT", "reward": -0.05, - "battery": 0.75 + "battery": 0.85 }, { "step": 16, - "x": 2, - "y": 1, + "x": 11, + "y": 0, "action": "UP", "reward": -0.05, - "battery": 0.7333 + "battery": 0.84 }, { "step": 17, - "x": 1, - "y": 1, - "action": "LEFT", - "reward": -0.05, - "battery": 0.7167 + "x": 12, + "y": 0, + "action": "RIGHT", + "reward": 0.75, + "battery": 0.83 }, { "step": 18, - "x": 1, + "x": 11, "y": 0, - "action": "UP", - "reward": -0.1, - "battery": 0.7 + "action": "LEFT", + "reward": -0.05, + "battery": 0.82 }, { "step": 19, - "x": 2, + "x": 10, "y": 0, - "action": "RIGHT", + "action": "LEFT", "reward": -0.05, - "battery": 0.6833 + "battery": 0.81 }, { "step": 20, - "x": 2, + "x": 9, "y": 0, - "action": "UP", - "reward": -0.25, - "battery": 0.6667 + "action": "LEFT", + "reward": -0.05, + "battery": 0.8 }, { "step": 21, - "x": 2, - "y": 0, - "action": "WAIT", - "reward": -0.1, - "battery": 0.65 + "x": 9, + "y": 1, + "action": "DOWN", + "reward": -0.05, + "battery": 0.79 }, { "step": 22, - "x": 2, - "y": 0, - "action": "WAIT", - "reward": -0.1, - "battery": 0.6333 + "x": 8, + "y": 1, + "action": "LEFT", + "reward": -0.05, + "battery": 0.78 }, { "step": 23, - "x": 1, - "y": 0, - "action": "LEFT", - "reward": -0.1, - "battery": 0.6167 + "x": 8, + "y": 2, + "action": "DOWN", + "reward": -0.05, + "battery": 0.77 }, { "step": 24, - "x": 1, - "y": 0, - "action": "WAIT", - "reward": -0.1, - "battery": 0.6 + "x": 7, + "y": 2, + "action": "LEFT", + "reward": -0.05, + "battery": 0.76 }, { "step": 25, - "x": 2, - "y": 0, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.5833 + "x": 7, + "y": 3, + "action": "DOWN", + "reward": -0.1, + "battery": 0.75 }, { "step": 26, - "x": 2, - "y": 0, - "action": "UP", - "reward": -0.25, - "battery": 0.5667 + "x": 6, + "y": 3, + "action": "LEFT", + "reward": -0.05, + "battery": 0.74 }, { "step": 27, - "x": 2, - "y": 1, + "x": 6, + "y": 4, "action": "DOWN", "reward": -0.05, - "battery": 0.55 + "battery": 0.73 }, { "step": 28, - "x": 3, - "y": 1, - "action": "RIGHT", + "x": 5, + "y": 4, + "action": "LEFT", "reward": -0.05, - "battery": 0.5333 + "battery": 0.72 }, { "step": 29, - "x": 3, - "y": 2, + "x": 5, + "y": 5, "action": "DOWN", "reward": -0.05, - "battery": 0.5167 + "battery": 0.71 }, { "step": 30, - "x": 2, - "y": 2, + "x": 4, + "y": 5, "action": "LEFT", - "reward": -0.05, - "battery": 0.5 + "reward": 0.75, + "battery": 0.7 }, { "step": 31, - "x": 2, - "y": 3, + "x": 4, + "y": 6, "action": "DOWN", "reward": -0.05, - "battery": 0.4833 + "battery": 0.69 }, { "step": 32, - "x": 2, - "y": 2, - "action": "UP", + "x": 4, + "y": 7, + "action": "DOWN", "reward": -0.05, - "battery": 0.4667 + "battery": 0.68 }, { "step": 33, - "x": 2, - "y": 2, - "action": "WAIT", - "reward": -0.1, - "battery": 0.45 + "x": 4, + "y": 8, + "action": "DOWN", + "reward": -0.05, + "battery": 0.67 }, { "step": 34, - "x": 2, - "y": 1, - "action": "UP", + "x": 3, + "y": 8, + "action": "LEFT", "reward": -0.05, - "battery": 0.4333 + "battery": 0.66 }, { "step": 35, - "x": 2, - "y": 1, - "action": "WAIT", - "reward": -0.1, - "battery": 0.4167 + "x": 3, + "y": 9, + "action": "DOWN", + "reward": -0.05, + "battery": 0.65 }, { "step": 36, "x": 2, - "y": 2, - "action": "DOWN", + "y": 9, + "action": "LEFT", + "reward": 0.75, + "battery": 0.64 + } + ], + "grid_meta": { + "width": 14, + "height": 14 + }, + "delivery_positions": [ + [ + 12, + 0 + ], + [ + 4, + 5 + ], + [ + 2, + 9 + ] + ], + "deliveries_done": 3, + "total_reward": 0.45, + "total_steps": 36 + }, + { + "task": "drone_env.core.graders:grade_hard", + "steps": [ + { + "step": 1, + "x": 11, + "y": 16, + "action": "LEFT", "reward": -0.05, - "battery": 0.4 + "battery": 0.9938 }, { - "step": 37, - "x": 2, - "y": 1, - "action": "UP", + "step": 2, + "x": 10, + "y": 16, + "action": "LEFT", "reward": -0.05, - "battery": 0.3833 + "battery": 0.9875 }, { - "step": 38, - "x": 2, - "y": 1, - "action": "WAIT", - "reward": -0.1, - "battery": 0.3667 + "step": 3, + "x": 9, + "y": 16, + "action": "LEFT", + "reward": -0.05, + "battery": 0.9812 }, { - "step": 39, - "x": 1, - "y": 1, + "step": 4, + "x": 8, + "y": 16, "action": "LEFT", "reward": -0.05, - "battery": 0.35 + "battery": 0.975 }, { - "step": 40, - "x": 1, - "y": 0, - "action": "UP", - "reward": -0.1, - "battery": 0.3333 - }, - { - "step": 41, - "x": 1, - "y": 1, - "action": "DOWN", + "step": 5, + "x": 7, + "y": 16, + "action": "LEFT", "reward": -0.05, - "battery": 0.3167 + "battery": 0.9688 }, { - "step": 42, - "x": 0, - "y": 1, + "step": 6, + "x": 6, + "y": 16, "action": "LEFT", "reward": -0.05, - "battery": 0.3 + "battery": 0.9625 }, { - "step": 43, - "x": 0, - "y": 1, + "step": 7, + "x": 5, + "y": 16, "action": "LEFT", - "reward": -0.25, - "battery": 0.2833 - }, - { - "step": 44, - "x": 0, - "y": 0, - "action": "UP", "reward": -0.05, - "battery": 0.2667 + "battery": 0.9563 }, { - "step": 45, - "x": 0, - "y": 0, - "action": "WAIT", - "reward": -0.1, - "battery": 0.25 + "step": 8, + "x": 4, + "y": 16, + "action": "LEFT", + "reward": -0.05, + "battery": 0.95 }, { - "step": 46, - "x": 0, - "y": 0, - "action": "WAIT", + "step": 9, + "x": 3, + "y": 16, + "action": "LEFT", "reward": -0.1, - "battery": 0.2333 + "battery": 0.9437 }, { - "step": 47, - "x": 0, - "y": 0, - "action": "WAIT", - "reward": -0.1, - "battery": 0.2167 + "step": 10, + "x": 2, + "y": 16, + "action": "LEFT", + "reward": -0.05, + "battery": 0.9375 }, { - "step": 48, + "step": 11, "x": 1, - "y": 0, - "action": "RIGHT", + "y": 16, + "action": "LEFT", "reward": -0.1, - "battery": 0.2 + "battery": 0.9313 }, { - "step": 49, + "step": 12, "x": 1, - "y": 0, - "action": "WAIT", - "reward": -0.1, - "battery": 0.1833 - }, - { - "step": 50, - "x": 0, - "y": 0, - "action": "LEFT", + "y": 17, + "action": "DOWN", "reward": -0.05, - "battery": 0.1667 - }, - { - "step": 51, - "x": 0, - "y": 0, - "action": "WAIT", - "reward": -0.1, - "battery": 0.15 + "battery": 0.925 }, { - "step": 52, + "step": 13, "x": 0, - "y": 1, - "action": "DOWN", - "reward": -0.05, - "battery": 0.1333 + "y": 17, + "action": "LEFT", + "reward": 0.55, + "battery": 0.9187 }, { - "step": 53, + "step": 14, "x": 0, - "y": 0, + "y": 16, "action": "UP", "reward": -0.05, - "battery": 0.1167 + "battery": 0.9125 }, { - "step": 54, + "step": 15, "x": 1, - "y": 0, + "y": 16, "action": "RIGHT", "reward": -0.1, - "battery": 0.1 + "battery": 0.9062 }, { - "step": 55, - "x": 2, - "y": 0, - "action": "RIGHT", + "step": 16, + "x": 1, + "y": 15, + "action": "UP", "reward": -0.05, - "battery": 0.0833 + "battery": 0.9 }, { - "step": 56, + "step": 17, "x": 2, - "y": 0, - "action": "WAIT", - "reward": -0.1, - "battery": 0.0667 + "y": 15, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.8938 }, { - "step": 57, + "step": 18, "x": 2, - "y": 1, - "action": "DOWN", + "y": 14, + "action": "UP", "reward": -0.05, - "battery": 0.05 + "battery": 0.8875 }, { - "step": 58, - "x": 2, - "y": 2, - "action": "DOWN", + "step": 19, + "x": 3, + "y": 14, + "action": "RIGHT", "reward": -0.05, - "battery": 0.0333 + "battery": 0.8812 }, { - "step": 59, - "x": 1, - "y": 2, - "action": "LEFT", + "step": 20, + "x": 3, + "y": 13, + "action": "UP", "reward": -0.05, - "battery": 0.0167 + "battery": 0.875 }, { - "step": 60, - "x": 0, - "y": 2, - "action": "LEFT", + "step": 21, + "x": 4, + "y": 13, + "action": "RIGHT", "reward": -0.05, - "battery": 0.0 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 2, - 8 - ] - ], - "deliveries_done": 0, - "total_reward": -5.4, - "total_steps": 60 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ + "battery": 0.8688 + }, { - "step": 1, - "x": 1, - "y": 1, - "action": "RIGHT", + "step": 22, + "x": 4, + "y": 12, + "action": "UP", "reward": -0.05, - "battery": 0.9833 + "battery": 0.8625 }, { - "step": 2, - "x": 2, - "y": 1, + "step": 23, + "x": 5, + "y": 12, "action": "RIGHT", "reward": -0.1, - "battery": 0.9667 + "battery": 0.8562 }, { - "step": 3, - "x": 2, - "y": 0, + "step": 24, + "x": 5, + "y": 11, "action": "UP", + "reward": -0.1, + "battery": 0.85 + }, + { + "step": 25, + "x": 6, + "y": 11, + "action": "RIGHT", "reward": -0.05, - "battery": 0.95 + "battery": 0.8438 }, { - "step": 4, - "x": 3, - "y": 0, + "step": 26, + "x": 6, + "y": 10, + "action": "UP", + "reward": -0.05, + "battery": 0.8375 + }, + { + "step": 27, + "x": 7, + "y": 10, "action": "RIGHT", - "reward": 0.95, - "battery": 0.9333 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 3, - 0 - ] - ], - "deliveries_done": 1, - "total_reward": 0.75, - "total_steps": 4 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ - { - "step": 1, - "x": 4, - "y": 9, - "action": "DOWN", "reward": -0.05, - "battery": 0.9833 + "battery": 0.8313 }, { - "step": 2, - "x": 3, + "step": 28, + "x": 7, "y": 9, - "action": "LEFT", - "reward": 0.95, - "battery": 0.9667 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 3, - 9 - ] - ], - "deliveries_done": 1, - "total_reward": 0.9, - "total_steps": 2 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ - { - "step": 1, - "x": 4, - "y": 5, - "action": "DOWN", + "action": "UP", "reward": -0.05, - "battery": 0.9833 + "battery": 0.825 }, { - "step": 2, - "x": 4, - "y": 6, - "action": "DOWN", + "step": 29, + "x": 8, + "y": 9, + "action": "RIGHT", "reward": -0.05, - "battery": 0.9667 + "battery": 0.8187 }, { - "step": 3, - "x": 4, - "y": 7, - "action": "DOWN", + "step": 30, + "x": 8, + "y": 8, + "action": "UP", "reward": -0.05, - "battery": 0.95 + "battery": 0.8125 }, { - "step": 4, - "x": 5, - "y": 7, + "step": 31, + "x": 9, + "y": 8, "action": "RIGHT", - "reward": 0.95, - "battery": 0.9333 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 5, - 7 - ] - ], - "deliveries_done": 1, - "total_reward": 0.8, - "total_steps": 4 - }, - { - "task": "drone_env.core.graders:grade_medium", - "steps": [ + "reward": 0.55, + "battery": 0.8063 + }, { - "step": 1, - "x": 8, - "y": 12, - "action": "UP", + "step": 32, + "x": 10, + "y": 8, + "action": "RIGHT", "reward": -0.05, - "battery": 0.99 + "battery": 0.8 }, { - "step": 2, - "x": 8, - "y": 11, - "action": "UP", - "reward": -0.05, - "battery": 0.98 + "step": 33, + "x": 11, + "y": 8, + "action": "RIGHT", + "reward": -0.2, + "battery": 0.7937 }, { - "step": 3, - "x": 8, - "y": 10, - "action": "UP", + "step": 34, + "x": 12, + "y": 8, + "action": "RIGHT", "reward": -0.05, - "battery": 0.97 + "battery": 0.7875 }, { - "step": 4, - "x": 8, + "step": 35, + "x": 12, "y": 9, - "action": "UP", + "action": "DOWN", "reward": -0.05, - "battery": 0.96 + "battery": 0.7812 }, { - "step": 5, - "x": 8, - "y": 8, - "action": "UP", + "step": 36, + "x": 13, + "y": 9, + "action": "RIGHT", "reward": -0.05, - "battery": 0.95 + "battery": 0.775 }, { - "step": 6, - "x": 8, - "y": 7, - "action": "UP", + "step": 37, + "x": 13, + "y": 10, + "action": "DOWN", "reward": -0.05, - "battery": 0.94 + "battery": 0.7688 }, { - "step": 7, - "x": 8, - "y": 6, - "action": "UP", - "reward": -0.05, - "battery": 0.93 + "step": 38, + "x": 14, + "y": 10, + "action": "RIGHT", + "reward": 0.55, + "battery": 0.7625 }, { - "step": 8, - "x": 8, - "y": 5, - "action": "UP", + "step": 39, + "x": 13, + "y": 10, + "action": "LEFT", "reward": -0.05, - "battery": 0.92 + "battery": 0.7562 }, { - "step": 9, - "x": 8, - "y": 4, - "action": "UP", + "step": 40, + "x": 12, + "y": 10, + "action": "LEFT", "reward": -0.05, - "battery": 0.91 + "battery": 0.75 }, { - "step": 10, - "x": 8, - "y": 3, + "step": 41, + "x": 12, + "y": 9, "action": "UP", "reward": -0.05, - "battery": 0.9 + "battery": 0.7438 }, { - "step": 11, - "x": 9, - "y": 3, - "action": "RIGHT", - "reward": -0.15, - "battery": 0.89 + "step": 42, + "x": 11, + "y": 9, + "action": "LEFT", + "reward": -0.05, + "battery": 0.7375 }, { - "step": 12, - "x": 9, - "y": 2, + "step": 43, + "x": 11, + "y": 8, "action": "UP", - "reward": -0.05, - "battery": 0.88 + "reward": -0.2, + "battery": 0.7312 }, { - "step": 13, + "step": 44, "x": 10, - "y": 2, - "action": "RIGHT", + "y": 8, + "action": "LEFT", "reward": -0.05, - "battery": 0.87 + "battery": 0.725 }, { - "step": 14, + "step": 45, "x": 10, - "y": 1, + "y": 7, "action": "UP", "reward": -0.05, - "battery": 0.86 + "battery": 0.7188 }, { - "step": 15, - "x": 11, - "y": 1, - "action": "RIGHT", + "step": 46, + "x": 9, + "y": 7, + "action": "LEFT", "reward": -0.05, - "battery": 0.85 + "battery": 0.7125 }, { - "step": 16, - "x": 11, - "y": 0, + "step": 47, + "x": 9, + "y": 6, "action": "UP", "reward": -0.05, - "battery": 0.84 - }, - { - "step": 17, - "x": 12, - "y": 0, - "action": "RIGHT", - "reward": 0.75, - "battery": 0.83 + "battery": 0.7063 }, { - "step": 18, - "x": 11, - "y": 0, + "step": 48, + "x": 8, + "y": 6, "action": "LEFT", "reward": -0.05, - "battery": 0.82 + "battery": 0.7 }, { - "step": 19, - "x": 10, - "y": 0, - "action": "LEFT", + "step": 49, + "x": 8, + "y": 5, + "action": "UP", "reward": -0.05, - "battery": 0.81 + "battery": 0.6937 }, { - "step": 20, - "x": 9, - "y": 0, + "step": 50, + "x": 7, + "y": 5, "action": "LEFT", "reward": -0.05, - "battery": 0.8 + "battery": 0.6875 }, { - "step": 21, - "x": 9, - "y": 1, - "action": "DOWN", + "step": 51, + "x": 7, + "y": 4, + "action": "UP", "reward": -0.05, - "battery": 0.79 + "battery": 0.6813 }, { - "step": 22, - "x": 8, - "y": 1, + "step": 52, + "x": 6, + "y": 4, "action": "LEFT", - "reward": -0.05, - "battery": 0.78 + "reward": -0.2, + "battery": 0.675 }, { - "step": 23, - "x": 8, - "y": 2, - "action": "DOWN", + "step": 53, + "x": 6, + "y": 3, + "action": "UP", "reward": -0.05, - "battery": 0.77 + "battery": 0.6687 }, { - "step": 24, - "x": 7, - "y": 2, + "step": 54, + "x": 5, + "y": 3, "action": "LEFT", "reward": -0.05, - "battery": 0.76 + "battery": 0.6625 }, { - "step": 25, - "x": 7, - "y": 3, - "action": "DOWN", + "step": 55, + "x": 5, + "y": 2, + "action": "UP", "reward": -0.1, - "battery": 0.75 + "battery": 0.6562 }, { - "step": 26, - "x": 6, - "y": 3, + "step": 56, + "x": 4, + "y": 2, "action": "LEFT", "reward": -0.05, - "battery": 0.74 + "battery": 0.65 }, { - "step": 27, - "x": 6, - "y": 4, - "action": "DOWN", + "step": 57, + "x": 4, + "y": 1, + "action": "UP", "reward": -0.05, - "battery": 0.73 + "battery": 0.6438 }, { - "step": 28, - "x": 5, - "y": 4, + "step": 58, + "x": 3, + "y": 1, "action": "LEFT", - "reward": -0.05, - "battery": 0.72 + "reward": -0.1, + "battery": 0.6375 }, { - "step": 29, - "x": 5, - "y": 5, - "action": "DOWN", + "step": 59, + "x": 3, + "y": 0, + "action": "UP", "reward": -0.05, - "battery": 0.71 + "battery": 0.6312 }, { - "step": 30, - "x": 4, - "y": 5, + "step": 60, + "x": 2, + "y": 0, "action": "LEFT", - "reward": 0.75, - "battery": 0.7 + "reward": 0.55, + "battery": 0.625 }, { - "step": 31, - "x": 4, - "y": 6, + "step": 61, + "x": 2, + "y": 1, "action": "DOWN", "reward": -0.05, - "battery": 0.69 + "battery": 0.6188 }, { - "step": 32, - "x": 4, - "y": 7, + "step": 62, + "x": 2, + "y": 2, "action": "DOWN", "reward": -0.05, - "battery": 0.68 + "battery": 0.6125 }, { - "step": 33, - "x": 4, - "y": 8, - "action": "DOWN", + "step": 63, + "x": 3, + "y": 2, + "action": "RIGHT", "reward": -0.05, - "battery": 0.67 + "battery": 0.6062 }, { - "step": 34, + "step": 64, "x": 3, - "y": 8, - "action": "LEFT", + "y": 3, + "action": "DOWN", "reward": -0.05, - "battery": 0.66 + "battery": 0.6 }, { - "step": 35, - "x": 3, - "y": 9, + "step": 65, + "x": 4, + "y": 3, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.5938 + }, + { + "step": 66, + "x": 4, + "y": 4, "action": "DOWN", "reward": -0.05, - "battery": 0.65 + "battery": 0.5875 }, { - "step": 36, - "x": 2, - "y": 9, - "action": "LEFT", - "reward": 0.75, - "battery": 0.64 + "step": 67, + "x": 5, + "y": 4, + "action": "RIGHT", + "reward": 0.55, + "battery": 0.5813 } ], "grid_meta": { - "width": 14, - "height": 14 + "width": 18, + "height": 18 }, "delivery_positions": [ [ - 12, - 0 + 0, + 17 ], [ - 4, - 5 + 9, + 8 + ], + [ + 14, + 10 ], [ 2, - 9 + 0 + ], + [ + 5, + 4 ] ], - "deliveries_done": 3, - "total_reward": 0.45, - "total_steps": 36 + "deliveries_done": 5, + "total_reward": -1.15, + "total_steps": 67 }, { - "task": "drone_env.core.graders:grade_hard", + "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 11, - "y": 16, - "action": "LEFT", + "x": 1, + "y": 5, + "action": "UP", "reward": -0.05, - "battery": 0.9938 + "battery": 0.9833 }, { "step": 2, - "x": 10, - "y": 16, - "action": "LEFT", + "x": 1, + "y": 4, + "action": "UP", "reward": -0.05, - "battery": 0.9875 + "battery": 0.9667 }, { "step": 3, - "x": 9, - "y": 16, - "action": "LEFT", + "x": 1, + "y": 3, + "action": "UP", "reward": -0.05, - "battery": 0.9812 + "battery": 0.95 }, { "step": 4, - "x": 8, - "y": 16, - "action": "LEFT", - "reward": -0.05, - "battery": 0.975 + "x": 1, + "y": 2, + "action": "UP", + "reward": -0.05, + "battery": 0.9333 }, { "step": 5, - "x": 7, - "y": 16, - "action": "LEFT", + "x": 1, + "y": 1, + "action": "UP", "reward": -0.05, - "battery": 0.9688 + "battery": 0.9167 }, { "step": 6, - "x": 6, - "y": 16, + "x": 0, + "y": 1, "action": "LEFT", + "reward": 0.95, + "battery": 0.9 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 0, + 1 + ] + ], + "deliveries_done": 1, + "total_reward": 0.7, + "total_steps": 6 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ + { + "step": 1, + "x": 0, + "y": 7, + "action": "UP", "reward": -0.05, - "battery": 0.9625 + "battery": 0.9833 + }, + { + "step": 2, + "x": 0, + "y": 6, + "action": "UP", + "reward": -0.05, + "battery": 0.9667 + }, + { + "step": 3, + "x": 0, + "y": 5, + "action": "UP", + "reward": -0.1, + "battery": 0.95 + }, + { + "step": 4, + "x": 0, + "y": 4, + "action": "UP", + "reward": -0.05, + "battery": 0.9333 + }, + { + "step": 5, + "x": 0, + "y": 3, + "action": "UP", + "reward": -0.05, + "battery": 0.9167 + }, + { + "step": 6, + "x": 0, + "y": 2, + "action": "UP", + "reward": -0.05, + "battery": 0.9 }, { "step": 7, - "x": 5, - "y": 16, - "action": "LEFT", + "x": 0, + "y": 1, + "action": "UP", "reward": -0.05, - "battery": 0.9563 + "battery": 0.8833 }, { "step": 8, - "x": 4, - "y": 16, - "action": "LEFT", + "x": 0, + "y": 0, + "action": "UP", "reward": -0.05, - "battery": 0.95 + "battery": 0.8667 }, { "step": 9, - "x": 3, - "y": 16, - "action": "LEFT", - "reward": -0.1, - "battery": 0.9437 + "x": 0, + "y": 0, + "action": "UP", + "reward": -0.25, + "battery": 0.85 }, { "step": 10, - "x": 2, - "y": 16, - "action": "LEFT", - "reward": -0.05, - "battery": 0.9375 + "x": 0, + "y": 0, + "action": "UP", + "reward": -0.25, + "battery": 0.8333 }, { "step": 11, "x": 1, - "y": 16, - "action": "LEFT", - "reward": -0.1, - "battery": 0.9313 + "y": 0, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.8167 }, { "step": 12, - "x": 1, - "y": 17, - "action": "DOWN", + "x": 2, + "y": 0, + "action": "RIGHT", "reward": -0.05, - "battery": 0.925 + "battery": 0.8 }, { "step": 13, - "x": 0, - "y": 17, - "action": "LEFT", - "reward": 0.55, - "battery": 0.9187 + "x": 3, + "y": 0, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.7833 }, { "step": 14, - "x": 0, - "y": 16, - "action": "UP", + "x": 4, + "y": 0, + "action": "RIGHT", "reward": -0.05, - "battery": 0.9125 + "battery": 0.7667 }, { "step": 15, - "x": 1, - "y": 16, - "action": "RIGHT", - "reward": -0.1, - "battery": 0.9062 + "x": 4, + "y": 1, + "action": "DOWN", + "reward": -0.05, + "battery": 0.75 }, { "step": 16, - "x": 1, - "y": 15, - "action": "UP", - "reward": -0.05, - "battery": 0.9 + "x": 4, + "y": 2, + "action": "DOWN", + "reward": -0.1, + "battery": 0.7333 }, { "step": 17, - "x": 2, - "y": 15, - "action": "RIGHT", + "x": 4, + "y": 3, + "action": "DOWN", "reward": -0.05, - "battery": 0.8938 + "battery": 0.7167 }, { "step": 18, - "x": 2, - "y": 14, - "action": "UP", + "x": 4, + "y": 4, + "action": "DOWN", "reward": -0.05, - "battery": 0.8875 + "battery": 0.7 }, { "step": 19, - "x": 3, - "y": 14, - "action": "RIGHT", + "x": 4, + "y": 5, + "action": "DOWN", "reward": -0.05, - "battery": 0.8812 + "battery": 0.6833 }, { "step": 20, "x": 3, - "y": 13, - "action": "UP", + "y": 5, + "action": "LEFT", "reward": -0.05, - "battery": 0.875 + "battery": 0.6667 }, { "step": 21, - "x": 4, - "y": 13, - "action": "RIGHT", + "x": 3, + "y": 4, + "action": "UP", "reward": -0.05, - "battery": 0.8688 + "battery": 0.65 }, { "step": 22, - "x": 4, - "y": 12, + "x": 3, + "y": 3, "action": "UP", "reward": -0.05, - "battery": 0.8625 + "battery": 0.6333 }, { "step": 23, - "x": 5, - "y": 12, - "action": "RIGHT", - "reward": -0.1, - "battery": 0.8562 + "x": 3, + "y": 2, + "action": "UP", + "reward": -0.05, + "battery": 0.6167 }, { "step": 24, - "x": 5, - "y": 11, + "x": 3, + "y": 1, "action": "UP", - "reward": -0.1, - "battery": 0.85 + "reward": -0.05, + "battery": 0.6 }, { "step": 25, - "x": 6, - "y": 11, - "action": "RIGHT", + "x": 3, + "y": 0, + "action": "UP", "reward": -0.05, - "battery": 0.8438 + "battery": 0.5833 }, { "step": 26, - "x": 6, - "y": 10, + "x": 3, + "y": 0, "action": "UP", - "reward": -0.05, - "battery": 0.8375 + "reward": -0.25, + "battery": 0.5667 }, { "step": 27, - "x": 7, - "y": 10, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.8313 + "x": 3, + "y": 0, + "action": "UP", + "reward": -0.25, + "battery": 0.55 }, { "step": 28, - "x": 7, - "y": 9, + "x": 3, + "y": 0, "action": "UP", - "reward": -0.05, - "battery": 0.825 + "reward": -0.25, + "battery": 0.5333 }, { "step": 29, - "x": 8, - "y": 9, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.8187 + "x": 3, + "y": 0, + "action": "UP", + "reward": -0.25, + "battery": 0.5167 }, { "step": 30, - "x": 8, - "y": 8, + "x": 3, + "y": 0, "action": "UP", - "reward": -0.05, - "battery": 0.8125 + "reward": -0.25, + "battery": 0.5 }, { "step": 31, - "x": 9, - "y": 8, - "action": "RIGHT", - "reward": 0.55, - "battery": 0.8063 + "x": 3, + "y": 1, + "action": "DOWN", + "reward": -0.05, + "battery": 0.4833 }, { "step": 32, - "x": 10, - "y": 8, - "action": "RIGHT", + "x": 3, + "y": 2, + "action": "DOWN", "reward": -0.05, - "battery": 0.8 + "battery": 0.4667 }, { "step": 33, - "x": 11, - "y": 8, - "action": "RIGHT", - "reward": -0.2, - "battery": 0.7937 + "x": 3, + "y": 3, + "action": "DOWN", + "reward": -0.05, + "battery": 0.45 }, { "step": 34, - "x": 12, - "y": 8, - "action": "RIGHT", + "x": 3, + "y": 4, + "action": "DOWN", "reward": -0.05, - "battery": 0.7875 + "battery": 0.4333 }, { "step": 35, - "x": 12, - "y": 9, + "x": 3, + "y": 5, "action": "DOWN", "reward": -0.05, - "battery": 0.7812 + "battery": 0.4167 }, { "step": 36, - "x": 13, - "y": 9, - "action": "RIGHT", + "x": 3, + "y": 4, + "action": "UP", "reward": -0.05, - "battery": 0.775 + "battery": 0.4 }, { "step": 37, - "x": 13, - "y": 10, - "action": "DOWN", + "x": 3, + "y": 3, + "action": "UP", "reward": -0.05, - "battery": 0.7688 + "battery": 0.3833 }, { "step": 38, - "x": 14, - "y": 10, - "action": "RIGHT", - "reward": 0.55, - "battery": 0.7625 + "x": 3, + "y": 2, + "action": "UP", + "reward": -0.05, + "battery": 0.3667 }, { "step": 39, - "x": 13, - "y": 10, - "action": "LEFT", + "x": 3, + "y": 1, + "action": "UP", "reward": -0.05, - "battery": 0.7562 + "battery": 0.35 }, { "step": 40, - "x": 12, - "y": 10, - "action": "LEFT", + "x": 3, + "y": 0, + "action": "UP", "reward": -0.05, - "battery": 0.75 + "battery": 0.3333 }, { "step": 41, - "x": 12, - "y": 9, - "action": "UP", + "x": 3, + "y": 1, + "action": "DOWN", "reward": -0.05, - "battery": 0.7438 + "battery": 0.3167 }, { "step": 42, - "x": 11, - "y": 9, - "action": "LEFT", + "x": 3, + "y": 2, + "action": "DOWN", "reward": -0.05, - "battery": 0.7375 + "battery": 0.3 }, { "step": 43, - "x": 11, - "y": 8, - "action": "UP", - "reward": -0.2, - "battery": 0.7312 + "x": 3, + "y": 3, + "action": "DOWN", + "reward": -0.05, + "battery": 0.2833 }, { "step": 44, - "x": 10, - "y": 8, - "action": "LEFT", + "x": 3, + "y": 4, + "action": "DOWN", "reward": -0.05, - "battery": 0.725 + "battery": 0.2667 }, { "step": 45, - "x": 10, - "y": 7, - "action": "UP", + "x": 3, + "y": 5, + "action": "DOWN", "reward": -0.05, - "battery": 0.7188 + "battery": 0.25 }, { "step": 46, - "x": 9, - "y": 7, + "x": 2, + "y": 5, "action": "LEFT", "reward": -0.05, - "battery": 0.7125 + "battery": 0.2333 }, { "step": 47, - "x": 9, - "y": 6, + "x": 2, + "y": 4, "action": "UP", - "reward": -0.05, - "battery": 0.7063 + "reward": -0.1, + "battery": 0.2167 }, { "step": 48, - "x": 8, - "y": 6, - "action": "LEFT", + "x": 2, + "y": 3, + "action": "UP", "reward": -0.05, - "battery": 0.7 + "battery": 0.2 }, { "step": 49, - "x": 8, - "y": 5, + "x": 2, + "y": 2, "action": "UP", "reward": -0.05, - "battery": 0.6937 + "battery": 0.1833 }, { "step": 50, - "x": 7, - "y": 5, - "action": "LEFT", - "reward": -0.05, - "battery": 0.6875 - }, - { - "step": 51, - "x": 7, - "y": 4, + "x": 2, + "y": 1, "action": "UP", - "reward": -0.05, - "battery": 0.6813 - }, + "reward": 0.95, + "battery": 0.1667 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 2, + 1 + ] + ], + "deliveries_done": 1, + "total_reward": -3.05, + "total_steps": 50 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ { - "step": 52, + "step": 1, "x": 6, - "y": 4, + "y": 9, "action": "LEFT", - "reward": -0.2, - "battery": 0.675 - }, - { - "step": 53, - "x": 6, - "y": 3, - "action": "UP", "reward": -0.05, - "battery": 0.6687 + "battery": 0.9833 }, { - "step": 54, + "step": 2, "x": 5, - "y": 3, + "y": 9, "action": "LEFT", "reward": -0.05, - "battery": 0.6625 + "battery": 0.9667 }, { - "step": 55, + "step": 3, "x": 5, - "y": 2, + "y": 8, "action": "UP", - "reward": -0.1, - "battery": 0.6562 + "reward": -0.05, + "battery": 0.95 }, { - "step": 56, + "step": 4, "x": 4, - "y": 2, + "y": 8, "action": "LEFT", "reward": -0.05, - "battery": 0.65 + "battery": 0.9333 }, { - "step": 57, + "step": 5, "x": 4, - "y": 1, + "y": 7, "action": "UP", "reward": -0.05, - "battery": 0.6438 + "battery": 0.9167 }, { - "step": 58, + "step": 6, "x": 3, - "y": 1, + "y": 7, "action": "LEFT", "reward": -0.1, - "battery": 0.6375 + "battery": 0.9 }, { - "step": 59, + "step": 7, "x": 3, - "y": 0, + "y": 6, "action": "UP", "reward": -0.05, - "battery": 0.6312 + "battery": 0.8833 }, { - "step": 60, + "step": 8, "x": 2, - "y": 0, + "y": 6, "action": "LEFT", - "reward": 0.55, - "battery": 0.625 - }, - { - "step": 61, - "x": 2, - "y": 1, - "action": "DOWN", "reward": -0.05, - "battery": 0.6188 + "battery": 0.8667 }, { - "step": 62, + "step": 9, "x": 2, - "y": 2, - "action": "DOWN", - "reward": -0.05, - "battery": 0.6125 - }, - { - "step": 63, - "x": 3, - "y": 2, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.6062 - }, - { - "step": 64, - "x": 3, - "y": 3, - "action": "DOWN", - "reward": -0.05, - "battery": 0.6 - }, - { - "step": 65, - "x": 4, - "y": 3, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.5938 - }, - { - "step": 66, - "x": 4, - "y": 4, - "action": "DOWN", + "y": 5, + "action": "UP", "reward": -0.05, - "battery": 0.5875 + "battery": 0.85 }, { - "step": 67, - "x": 5, - "y": 4, - "action": "RIGHT", - "reward": 0.55, - "battery": 0.5813 + "step": 10, + "x": 1, + "y": 5, + "action": "LEFT", + "reward": 0.95, + "battery": 0.8333 } ], "grid_meta": { - "width": 18, - "height": 18 + "width": 10, + "height": 10 }, "delivery_positions": [ [ - 0, - 17 - ], - [ - 9, - 8 - ], - [ - 14, - 10 - ], - [ - 2, - 0 - ], - [ - 5, - 4 + 1, + 5 ] ], - "deliveries_done": 5, - "total_reward": -1.15, - "total_steps": 67 + "deliveries_done": 1, + "total_reward": 0.45, + "total_steps": 10 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 1, - "y": 5, - "action": "UP", + "x": 5, + "y": 3, + "action": "DOWN", "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 1, + "x": 5, "y": 4, - "action": "UP", + "action": "DOWN", "reward": -0.05, "battery": 0.9667 }, { "step": 3, - "x": 1, - "y": 3, - "action": "UP", + "x": 4, + "y": 4, + "action": "LEFT", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 1, - "y": 2, - "action": "UP", + "x": 4, + "y": 5, + "action": "DOWN", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 1, - "y": 1, - "action": "UP", - "reward": -0.05, + "x": 3, + "y": 5, + "action": "LEFT", + "reward": -0.1, "battery": 0.9167 }, { "step": 6, - "x": 0, - "y": 1, + "x": 3, + "y": 6, + "action": "DOWN", + "reward": -0.05, + "battery": 0.9 + }, + { + "step": 7, + "x": 2, + "y": 6, + "action": "LEFT", + "reward": -0.1, + "battery": 0.8833 + }, + { + "step": 8, + "x": 2, + "y": 7, + "action": "DOWN", + "reward": -0.05, + "battery": 0.8667 + }, + { + "step": 9, + "x": 1, + "y": 7, "action": "LEFT", "reward": 0.95, - "battery": 0.9 + "battery": 0.85 } ], "grid_meta": { @@ -2329,36 +2345,36 @@ }, "delivery_positions": [ [ - 0, - 1 + 1, + 7 ] ], "deliveries_done": 1, - "total_reward": 0.7, - "total_steps": 6 + "total_reward": 0.45, + "total_steps": 9 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 0, - "y": 7, + "x": 8, + "y": 6, "action": "UP", "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 0, + "x": 7, "y": 6, - "action": "UP", + "action": "LEFT", "reward": -0.05, "battery": 0.9667 }, { "step": 3, - "x": 0, + "x": 7, "y": 5, "action": "UP", "reward": -0.1, @@ -2366,379 +2382,315 @@ }, { "step": 4, - "x": 0, - "y": 4, - "action": "UP", + "x": 6, + "y": 5, + "action": "LEFT", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 0, - "y": 3, + "x": 6, + "y": 4, "action": "UP", "reward": -0.05, "battery": 0.9167 }, { "step": 6, - "x": 0, - "y": 2, - "action": "UP", + "x": 5, + "y": 4, + "action": "LEFT", "reward": -0.05, "battery": 0.9 }, { "step": 7, - "x": 0, - "y": 1, + "x": 5, + "y": 3, "action": "UP", "reward": -0.05, "battery": 0.8833 }, { "step": 8, - "x": 0, - "y": 0, - "action": "UP", + "x": 4, + "y": 3, + "action": "LEFT", "reward": -0.05, "battery": 0.8667 }, { "step": 9, - "x": 0, - "y": 0, + "x": 4, + "y": 2, "action": "UP", - "reward": -0.25, + "reward": -0.05, "battery": 0.85 }, { "step": 10, - "x": 0, - "y": 0, - "action": "UP", - "reward": -0.25, + "x": 3, + "y": 2, + "action": "LEFT", + "reward": -0.05, "battery": 0.8333 }, { "step": 11, - "x": 1, - "y": 0, - "action": "RIGHT", + "x": 3, + "y": 1, + "action": "UP", "reward": -0.05, "battery": 0.8167 }, { "step": 12, "x": 2, - "y": 0, - "action": "RIGHT", + "y": 1, + "action": "LEFT", "reward": -0.05, "battery": 0.8 }, { "step": 13, - "x": 3, + "x": 2, "y": 0, - "action": "RIGHT", + "action": "UP", "reward": -0.05, "battery": 0.7833 }, { "step": 14, - "x": 4, + "x": 1, "y": 0, - "action": "RIGHT", - "reward": -0.05, + "action": "LEFT", + "reward": 0.95, "battery": 0.7667 - }, - { - "step": 15, - "x": 4, - "y": 1, - "action": "DOWN", - "reward": -0.05, - "battery": 0.75 - }, - { - "step": 16, - "x": 4, - "y": 2, - "action": "DOWN", - "reward": -0.1, - "battery": 0.7333 - }, - { - "step": 17, - "x": 4, - "y": 3, - "action": "DOWN", - "reward": -0.05, - "battery": 0.7167 - }, + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 1, + 0 + ] + ], + "deliveries_done": 1, + "total_reward": 0.25, + "total_steps": 14 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ { - "step": 18, - "x": 4, - "y": 4, - "action": "DOWN", - "reward": -0.05, - "battery": 0.7 + "step": 1, + "x": 1, + "y": 0, + "action": "UP", + "reward": -0.25, + "battery": 0.9833 }, { - "step": 19, - "x": 4, - "y": 5, + "step": 2, + "x": 1, + "y": 1, "action": "DOWN", "reward": -0.05, - "battery": 0.6833 + "battery": 0.9667 }, { - "step": 20, - "x": 3, - "y": 5, + "step": 3, + "x": 0, + "y": 1, "action": "LEFT", - "reward": -0.05, - "battery": 0.6667 - }, - { - "step": 21, - "x": 3, - "y": 4, - "action": "UP", - "reward": -0.05, - "battery": 0.65 - }, - { - "step": 22, - "x": 3, - "y": 3, - "action": "UP", - "reward": -0.05, - "battery": 0.6333 + "reward": -0.1, + "battery": 0.95 }, { - "step": 23, - "x": 3, - "y": 2, - "action": "UP", + "step": 4, + "x": 1, + "y": 1, + "action": "RIGHT", "reward": -0.05, - "battery": 0.6167 + "battery": 0.9333 }, { - "step": 24, - "x": 3, + "step": 5, + "x": 1, "y": 1, - "action": "UP", - "reward": -0.05, - "battery": 0.6 - }, + "action": "WAIT", + "reward": -0.1, + "battery": 0.9167 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 0, + 4 + ] + ], + "deliveries_done": 0, + "total_reward": -0.55, + "total_steps": 5 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ { - "step": 25, - "x": 3, + "step": 1, + "x": 2, "y": 0, - "action": "UP", + "action": "RIGHT", "reward": -0.05, - "battery": 0.5833 + "battery": 0.9833 }, { - "step": 26, + "step": 2, "x": 3, "y": 0, - "action": "UP", - "reward": -0.25, - "battery": 0.5667 + "action": "RIGHT", + "reward": -0.05, + "battery": 0.9667 }, { - "step": 27, - "x": 3, + "step": 3, + "x": 4, "y": 0, - "action": "UP", - "reward": -0.25, - "battery": 0.55 + "action": "RIGHT", + "reward": -0.05, + "battery": 0.95 }, { - "step": 28, - "x": 3, + "step": 4, + "x": 5, "y": 0, - "action": "UP", - "reward": -0.25, - "battery": 0.5333 + "action": "RIGHT", + "reward": -0.1, + "battery": 0.9333 }, { - "step": 29, - "x": 3, + "step": 5, + "x": 6, "y": 0, - "action": "UP", - "reward": -0.25, - "battery": 0.5167 - }, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.9167 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 0, + 4 + ] + ], + "deliveries_done": 0, + "total_reward": -0.3, + "total_steps": 5 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ { - "step": 30, - "x": 3, - "y": 0, + "step": 1, + "x": 0, + "y": 7, "action": "UP", - "reward": -0.25, - "battery": 0.5 - }, - { - "step": 31, - "x": 3, - "y": 1, - "action": "DOWN", "reward": -0.05, - "battery": 0.4833 + "battery": 0.9833 }, { - "step": 32, - "x": 3, - "y": 2, - "action": "DOWN", + "step": 2, + "x": 1, + "y": 7, + "action": "RIGHT", "reward": -0.05, - "battery": 0.4667 + "battery": 0.9667 }, { - "step": 33, - "x": 3, - "y": 3, + "step": 3, + "x": 1, + "y": 8, "action": "DOWN", "reward": -0.05, - "battery": 0.45 + "battery": 0.95 }, { - "step": 34, - "x": 3, - "y": 4, - "action": "DOWN", + "step": 4, + "x": 0, + "y": 8, + "action": "LEFT", "reward": -0.05, - "battery": 0.4333 + "battery": 0.9333 }, { - "step": 35, - "x": 3, - "y": 5, - "action": "DOWN", - "reward": -0.05, - "battery": 0.4167 + "step": 5, + "x": 0, + "y": 8, + "action": "WAIT", + "reward": -0.1, + "battery": 0.9167 }, { - "step": 36, - "x": 3, - "y": 4, + "step": 6, + "x": 0, + "y": 7, "action": "UP", "reward": -0.05, - "battery": 0.4 - }, - { - "step": 37, - "x": 3, - "y": 3, - "action": "UP", - "reward": -0.05, - "battery": 0.3833 - }, - { - "step": 38, - "x": 3, - "y": 2, - "action": "UP", - "reward": -0.05, - "battery": 0.3667 - }, - { - "step": 39, - "x": 3, - "y": 1, - "action": "UP", - "reward": -0.05, - "battery": 0.35 - }, - { - "step": 40, - "x": 3, - "y": 0, - "action": "UP", - "reward": -0.05, - "battery": 0.3333 - }, - { - "step": 41, - "x": 3, - "y": 1, - "action": "DOWN", - "reward": -0.05, - "battery": 0.3167 - }, - { - "step": 42, - "x": 3, - "y": 2, - "action": "DOWN", - "reward": -0.05, - "battery": 0.3 - }, - { - "step": 43, - "x": 3, - "y": 3, - "action": "DOWN", - "reward": -0.05, - "battery": 0.2833 - }, - { - "step": 44, - "x": 3, - "y": 4, - "action": "DOWN", - "reward": -0.05, - "battery": 0.2667 + "battery": 0.9 }, { - "step": 45, - "x": 3, - "y": 5, - "action": "DOWN", + "step": 7, + "x": 1, + "y": 7, + "action": "RIGHT", "reward": -0.05, - "battery": 0.25 - }, + "battery": 0.8833 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 3, + 2 + ] + ], + "deliveries_done": 0, + "total_reward": -0.4, + "total_steps": 7 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ { - "step": 46, + "step": 1, "x": 2, "y": 5, - "action": "LEFT", - "reward": -0.05, - "battery": 0.2333 - }, - { - "step": 47, - "x": 2, - "y": 4, - "action": "UP", + "action": "WAIT", "reward": -0.1, - "battery": 0.2167 - }, - { - "step": 48, - "x": 2, - "y": 3, - "action": "UP", - "reward": -0.05, - "battery": 0.2 - }, - { - "step": 49, - "x": 2, - "y": 2, - "action": "UP", - "reward": -0.05, - "battery": 0.1833 + "battery": 0.9833 }, { - "step": 50, + "step": 2, "x": 2, - "y": 1, - "action": "UP", - "reward": 0.95, - "battery": 0.1667 + "y": 5, + "action": "WAIT", + "reward": -0.1, + "battery": 0.9667 } ], "grid_meta": { @@ -2751,9 +2703,9 @@ 1 ] ], - "deliveries_done": 1, - "total_reward": -3.05, - "total_steps": 50 + "deliveries_done": 0, + "total_reward": -0.2, + "total_steps": 2 }, { "task": "drone_env.core.graders:grade_easy", @@ -2761,15 +2713,15 @@ { "step": 1, "x": 6, - "y": 9, - "action": "LEFT", + "y": 5, + "action": "RIGHT", "reward": -0.05, "battery": 0.9833 }, { "step": 2, "x": 5, - "y": 9, + "y": 5, "action": "LEFT", "reward": -0.05, "battery": 0.9667 @@ -2777,344 +2729,466 @@ { "step": 3, "x": 5, - "y": 8, + "y": 4, "action": "UP", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 4, - "y": 8, - "action": "LEFT", + "x": 6, + "y": 4, + "action": "RIGHT", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 4, - "y": 7, + "x": 6, + "y": 3, "action": "UP", - "reward": -0.05, + "reward": -0.1, "battery": 0.9167 }, { "step": 6, - "x": 3, - "y": 7, - "action": "LEFT", - "reward": -0.1, + "x": 6, + "y": 2, + "action": "UP", + "reward": -0.05, "battery": 0.9 }, { "step": 7, - "x": 3, - "y": 6, - "action": "UP", + "x": 5, + "y": 2, + "action": "LEFT", "reward": -0.05, "battery": 0.8833 }, { "step": 8, - "x": 2, - "y": 6, - "action": "LEFT", - "reward": -0.05, + "x": 5, + "y": 2, + "action": "WAIT", + "reward": -0.1, "battery": 0.8667 }, { "step": 9, - "x": 2, - "y": 5, - "action": "UP", + "x": 5, + "y": 3, + "action": "DOWN", "reward": -0.05, "battery": 0.85 }, { "step": 10, - "x": 1, - "y": 5, - "action": "LEFT", - "reward": 0.95, + "x": 6, + "y": 3, + "action": "RIGHT", + "reward": -0.2, "battery": 0.8333 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 1, - 5 - ] - ], - "deliveries_done": 1, - "total_reward": 0.45, - "total_steps": 10 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ + }, { - "step": 1, - "x": 5, + "step": 11, + "x": 7, "y": 3, - "action": "DOWN", + "action": "RIGHT", "reward": -0.05, - "battery": 0.9833 + "battery": 0.8167 }, { - "step": 2, - "x": 5, + "step": 12, + "x": 7, "y": 4, "action": "DOWN", "reward": -0.05, - "battery": 0.9667 + "battery": 0.8 }, { - "step": 3, - "x": 4, + "step": 13, + "x": 7, + "y": 5, + "action": "DOWN", + "reward": -0.05, + "battery": 0.7833 + }, + { + "step": 14, + "x": 7, "y": 4, - "action": "LEFT", + "action": "UP", "reward": -0.05, - "battery": 0.95 + "battery": 0.7667 }, { - "step": 4, - "x": 4, + "step": 15, + "x": 7, "y": 5, "action": "DOWN", "reward": -0.05, - "battery": 0.9333 + "battery": 0.75 }, { - "step": 5, - "x": 3, - "y": 5, + "step": 16, + "x": 6, + "y": 5, "action": "LEFT", - "reward": -0.1, - "battery": 0.9167 + "reward": -0.05, + "battery": 0.7333 }, { - "step": 6, - "x": 3, - "y": 6, - "action": "DOWN", + "step": 17, + "x": 5, + "y": 5, + "action": "LEFT", "reward": -0.05, - "battery": 0.9 + "battery": 0.7167 }, { - "step": 7, - "x": 2, - "y": 6, - "action": "LEFT", - "reward": -0.1, - "battery": 0.8833 + "step": 18, + "x": 5, + "y": 4, + "action": "UP", + "reward": -0.05, + "battery": 0.7 }, { - "step": 8, - "x": 2, - "y": 7, - "action": "DOWN", + "step": 19, + "x": 5, + "y": 3, + "action": "UP", "reward": -0.05, - "battery": 0.8667 + "battery": 0.6833 }, { - "step": 9, - "x": 1, - "y": 7, - "action": "LEFT", - "reward": 0.95, - "battery": 0.85 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 1, - 7 - ] - ], - "deliveries_done": 1, - "total_reward": 0.45, - "total_steps": 9 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ + "step": 20, + "x": 5, + "y": 3, + "action": "WAIT", + "reward": -0.1, + "battery": 0.6667 + }, { - "step": 1, - "x": 8, - "y": 6, + "step": 21, + "x": 5, + "y": 2, "action": "UP", "reward": -0.05, - "battery": 0.9833 + "battery": 0.65 }, { - "step": 2, - "x": 7, - "y": 6, + "step": 22, + "x": 4, + "y": 2, "action": "LEFT", "reward": -0.05, - "battery": 0.9667 + "battery": 0.6333 }, { - "step": 3, - "x": 7, - "y": 5, - "action": "UP", - "reward": -0.1, - "battery": 0.95 + "step": 23, + "x": 5, + "y": 2, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.6167 }, { - "step": 4, + "step": 24, "x": 6, - "y": 5, - "action": "LEFT", + "y": 2, + "action": "RIGHT", "reward": -0.05, - "battery": 0.9333 + "battery": 0.6 }, { - "step": 5, + "step": 25, "x": 6, - "y": 4, - "action": "UP", - "reward": -0.05, - "battery": 0.9167 + "y": 2, + "action": "WAIT", + "reward": -0.1, + "battery": 0.5833 }, { - "step": 6, + "step": 26, "x": 5, - "y": 4, + "y": 2, "action": "LEFT", "reward": -0.05, - "battery": 0.9 + "battery": 0.5667 }, { - "step": 7, + "step": 27, "x": 5, - "y": 3, + "y": 1, "action": "UP", "reward": -0.05, - "battery": 0.8833 + "battery": 0.55 }, { - "step": 8, - "x": 4, - "y": 3, - "action": "LEFT", + "step": 28, + "x": 5, + "y": 2, + "action": "DOWN", "reward": -0.05, - "battery": 0.8667 + "battery": 0.5333 }, { - "step": 9, - "x": 4, + "step": 29, + "x": 6, "y": 2, - "action": "UP", + "action": "RIGHT", "reward": -0.05, - "battery": 0.85 + "battery": 0.5167 }, { - "step": 10, - "x": 3, + "step": 30, + "x": 5, "y": 2, "action": "LEFT", "reward": -0.05, - "battery": 0.8333 + "battery": 0.5 }, { - "step": 11, - "x": 3, - "y": 1, - "action": "UP", + "step": 31, + "x": 4, + "y": 2, + "action": "LEFT", "reward": -0.05, - "battery": 0.8167 + "battery": 0.4833 }, { - "step": 12, - "x": 2, + "step": 32, + "x": 4, "y": 1, - "action": "LEFT", + "action": "UP", "reward": -0.05, - "battery": 0.8 + "battery": 0.4667 }, { - "step": 13, - "x": 2, + "step": 33, + "x": 4, "y": 0, "action": "UP", "reward": -0.05, - "battery": 0.7833 + "battery": 0.45 }, { - "step": 14, - "x": 1, + "step": 34, + "x": 3, "y": 0, "action": "LEFT", - "reward": 0.95, - "battery": 0.7667 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 1, - 0 - ] - ], - "deliveries_done": 1, - "total_reward": 0.25, - "total_steps": 14 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ + "reward": -0.05, + "battery": 0.4333 + }, { - "step": 1, - "x": 1, + "step": 35, + "x": 4, "y": 0, - "action": "UP", - "reward": -0.25, - "battery": 0.9833 + "action": "RIGHT", + "reward": -0.05, + "battery": 0.4167 }, { - "step": 2, - "x": 1, + "step": 36, + "x": 5, + "y": 0, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.4 + }, + { + "step": 37, + "x": 5, "y": 1, "action": "DOWN", "reward": -0.05, - "battery": 0.9667 + "battery": 0.3833 }, { - "step": 3, - "x": 0, + "step": 38, + "x": 4, "y": 1, "action": "LEFT", - "reward": -0.1, - "battery": 0.95 + "reward": -0.05, + "battery": 0.3667 }, { - "step": 4, - "x": 1, - "y": 1, + "step": 39, + "x": 4, + "y": 0, + "action": "UP", + "reward": -0.05, + "battery": 0.35 + }, + { + "step": 40, + "x": 5, + "y": 0, "action": "RIGHT", "reward": -0.05, - "battery": 0.9333 + "battery": 0.3333 }, { - "step": 5, - "x": 1, - "y": 1, + "step": 41, + "x": 6, + "y": 0, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.3167 + }, + { + "step": 42, + "x": 5, + "y": 0, + "action": "LEFT", + "reward": -0.05, + "battery": 0.3 + }, + { + "step": 43, + "x": 4, + "y": 0, + "action": "LEFT", + "reward": -0.05, + "battery": 0.2833 + }, + { + "step": 44, + "x": 4, + "y": 0, + "action": "UP", + "reward": -0.25, + "battery": 0.2667 + }, + { + "step": 45, + "x": 4, + "y": 0, + "action": "UP", + "reward": -0.25, + "battery": 0.25 + }, + { + "step": 46, + "x": 4, + "y": 0, "action": "WAIT", "reward": -0.1, - "battery": 0.9167 + "battery": 0.2333 + }, + { + "step": 47, + "x": 5, + "y": 0, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.2167 + }, + { + "step": 48, + "x": 5, + "y": 0, + "action": "WAIT", + "reward": -0.1, + "battery": 0.2 + }, + { + "step": 49, + "x": 4, + "y": 0, + "action": "LEFT", + "reward": -0.05, + "battery": 0.1833 + }, + { + "step": 50, + "x": 4, + "y": 0, + "action": "UP", + "reward": -0.25, + "battery": 0.1667 + }, + { + "step": 51, + "x": 4, + "y": 0, + "action": "WAIT", + "reward": -0.1, + "battery": 0.15 + }, + { + "step": 52, + "x": 3, + "y": 0, + "action": "LEFT", + "reward": -0.05, + "battery": 0.1333 + }, + { + "step": 53, + "x": 4, + "y": 0, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.1167 + }, + { + "step": 54, + "x": 3, + "y": 0, + "action": "LEFT", + "reward": -0.05, + "battery": 0.1 + }, + { + "step": 55, + "x": 3, + "y": 0, + "action": "WAIT", + "reward": -0.1, + "battery": 0.0833 + }, + { + "step": 56, + "x": 3, + "y": 0, + "action": "WAIT", + "reward": -0.1, + "battery": 0.0667 + }, + { + "step": 57, + "x": 3, + "y": 1, + "action": "DOWN", + "reward": -0.05, + "battery": 0.05 + }, + { + "step": 58, + "x": 3, + "y": 0, + "action": "UP", + "reward": -0.05, + "battery": 0.0333 + }, + { + "step": 59, + "x": 3, + "y": 1, + "action": "DOWN", + "reward": -0.05, + "battery": 0.0167 + }, + { + "step": 60, + "x": 2, + "y": 1, + "action": "LEFT", + "reward": -0.1, + "battery": 0.0 } ], "grid_meta": { @@ -3124,54 +3198,54 @@ "delivery_positions": [ [ 0, - 4 + 1 ] ], "deliveries_done": 0, - "total_reward": -0.55, - "total_steps": 5 + "total_reward": -4.75, + "total_steps": 60 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 2, + "x": 7, "y": 0, - "action": "RIGHT", - "reward": -0.05, + "action": "UP", + "reward": -0.25, "battery": 0.9833 }, { "step": 2, - "x": 3, - "y": 0, - "action": "RIGHT", + "x": 7, + "y": 1, + "action": "DOWN", "reward": -0.05, "battery": 0.9667 }, { "step": 3, - "x": 4, - "y": 0, - "action": "RIGHT", + "x": 6, + "y": 1, + "action": "LEFT", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 5, - "y": 0, + "x": 7, + "y": 1, "action": "RIGHT", - "reward": -0.1, + "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 6, - "y": 0, - "action": "RIGHT", - "reward": -0.05, + "x": 7, + "y": 1, + "action": "WAIT", + "reward": -0.1, "battery": 0.9167 } ], @@ -3181,12 +3255,12 @@ }, "delivery_positions": [ [ - 0, - 4 + 5, + 5 ] ], "deliveries_done": 0, - "total_reward": -0.3, + "total_reward": -0.5, "total_steps": 5 }, { @@ -3194,59 +3268,43 @@ "steps": [ { "step": 1, - "x": 0, - "y": 7, - "action": "UP", + "x": 4, + "y": 3, + "action": "RIGHT", "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 1, - "y": 7, + "x": 5, + "y": 3, "action": "RIGHT", - "reward": -0.05, + "reward": -0.1, "battery": 0.9667 }, { "step": 3, - "x": 1, - "y": 8, - "action": "DOWN", + "x": 6, + "y": 3, + "action": "RIGHT", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 0, - "y": 8, - "action": "LEFT", + "x": 7, + "y": 3, + "action": "RIGHT", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 0, - "y": 8, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9167 - }, - { - "step": 6, - "x": 0, - "y": 7, - "action": "UP", - "reward": -0.05, - "battery": 0.9 - }, - { - "step": 7, - "x": 1, - "y": 7, + "x": 8, + "y": 3, "action": "RIGHT", "reward": -0.05, - "battery": 0.8833 + "battery": 0.9167 } ], "grid_meta": { @@ -3255,21 +3313,95 @@ }, "delivery_positions": [ [ - 3, - 2 + 7, + 8 ] ], "deliveries_done": 0, - "total_reward": -0.4, - "total_steps": 7 + "total_reward": -0.3, + "total_steps": 5 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 2, - "y": 5, + "x": 5, + "y": 3, + "action": "UP", + "reward": -0.05, + "battery": 0.9833 + }, + { + "step": 2, + "x": 6, + "y": 3, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.9667 + }, + { + "step": 3, + "x": 6, + "y": 4, + "action": "DOWN", + "reward": -0.1, + "battery": 0.95 + }, + { + "step": 4, + "x": 5, + "y": 4, + "action": "LEFT", + "reward": -0.05, + "battery": 0.9333 + }, + { + "step": 5, + "x": 5, + "y": 4, + "action": "WAIT", + "reward": -0.1, + "battery": 0.9167 + }, + { + "step": 6, + "x": 5, + "y": 3, + "action": "UP", + "reward": -0.05, + "battery": 0.9 + }, + { + "step": 7, + "x": 6, + "y": 3, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.8833 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 8, + 8 + ] + ], + "deliveries_done": 0, + "total_reward": -0.45, + "total_steps": 7 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ + { + "step": 1, + "x": 2, + "y": 0, "action": "WAIT", "reward": -0.1, "battery": 0.9833 @@ -3277,7 +3409,7 @@ { "step": 2, "x": 2, - "y": 5, + "y": 0, "action": "WAIT", "reward": -0.1, "battery": 0.9667 @@ -3289,8 +3421,8 @@ }, "delivery_positions": [ [ - 2, - 1 + 3, + 0 ] ], "deliveries_done": 0, @@ -3302,482 +3434,482 @@ "steps": [ { "step": 1, - "x": 6, - "y": 5, - "action": "RIGHT", - "reward": -0.05, + "x": 4, + "y": 1, + "action": "WAIT", + "reward": -0.1, "battery": 0.9833 }, { "step": 2, - "x": 5, - "y": 5, - "action": "LEFT", - "reward": -0.05, + "x": 4, + "y": 1, + "action": "WAIT", + "reward": -0.1, "battery": 0.9667 }, { "step": 3, - "x": 5, - "y": 4, - "action": "UP", + "x": 3, + "y": 1, + "action": "LEFT", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 6, - "y": 4, - "action": "RIGHT", + "x": 3, + "y": 0, + "action": "UP", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 6, - "y": 3, - "action": "UP", - "reward": -0.1, + "x": 4, + "y": 0, + "action": "RIGHT", + "reward": -0.05, "battery": 0.9167 }, { "step": 6, - "x": 6, - "y": 2, - "action": "UP", - "reward": -0.05, + "x": 4, + "y": 0, + "action": "WAIT", + "reward": -0.1, "battery": 0.9 }, { "step": 7, - "x": 5, - "y": 2, + "x": 3, + "y": 0, "action": "LEFT", "reward": -0.05, "battery": 0.8833 }, { "step": 8, - "x": 5, - "y": 2, - "action": "WAIT", - "reward": -0.1, + "x": 4, + "y": 0, + "action": "RIGHT", + "reward": -0.05, "battery": 0.8667 }, { "step": 9, - "x": 5, - "y": 3, + "x": 4, + "y": 1, "action": "DOWN", "reward": -0.05, "battery": 0.85 }, { "step": 10, - "x": 6, - "y": 3, - "action": "RIGHT", - "reward": -0.2, + "x": 4, + "y": 2, + "action": "DOWN", + "reward": -0.05, "battery": 0.8333 }, { "step": 11, - "x": 7, - "y": 3, - "action": "RIGHT", + "x": 4, + "y": 1, + "action": "UP", "reward": -0.05, "battery": 0.8167 }, { "step": 12, - "x": 7, - "y": 4, + "x": 4, + "y": 2, "action": "DOWN", "reward": -0.05, "battery": 0.8 }, { "step": 13, - "x": 7, - "y": 5, - "action": "DOWN", + "x": 4, + "y": 1, + "action": "UP", "reward": -0.05, "battery": 0.7833 }, { "step": 14, - "x": 7, - "y": 4, - "action": "UP", - "reward": -0.05, + "x": 4, + "y": 1, + "action": "WAIT", + "reward": -0.1, "battery": 0.7667 }, { "step": 15, - "x": 7, - "y": 5, + "x": 4, + "y": 2, "action": "DOWN", "reward": -0.05, "battery": 0.75 }, { "step": 16, - "x": 6, - "y": 5, - "action": "LEFT", + "x": 4, + "y": 1, + "action": "UP", "reward": -0.05, "battery": 0.7333 }, { "step": 17, - "x": 5, - "y": 5, - "action": "LEFT", + "x": 4, + "y": 0, + "action": "UP", "reward": -0.05, "battery": 0.7167 }, { "step": 18, - "x": 5, - "y": 4, - "action": "UP", + "x": 4, + "y": 1, + "action": "DOWN", "reward": -0.05, "battery": 0.7 }, { "step": 19, "x": 5, - "y": 3, - "action": "UP", + "y": 1, + "action": "RIGHT", "reward": -0.05, "battery": 0.6833 }, { "step": 20, - "x": 5, - "y": 3, - "action": "WAIT", - "reward": -0.1, + "x": 4, + "y": 1, + "action": "LEFT", + "reward": -0.05, "battery": 0.6667 }, { "step": 21, - "x": 5, + "x": 4, "y": 2, - "action": "UP", + "action": "DOWN", "reward": -0.05, "battery": 0.65 }, { "step": 22, "x": 4, - "y": 2, - "action": "LEFT", + "y": 1, + "action": "UP", "reward": -0.05, "battery": 0.6333 }, { "step": 23, - "x": 5, - "y": 2, - "action": "RIGHT", + "x": 3, + "y": 1, + "action": "LEFT", "reward": -0.05, "battery": 0.6167 }, { "step": 24, - "x": 6, - "y": 2, - "action": "RIGHT", + "x": 3, + "y": 0, + "action": "UP", "reward": -0.05, "battery": 0.6 }, { "step": 25, - "x": 6, - "y": 2, + "x": 3, + "y": 0, "action": "WAIT", "reward": -0.1, "battery": 0.5833 }, { "step": 26, - "x": 5, - "y": 2, - "action": "LEFT", - "reward": -0.05, + "x": 3, + "y": 0, + "action": "UP", + "reward": -0.25, "battery": 0.5667 }, { "step": 27, - "x": 5, - "y": 1, - "action": "UP", + "x": 4, + "y": 0, + "action": "RIGHT", "reward": -0.05, "battery": 0.55 }, { "step": 28, - "x": 5, - "y": 2, - "action": "DOWN", + "x": 3, + "y": 0, + "action": "LEFT", "reward": -0.05, "battery": 0.5333 }, { "step": 29, - "x": 6, - "y": 2, - "action": "RIGHT", - "reward": -0.05, + "x": 3, + "y": 0, + "action": "WAIT", + "reward": -0.1, "battery": 0.5167 }, { "step": 30, - "x": 5, - "y": 2, - "action": "LEFT", + "x": 3, + "y": 1, + "action": "DOWN", "reward": -0.05, "battery": 0.5 }, { "step": 31, - "x": 4, - "y": 2, + "x": 2, + "y": 1, "action": "LEFT", "reward": -0.05, "battery": 0.4833 }, { "step": 32, - "x": 4, - "y": 1, - "action": "UP", + "x": 2, + "y": 2, + "action": "DOWN", "reward": -0.05, "battery": 0.4667 }, { "step": 33, - "x": 4, - "y": 0, - "action": "UP", - "reward": -0.05, + "x": 2, + "y": 2, + "action": "WAIT", + "reward": -0.1, "battery": 0.45 }, { "step": 34, - "x": 3, - "y": 0, - "action": "LEFT", + "x": 2, + "y": 3, + "action": "DOWN", "reward": -0.05, "battery": 0.4333 }, { "step": 35, - "x": 4, - "y": 0, - "action": "RIGHT", + "x": 2, + "y": 2, + "action": "UP", "reward": -0.05, "battery": 0.4167 }, { "step": 36, - "x": 5, - "y": 0, - "action": "RIGHT", + "x": 2, + "y": 3, + "action": "DOWN", "reward": -0.05, "battery": 0.4 }, { "step": 37, - "x": 5, - "y": 1, - "action": "DOWN", - "reward": -0.05, + "x": 2, + "y": 3, + "action": "WAIT", + "reward": -0.1, "battery": 0.3833 }, { "step": 38, - "x": 4, - "y": 1, - "action": "LEFT", + "x": 3, + "y": 3, + "action": "RIGHT", "reward": -0.05, "battery": 0.3667 }, { "step": 39, "x": 4, - "y": 0, - "action": "UP", + "y": 3, + "action": "RIGHT", "reward": -0.05, "battery": 0.35 }, { "step": 40, - "x": 5, - "y": 0, - "action": "RIGHT", + "x": 3, + "y": 3, + "action": "LEFT", "reward": -0.05, "battery": 0.3333 }, { "step": 41, - "x": 6, - "y": 0, + "x": 4, + "y": 3, "action": "RIGHT", "reward": -0.05, "battery": 0.3167 }, { "step": 42, - "x": 5, - "y": 0, - "action": "LEFT", + "x": 4, + "y": 2, + "action": "UP", "reward": -0.05, "battery": 0.3 }, { "step": 43, "x": 4, - "y": 0, - "action": "LEFT", + "y": 3, + "action": "DOWN", "reward": -0.05, "battery": 0.2833 }, { "step": 44, - "x": 4, - "y": 0, - "action": "UP", - "reward": -0.25, + "x": 5, + "y": 3, + "action": "RIGHT", + "reward": -0.1, "battery": 0.2667 }, { "step": 45, - "x": 4, - "y": 0, - "action": "UP", - "reward": -0.25, + "x": 6, + "y": 3, + "action": "RIGHT", + "reward": -0.05, "battery": 0.25 }, { "step": 46, - "x": 4, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 6, + "y": 4, + "action": "DOWN", + "reward": -0.05, "battery": 0.2333 }, { "step": 47, "x": 5, - "y": 0, - "action": "RIGHT", + "y": 4, + "action": "LEFT", "reward": -0.05, "battery": 0.2167 }, { "step": 48, "x": 5, - "y": 0, + "y": 4, "action": "WAIT", "reward": -0.1, "battery": 0.2 }, { "step": 49, - "x": 4, - "y": 0, - "action": "LEFT", + "x": 5, + "y": 5, + "action": "DOWN", "reward": -0.05, "battery": 0.1833 }, { "step": 50, - "x": 4, - "y": 0, + "x": 5, + "y": 4, "action": "UP", - "reward": -0.25, + "reward": -0.05, "battery": 0.1667 }, { "step": 51, - "x": 4, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 5, + "y": 3, + "action": "UP", + "reward": -0.2, "battery": 0.15 }, { "step": 52, - "x": 3, - "y": 0, - "action": "LEFT", + "x": 6, + "y": 3, + "action": "RIGHT", "reward": -0.05, "battery": 0.1333 }, { "step": 53, - "x": 4, - "y": 0, - "action": "RIGHT", + "x": 6, + "y": 2, + "action": "UP", "reward": -0.05, "battery": 0.1167 }, { "step": 54, - "x": 3, - "y": 0, - "action": "LEFT", - "reward": -0.05, + "x": 6, + "y": 2, + "action": "WAIT", + "reward": -0.1, "battery": 0.1 }, { "step": 55, - "x": 3, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 7, + "y": 2, + "action": "RIGHT", + "reward": -0.05, "battery": 0.0833 }, { "step": 56, - "x": 3, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 7, + "y": 1, + "action": "UP", + "reward": -0.05, "battery": 0.0667 }, { "step": 57, - "x": 3, + "x": 7, "y": 1, - "action": "DOWN", - "reward": -0.05, + "action": "WAIT", + "reward": -0.1, "battery": 0.05 }, { "step": 58, - "x": 3, - "y": 0, - "action": "UP", - "reward": -0.05, + "x": 7, + "y": 1, + "action": "WAIT", + "reward": -0.1, "battery": 0.0333 }, { "step": 59, - "x": 3, - "y": 1, + "x": 7, + "y": 2, "action": "DOWN", "reward": -0.05, "battery": 0.0167 }, { "step": 60, - "x": 2, - "y": 1, - "action": "LEFT", - "reward": -0.1, + "x": 7, + "y": 3, + "action": "DOWN", + "reward": -0.05, "battery": 0.0 } ], @@ -3787,12 +3919,12 @@ }, "delivery_positions": [ [ - 0, - 1 + 9, + 6 ] ], "deliveries_done": 0, - "total_reward": -4.75, + "total_reward": -4.5, "total_steps": 60 }, { @@ -3800,40 +3932,40 @@ "steps": [ { "step": 1, - "x": 7, - "y": 0, + "x": 8, + "y": 4, "action": "UP", - "reward": -0.25, + "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 7, - "y": 1, + "x": 8, + "y": 5, "action": "DOWN", "reward": -0.05, "battery": 0.9667 }, { "step": 3, - "x": 6, - "y": 1, + "x": 7, + "y": 5, "action": "LEFT", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 7, - "y": 1, + "x": 8, + "y": 5, "action": "RIGHT", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 7, - "y": 1, + "x": 8, + "y": 5, "action": "WAIT", "reward": -0.1, "battery": 0.9167 @@ -3845,12 +3977,12 @@ }, "delivery_positions": [ [ - 5, - 5 + 4, + 1 ] ], "deliveries_done": 0, - "total_reward": -0.5, + "total_reward": -0.3, "total_steps": 5 }, { @@ -3858,42 +3990,42 @@ "steps": [ { "step": 1, - "x": 4, - "y": 3, + "x": 9, + "y": 7, "action": "RIGHT", "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 5, - "y": 3, + "x": 9, + "y": 7, "action": "RIGHT", - "reward": -0.1, + "reward": -0.25, "battery": 0.9667 }, { "step": 3, - "x": 6, - "y": 3, + "x": 9, + "y": 7, "action": "RIGHT", - "reward": -0.05, + "reward": -0.25, "battery": 0.95 }, { "step": 4, - "x": 7, - "y": 3, + "x": 9, + "y": 7, "action": "RIGHT", - "reward": -0.05, + "reward": -0.25, "battery": 0.9333 }, { "step": 5, - "x": 8, - "y": 3, - "action": "RIGHT", - "reward": -0.05, + "x": 9, + "y": 7, + "action": "RIGHT", + "reward": -0.25, "battery": 0.9167 } ], @@ -3904,11 +4036,11 @@ "delivery_positions": [ [ 7, - 8 + 9 ] ], "deliveries_done": 0, - "total_reward": -0.3, + "total_reward": -1.05, "total_steps": 5 }, { @@ -3916,56 +4048,56 @@ "steps": [ { "step": 1, - "x": 5, - "y": 3, + "x": 3, + "y": 8, "action": "UP", "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 6, - "y": 3, + "x": 4, + "y": 8, "action": "RIGHT", "reward": -0.05, "battery": 0.9667 }, { "step": 3, - "x": 6, - "y": 4, + "x": 4, + "y": 9, "action": "DOWN", - "reward": -0.1, + "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 5, - "y": 4, + "x": 3, + "y": 9, "action": "LEFT", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 5, - "y": 4, + "x": 3, + "y": 9, "action": "WAIT", "reward": -0.1, "battery": 0.9167 }, { "step": 6, - "x": 5, - "y": 3, + "x": 3, + "y": 8, "action": "UP", "reward": -0.05, "battery": 0.9 }, { "step": 7, - "x": 6, - "y": 3, + "x": 4, + "y": 8, "action": "RIGHT", "reward": -0.05, "battery": 0.8833 @@ -3978,11 +4110,11 @@ "delivery_positions": [ [ 8, - 8 + 5 ] ], "deliveries_done": 0, - "total_reward": -0.45, + "total_reward": -0.4, "total_steps": 7 }, { @@ -3990,16 +4122,16 @@ "steps": [ { "step": 1, - "x": 2, - "y": 0, + "x": 1, + "y": 6, "action": "WAIT", "reward": -0.1, "battery": 0.9833 }, { "step": 2, - "x": 2, - "y": 0, + "x": 1, + "y": 6, "action": "WAIT", "reward": -0.1, "battery": 0.9667 @@ -4011,8 +4143,8 @@ }, "delivery_positions": [ [ - 3, - 0 + 8, + 3 ] ], "deliveries_done": 0, @@ -4024,24 +4156,24 @@ "steps": [ { "step": 1, - "x": 4, - "y": 1, - "action": "WAIT", - "reward": -0.1, + "x": 5, + "y": 8, + "action": "DOWN", + "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 4, - "y": 1, - "action": "WAIT", - "reward": -0.1, + "x": 5, + "y": 7, + "action": "UP", + "reward": -0.05, "battery": 0.9667 }, { "step": 3, - "x": 3, - "y": 1, + "x": 4, + "y": 7, "action": "LEFT", "reward": -0.05, "battery": 0.95 @@ -4049,458 +4181,416 @@ { "step": 4, "x": 3, - "y": 0, - "action": "UP", + "y": 7, + "action": "LEFT", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 4, - "y": 0, - "action": "RIGHT", + "x": 3, + "y": 6, + "action": "UP", "reward": -0.05, "battery": 0.9167 }, { "step": 6, "x": 4, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "y": 6, + "action": "RIGHT", + "reward": -0.05, "battery": 0.9 }, { "step": 7, - "x": 3, - "y": 0, - "action": "LEFT", + "x": 4, + "y": 7, + "action": "DOWN", "reward": -0.05, "battery": 0.8833 }, { "step": 8, - "x": 4, - "y": 0, - "action": "RIGHT", + "x": 3, + "y": 7, + "action": "LEFT", "reward": -0.05, "battery": 0.8667 }, { "step": 9, - "x": 4, - "y": 1, - "action": "DOWN", + "x": 3, + "y": 6, + "action": "UP", "reward": -0.05, "battery": 0.85 }, { "step": 10, - "x": 4, - "y": 2, - "action": "DOWN", + "x": 2, + "y": 6, + "action": "LEFT", "reward": -0.05, "battery": 0.8333 }, { "step": 11, - "x": 4, - "y": 1, - "action": "UP", + "x": 2, + "y": 7, + "action": "DOWN", "reward": -0.05, "battery": 0.8167 }, { "step": 12, - "x": 4, - "y": 2, - "action": "DOWN", - "reward": -0.05, + "x": 2, + "y": 7, + "action": "WAIT", + "reward": -0.1, "battery": 0.8 }, { "step": 13, - "x": 4, - "y": 1, - "action": "UP", - "reward": -0.05, + "x": 2, + "y": 7, + "action": "WAIT", + "reward": -0.1, "battery": 0.7833 }, { "step": 14, - "x": 4, - "y": 1, + "x": 2, + "y": 7, "action": "WAIT", "reward": -0.1, "battery": 0.7667 }, { "step": 15, - "x": 4, - "y": 2, - "action": "DOWN", - "reward": -0.05, + "x": 2, + "y": 7, + "action": "WAIT", + "reward": -0.1, "battery": 0.75 }, { "step": 16, - "x": 4, - "y": 1, - "action": "UP", - "reward": -0.05, + "x": 2, + "y": 7, + "action": "WAIT", + "reward": -0.1, "battery": 0.7333 }, { "step": 17, - "x": 4, - "y": 0, - "action": "UP", + "x": 3, + "y": 7, + "action": "RIGHT", "reward": -0.05, "battery": 0.7167 }, { "step": 18, "x": 4, - "y": 1, - "action": "DOWN", + "y": 7, + "action": "RIGHT", "reward": -0.05, "battery": 0.7 }, { "step": 19, - "x": 5, - "y": 1, - "action": "RIGHT", + "x": 4, + "y": 8, + "action": "DOWN", "reward": -0.05, "battery": 0.6833 }, { "step": 20, "x": 4, - "y": 1, - "action": "LEFT", + "y": 7, + "action": "UP", "reward": -0.05, "battery": 0.6667 }, { "step": 21, "x": 4, - "y": 2, + "y": 8, "action": "DOWN", "reward": -0.05, "battery": 0.65 }, { "step": 22, - "x": 4, - "y": 1, - "action": "UP", + "x": 5, + "y": 8, + "action": "RIGHT", "reward": -0.05, "battery": 0.6333 }, { "step": 23, - "x": 3, - "y": 1, - "action": "LEFT", + "x": 5, + "y": 7, + "action": "UP", "reward": -0.05, "battery": 0.6167 }, { "step": 24, - "x": 3, - "y": 0, - "action": "UP", + "x": 5, + "y": 8, + "action": "DOWN", "reward": -0.05, "battery": 0.6 }, { "step": 25, - "x": 3, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 5, + "y": 9, + "action": "DOWN", + "reward": -0.05, "battery": 0.5833 }, { "step": 26, - "x": 3, - "y": 0, - "action": "UP", - "reward": -0.25, + "x": 4, + "y": 9, + "action": "LEFT", + "reward": -0.05, "battery": 0.5667 }, { "step": 27, "x": 4, - "y": 0, - "action": "RIGHT", - "reward": -0.05, + "y": 9, + "action": "DOWN", + "reward": -0.25, "battery": 0.55 }, { "step": 28, - "x": 3, - "y": 0, - "action": "LEFT", + "x": 5, + "y": 9, + "action": "RIGHT", "reward": -0.05, "battery": 0.5333 }, { "step": 29, - "x": 3, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 5, + "y": 9, + "action": "DOWN", + "reward": -0.25, "battery": 0.5167 }, { "step": 30, - "x": 3, - "y": 1, + "x": 5, + "y": 9, "action": "DOWN", - "reward": -0.05, + "reward": -0.25, "battery": 0.5 }, { "step": 31, - "x": 2, - "y": 1, - "action": "LEFT", - "reward": -0.05, + "x": 6, + "y": 9, + "action": "RIGHT", + "reward": 0.95, "battery": 0.4833 - }, - { - "step": 32, - "x": 2, - "y": 2, - "action": "DOWN", - "reward": -0.05, - "battery": 0.4667 - }, + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 6, + 9 + ] + ], + "deliveries_done": 1, + "total_reward": -1.4, + "total_steps": 31 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ { - "step": 33, - "x": 2, - "y": 2, - "action": "WAIT", + "step": 1, + "x": 5, + "y": 7, + "action": "UP", "reward": -0.1, - "battery": 0.45 + "battery": 0.9833 }, { - "step": 34, - "x": 2, - "y": 3, + "step": 2, + "x": 5, + "y": 8, "action": "DOWN", "reward": -0.05, - "battery": 0.4333 + "battery": 0.9667 }, { - "step": 35, - "x": 2, - "y": 2, - "action": "UP", + "step": 3, + "x": 4, + "y": 8, + "action": "LEFT", "reward": -0.05, - "battery": 0.4167 + "battery": 0.95 }, { - "step": 36, - "x": 2, - "y": 3, - "action": "DOWN", + "step": 4, + "x": 5, + "y": 8, + "action": "RIGHT", "reward": -0.05, - "battery": 0.4 + "battery": 0.9333 }, { - "step": 37, - "x": 2, - "y": 3, + "step": 5, + "x": 5, + "y": 8, "action": "WAIT", "reward": -0.1, - "battery": 0.3833 - }, + "battery": 0.9167 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 1, + 4 + ] + ], + "deliveries_done": 0, + "total_reward": -0.35, + "total_steps": 5 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ { - "step": 38, + "step": 1, "x": 3, - "y": 3, + "y": 1, "action": "RIGHT", "reward": -0.05, - "battery": 0.3667 + "battery": 0.9833 }, { - "step": 39, + "step": 2, "x": 4, - "y": 3, + "y": 1, "action": "RIGHT", "reward": -0.05, - "battery": 0.35 + "battery": 0.9667 }, { - "step": 40, - "x": 3, - "y": 3, - "action": "LEFT", + "step": 3, + "x": 5, + "y": 1, + "action": "RIGHT", "reward": -0.05, - "battery": 0.3333 + "battery": 0.95 }, { - "step": 41, - "x": 4, - "y": 3, + "step": 4, + "x": 6, + "y": 1, "action": "RIGHT", "reward": -0.05, - "battery": 0.3167 + "battery": 0.9333 }, { - "step": 42, - "x": 4, + "step": 5, + "x": 7, + "y": 1, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.9167 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 8, + 9 + ] + ], + "deliveries_done": 0, + "total_reward": -0.25, + "total_steps": 5 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ + { + "step": 1, + "x": 3, "y": 2, "action": "UP", "reward": -0.05, - "battery": 0.3 + "battery": 0.9833 }, { - "step": 43, + "step": 2, "x": 4, - "y": 3, - "action": "DOWN", - "reward": -0.05, - "battery": 0.2833 - }, - { - "step": 44, - "x": 5, - "y": 3, + "y": 2, "action": "RIGHT", "reward": -0.1, - "battery": 0.2667 + "battery": 0.9667 }, { - "step": 45, - "x": 6, + "step": 3, + "x": 4, "y": 3, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.25 - }, - { - "step": 46, - "x": 6, - "y": 4, "action": "DOWN", "reward": -0.05, - "battery": 0.2333 + "battery": 0.95 }, { - "step": 47, - "x": 5, - "y": 4, + "step": 4, + "x": 3, + "y": 3, "action": "LEFT", "reward": -0.05, - "battery": 0.2167 + "battery": 0.9333 }, { - "step": 48, - "x": 5, - "y": 4, + "step": 5, + "x": 3, + "y": 3, "action": "WAIT", "reward": -0.1, - "battery": 0.2 - }, - { - "step": 49, - "x": 5, - "y": 5, - "action": "DOWN", - "reward": -0.05, - "battery": 0.1833 - }, - { - "step": 50, - "x": 5, - "y": 4, - "action": "UP", - "reward": -0.05, - "battery": 0.1667 - }, - { - "step": 51, - "x": 5, - "y": 3, - "action": "UP", - "reward": -0.2, - "battery": 0.15 - }, - { - "step": 52, - "x": 6, - "y": 3, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.1333 + "battery": 0.9167 }, { - "step": 53, - "x": 6, + "step": 6, + "x": 3, "y": 2, "action": "UP", "reward": -0.05, - "battery": 0.1167 - }, - { - "step": 54, - "x": 6, - "y": 2, - "action": "WAIT", - "reward": -0.1, - "battery": 0.1 + "battery": 0.9 }, { - "step": 55, - "x": 7, + "step": 7, + "x": 4, "y": 2, "action": "RIGHT", - "reward": -0.05, - "battery": 0.0833 - }, - { - "step": 56, - "x": 7, - "y": 1, - "action": "UP", - "reward": -0.05, - "battery": 0.0667 - }, - { - "step": 57, - "x": 7, - "y": 1, - "action": "WAIT", - "reward": -0.1, - "battery": 0.05 - }, - { - "step": 58, - "x": 7, - "y": 1, - "action": "WAIT", "reward": -0.1, - "battery": 0.0333 - }, - { - "step": 59, - "x": 7, - "y": 2, - "action": "DOWN", - "reward": -0.05, - "battery": 0.0167 - }, - { - "step": 60, - "x": 7, - "y": 3, - "action": "DOWN", - "reward": -0.05, - "battery": 0.0 + "battery": 0.8833 } ], "grid_meta": { @@ -4509,56 +4599,32 @@ }, "delivery_positions": [ [ - 9, - 6 + 4, + 5 ] ], "deliveries_done": 0, - "total_reward": -4.5, - "total_steps": 60 + "total_reward": -0.5, + "total_steps": 7 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 8, + "x": 4, "y": 4, - "action": "UP", - "reward": -0.05, + "action": "WAIT", + "reward": -0.1, "battery": 0.9833 }, { "step": 2, - "x": 8, - "y": 5, - "action": "DOWN", - "reward": -0.05, - "battery": 0.9667 - }, - { - "step": 3, - "x": 7, - "y": 5, - "action": "LEFT", - "reward": -0.05, - "battery": 0.95 - }, - { - "step": 4, - "x": 8, - "y": 5, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.9333 - }, - { - "step": 5, - "x": 8, - "y": 5, + "x": 4, + "y": 4, "action": "WAIT", "reward": -0.1, - "battery": 0.9167 + "battery": 0.9667 } ], "grid_meta": { @@ -4567,488 +4633,320 @@ }, "delivery_positions": [ [ - 4, - 1 + 6, + 4 ] ], "deliveries_done": 0, - "total_reward": -0.3, - "total_steps": 5 + "total_reward": -0.2, + "total_steps": 2 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 9, - "y": 7, - "action": "RIGHT", - "reward": -0.05, + "x": 6, + "y": 1, + "action": "WAIT", + "reward": -0.1, "battery": 0.9833 }, { "step": 2, - "x": 9, - "y": 7, - "action": "RIGHT", - "reward": -0.25, + "x": 6, + "y": 0, + "action": "UP", + "reward": -0.05, "battery": 0.9667 }, { "step": 3, - "x": 9, - "y": 7, - "action": "RIGHT", - "reward": -0.25, + "x": 6, + "y": 0, + "action": "WAIT", + "reward": -0.1, "battery": 0.95 }, { "step": 4, - "x": 9, - "y": 7, - "action": "RIGHT", - "reward": -0.25, + "x": 6, + "y": 0, + "action": "WAIT", + "reward": -0.1, "battery": 0.9333 }, { "step": 5, - "x": 9, - "y": 7, - "action": "RIGHT", + "x": 6, + "y": 0, + "action": "UP", "reward": -0.25, "battery": 0.9167 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 7, - 9 - ] - ], - "deliveries_done": 0, - "total_reward": -1.05, - "total_steps": 5 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ + }, { - "step": 1, - "x": 3, - "y": 8, + "step": 6, + "x": 6, + "y": 0, "action": "UP", - "reward": -0.05, - "battery": 0.9833 + "reward": -0.25, + "battery": 0.9 }, { - "step": 2, - "x": 4, - "y": 8, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.9667 + "step": 7, + "x": 6, + "y": 0, + "action": "WAIT", + "reward": -0.1, + "battery": 0.8833 }, { - "step": 3, - "x": 4, - "y": 9, + "step": 8, + "x": 6, + "y": 1, "action": "DOWN", "reward": -0.05, - "battery": 0.95 - }, - { - "step": 4, - "x": 3, - "y": 9, - "action": "LEFT", - "reward": -0.05, - "battery": 0.9333 + "battery": 0.8667 }, { - "step": 5, - "x": 3, - "y": 9, + "step": 9, + "x": 6, + "y": 1, "action": "WAIT", "reward": -0.1, - "battery": 0.9167 + "battery": 0.85 }, { - "step": 6, - "x": 3, - "y": 8, + "step": 10, + "x": 6, + "y": 0, "action": "UP", "reward": -0.05, - "battery": 0.9 + "battery": 0.8333 }, { - "step": 7, - "x": 4, - "y": 8, + "step": 11, + "x": 7, + "y": 0, "action": "RIGHT", "reward": -0.05, - "battery": 0.8833 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 8, - 5 - ] - ], - "deliveries_done": 0, - "total_reward": -0.4, - "total_steps": 7 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ + "battery": 0.8167 + }, { - "step": 1, - "x": 1, - "y": 6, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9833 + "step": 12, + "x": 8, + "y": 0, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.8 }, { - "step": 2, - "x": 1, - "y": 6, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9667 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 8, - 3 - ] - ], - "deliveries_done": 0, - "total_reward": -0.2, - "total_steps": 2 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ - { - "step": 1, - "x": 5, - "y": 8, - "action": "DOWN", - "reward": -0.05, - "battery": 0.9833 - }, - { - "step": 2, - "x": 5, - "y": 7, - "action": "UP", - "reward": -0.05, - "battery": 0.9667 - }, - { - "step": 3, - "x": 4, - "y": 7, - "action": "LEFT", - "reward": -0.05, - "battery": 0.95 - }, - { - "step": 4, - "x": 3, - "y": 7, - "action": "LEFT", - "reward": -0.05, - "battery": 0.9333 - }, - { - "step": 5, - "x": 3, - "y": 6, - "action": "UP", - "reward": -0.05, - "battery": 0.9167 - }, - { - "step": 6, - "x": 4, - "y": 6, + "step": 13, + "x": 9, + "y": 0, "action": "RIGHT", "reward": -0.05, - "battery": 0.9 - }, - { - "step": 7, - "x": 4, - "y": 7, - "action": "DOWN", - "reward": -0.05, - "battery": 0.8833 - }, - { - "step": 8, - "x": 3, - "y": 7, - "action": "LEFT", - "reward": -0.05, - "battery": 0.8667 - }, - { - "step": 9, - "x": 3, - "y": 6, - "action": "UP", - "reward": -0.05, - "battery": 0.85 - }, - { - "step": 10, - "x": 2, - "y": 6, - "action": "LEFT", - "reward": -0.05, - "battery": 0.8333 - }, - { - "step": 11, - "x": 2, - "y": 7, - "action": "DOWN", - "reward": -0.05, - "battery": 0.8167 - }, - { - "step": 12, - "x": 2, - "y": 7, - "action": "WAIT", - "reward": -0.1, - "battery": 0.8 - }, - { - "step": 13, - "x": 2, - "y": 7, - "action": "WAIT", - "reward": -0.1, "battery": 0.7833 }, { "step": 14, - "x": 2, - "y": 7, - "action": "WAIT", - "reward": -0.1, + "x": 9, + "y": 1, + "action": "DOWN", + "reward": -0.05, "battery": 0.7667 }, { "step": 15, - "x": 2, - "y": 7, - "action": "WAIT", - "reward": -0.1, + "x": 9, + "y": 2, + "action": "DOWN", + "reward": -0.05, "battery": 0.75 }, { "step": 16, - "x": 2, - "y": 7, - "action": "WAIT", - "reward": -0.1, + "x": 9, + "y": 1, + "action": "UP", + "reward": -0.05, "battery": 0.7333 }, { "step": 17, - "x": 3, - "y": 7, - "action": "RIGHT", + "x": 9, + "y": 2, + "action": "DOWN", "reward": -0.05, "battery": 0.7167 }, { "step": 18, - "x": 4, - "y": 7, - "action": "RIGHT", - "reward": -0.05, + "x": 9, + "y": 2, + "action": "WAIT", + "reward": -0.1, "battery": 0.7 }, { "step": 19, - "x": 4, - "y": 8, - "action": "DOWN", - "reward": -0.05, + "x": 9, + "y": 2, + "action": "WAIT", + "reward": -0.1, "battery": 0.6833 }, { "step": 20, - "x": 4, - "y": 7, - "action": "UP", + "x": 8, + "y": 2, + "action": "LEFT", "reward": -0.05, "battery": 0.6667 }, { "step": 21, - "x": 4, - "y": 8, - "action": "DOWN", - "reward": -0.05, + "x": 8, + "y": 2, + "action": "WAIT", + "reward": -0.1, "battery": 0.65 }, { "step": 22, - "x": 5, - "y": 8, - "action": "RIGHT", - "reward": -0.05, + "x": 7, + "y": 2, + "action": "LEFT", + "reward": -0.1, "battery": 0.6333 }, { "step": 23, - "x": 5, - "y": 7, - "action": "UP", + "x": 6, + "y": 2, + "action": "LEFT", "reward": -0.05, "battery": 0.6167 }, { "step": 24, - "x": 5, - "y": 8, + "x": 6, + "y": 3, "action": "DOWN", "reward": -0.05, "battery": 0.6 }, { "step": 25, - "x": 5, - "y": 9, - "action": "DOWN", + "x": 6, + "y": 2, + "action": "UP", "reward": -0.05, "battery": 0.5833 }, { "step": 26, - "x": 4, - "y": 9, + "x": 5, + "y": 2, "action": "LEFT", "reward": -0.05, "battery": 0.5667 }, { "step": 27, - "x": 4, - "y": 9, - "action": "DOWN", - "reward": -0.25, + "x": 5, + "y": 2, + "action": "WAIT", + "reward": -0.1, "battery": 0.55 }, { "step": 28, "x": 5, - "y": 9, - "action": "RIGHT", - "reward": -0.05, + "y": 2, + "action": "WAIT", + "reward": -0.1, "battery": 0.5333 }, { "step": 29, "x": 5, - "y": 9, - "action": "DOWN", - "reward": -0.25, + "y": 2, + "action": "WAIT", + "reward": -0.1, "battery": 0.5167 }, { "step": 30, - "x": 5, - "y": 9, - "action": "DOWN", - "reward": -0.25, + "x": 6, + "y": 2, + "action": "RIGHT", + "reward": -0.05, "battery": 0.5 }, { "step": 31, "x": 6, - "y": 9, - "action": "RIGHT", - "reward": 0.95, + "y": 3, + "action": "DOWN", + "reward": -0.05, "battery": 0.4833 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 6, - 9 - ] - ], - "deliveries_done": 1, - "total_reward": -1.4, - "total_steps": 31 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ - { - "step": 1, - "x": 5, - "y": 7, - "action": "UP", - "reward": -0.1, - "battery": 0.9833 }, { - "step": 2, - "x": 5, - "y": 8, - "action": "DOWN", - "reward": -0.05, - "battery": 0.9667 + "step": 32, + "x": 7, + "y": 3, + "action": "RIGHT", + "reward": -0.05, + "battery": 0.4667 }, { - "step": 3, - "x": 4, - "y": 8, + "step": 33, + "x": 7, + "y": 4, + "action": "DOWN", + "reward": -0.1, + "battery": 0.45 + }, + { + "step": 34, + "x": 7, + "y": 4, + "action": "WAIT", + "reward": -0.1, + "battery": 0.4333 + }, + { + "step": 35, + "x": 6, + "y": 4, "action": "LEFT", "reward": -0.05, - "battery": 0.95 + "battery": 0.4167 }, { - "step": 4, + "step": 36, + "x": 6, + "y": 3, + "action": "UP", + "reward": -0.05, + "battery": 0.4 + }, + { + "step": 37, "x": 5, - "y": 8, - "action": "RIGHT", + "y": 3, + "action": "LEFT", "reward": -0.05, - "battery": 0.9333 + "battery": 0.3833 }, { - "step": 5, + "step": 38, "x": 5, - "y": 8, - "action": "WAIT", - "reward": -0.1, - "battery": 0.9167 + "y": 4, + "action": "DOWN", + "reward": 0.95, + "battery": 0.3667 } ], "grid_meta": { @@ -5057,56 +4955,48 @@ }, "delivery_positions": [ [ - 1, + 5, 4 ] ], - "deliveries_done": 0, - "total_reward": -0.35, - "total_steps": 5 + "deliveries_done": 1, + "total_reward": -2.0, + "total_steps": 38 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 3, - "y": 1, - "action": "RIGHT", + "x": 7, + "y": 7, + "action": "LEFT", "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 4, - "y": 1, - "action": "RIGHT", - "reward": -0.05, + "x": 6, + "y": 7, + "action": "LEFT", + "reward": -0.1, "battery": 0.9667 }, { "step": 3, - "x": 5, - "y": 1, - "action": "RIGHT", + "x": 6, + "y": 6, + "action": "UP", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 6, - "y": 1, - "action": "RIGHT", - "reward": -0.05, + "x": 5, + "y": 6, + "action": "LEFT", + "reward": 0.95, "battery": 0.9333 - }, - { - "step": 5, - "x": 7, - "y": 1, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.9167 } ], "grid_meta": { @@ -5115,13 +5005,13 @@ }, "delivery_positions": [ [ - 8, - 9 + 5, + 6 ] ], - "deliveries_done": 0, - "total_reward": -0.25, - "total_steps": 5 + "deliveries_done": 1, + "total_reward": 0.75, + "total_steps": 4 }, { "task": "drone_env.core.graders:grade_easy", @@ -5129,58 +5019,50 @@ { "step": 1, "x": 3, - "y": 2, - "action": "UP", + "y": 7, + "action": "RIGHT", "reward": -0.05, "battery": 0.9833 }, { "step": 2, "x": 4, - "y": 2, + "y": 7, "action": "RIGHT", - "reward": -0.1, + "reward": -0.05, "battery": 0.9667 }, { "step": 3, - "x": 4, - "y": 3, - "action": "DOWN", + "x": 5, + "y": 7, + "action": "RIGHT", "reward": -0.05, "battery": 0.95 }, { "step": 4, - "x": 3, - "y": 3, - "action": "LEFT", + "x": 6, + "y": 7, + "action": "RIGHT", "reward": -0.05, "battery": 0.9333 }, { "step": 5, - "x": 3, - "y": 3, - "action": "WAIT", + "x": 7, + "y": 7, + "action": "RIGHT", "reward": -0.1, "battery": 0.9167 }, { "step": 6, - "x": 3, - "y": 2, - "action": "UP", - "reward": -0.05, - "battery": 0.9 - }, - { - "step": 7, - "x": 4, - "y": 2, + "x": 8, + "y": 7, "action": "RIGHT", - "reward": -0.1, - "battery": 0.8833 + "reward": 0.95, + "battery": 0.9 } ], "grid_meta": { @@ -5189,32 +5071,48 @@ }, "delivery_positions": [ [ - 4, - 5 + 8, + 7 ] ], - "deliveries_done": 0, - "total_reward": -0.5, - "total_steps": 7 + "deliveries_done": 1, + "total_reward": 0.65, + "total_steps": 6 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 4, - "y": 4, - "action": "WAIT", - "reward": -0.1, + "x": 8, + "y": 7, + "action": "UP", + "reward": -0.05, "battery": 0.9833 }, { "step": 2, - "x": 4, - "y": 4, - "action": "WAIT", - "reward": -0.1, + "x": 7, + "y": 7, + "action": "LEFT", + "reward": -0.05, "battery": 0.9667 + }, + { + "step": 3, + "x": 7, + "y": 6, + "action": "UP", + "reward": -0.1, + "battery": 0.95 + }, + { + "step": 4, + "x": 6, + "y": 6, + "action": "LEFT", + "reward": 0.95, + "battery": 0.9333 } ], "grid_meta": { @@ -5224,1483 +5122,1271 @@ "delivery_positions": [ [ 6, - 4 + 6 ] ], - "deliveries_done": 0, - "total_reward": -0.2, - "total_steps": 2 + "deliveries_done": 1, + "total_reward": 0.75, + "total_steps": 4 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 6, + "x": 0, "y": 1, - "action": "WAIT", - "reward": -0.1, + "action": "DOWN", + "reward": 0.05, "battery": 0.9833 }, { "step": 2, - "x": 6, - "y": 0, - "action": "UP", - "reward": -0.05, + "x": 1, + "y": 1, + "action": "RIGHT", + "reward": 0.05, "battery": 0.9667 }, { "step": 3, - "x": 6, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 1, + "y": 2, + "action": "DOWN", + "reward": 0.05, "battery": 0.95 }, { "step": 4, - "x": 6, - "y": 0, - "action": "WAIT", - "reward": -0.1, + "x": 2, + "y": 2, + "action": "RIGHT", + "reward": 0.05, "battery": 0.9333 }, { "step": 5, - "x": 6, - "y": 0, - "action": "UP", - "reward": -0.25, + "x": 2, + "y": 3, + "action": "DOWN", + "reward": 0.05, "battery": 0.9167 }, { "step": 6, - "x": 6, - "y": 0, - "action": "UP", - "reward": -0.25, + "x": 3, + "y": 3, + "action": "RIGHT", + "reward": 0.05, "battery": 0.9 }, { "step": 7, - "x": 6, - "y": 0, - "action": "WAIT", - "reward": -0.1, - "battery": 0.8833 - }, - { - "step": 8, - "x": 6, - "y": 1, + "x": 3, + "y": 4, "action": "DOWN", - "reward": -0.05, + "reward": 0.05, + "battery": 0.8833 + }, + { + "step": 8, + "x": 4, + "y": 4, + "action": "RIGHT", + "reward": 0.05, "battery": 0.8667 }, { "step": 9, - "x": 6, - "y": 1, - "action": "WAIT", - "reward": -0.1, + "x": 4, + "y": 5, + "action": "DOWN", + "reward": 0.05, "battery": 0.85 }, { "step": 10, - "x": 6, - "y": 0, - "action": "UP", - "reward": -0.05, + "x": 5, + "y": 5, + "action": "RIGHT", + "reward": 0.05, "battery": 0.8333 }, { "step": 11, - "x": 7, - "y": 0, - "action": "RIGHT", - "reward": -0.05, + "x": 5, + "y": 6, + "action": "DOWN", + "reward": 0.05, "battery": 0.8167 }, { "step": 12, - "x": 8, - "y": 0, + "x": 6, + "y": 6, "action": "RIGHT", - "reward": -0.05, + "reward": 0.02, "battery": 0.8 }, { "step": 13, - "x": 9, - "y": 0, - "action": "RIGHT", - "reward": -0.05, + "x": 6, + "y": 7, + "action": "DOWN", + "reward": 0.05, "battery": 0.7833 }, { "step": 14, - "x": 9, - "y": 1, - "action": "DOWN", - "reward": -0.05, + "x": 7, + "y": 7, + "action": "RIGHT", + "reward": 0.05, "battery": 0.7667 }, { "step": 15, - "x": 9, - "y": 2, + "x": 7, + "y": 8, "action": "DOWN", - "reward": -0.05, + "reward": 0.02, "battery": 0.75 }, { "step": 16, - "x": 9, - "y": 1, - "action": "UP", - "reward": -0.05, + "x": 8, + "y": 8, + "action": "RIGHT", + "reward": 0.05, "battery": 0.7333 }, { "step": 17, - "x": 9, - "y": 2, + "x": 8, + "y": 9, "action": "DOWN", - "reward": -0.05, + "reward": 0.05, "battery": 0.7167 }, { "step": 18, "x": 9, - "y": 2, - "action": "WAIT", - "reward": -0.1, + "y": 9, + "action": "RIGHT", + "reward": 1.0, "battery": 0.7 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 9, + 9 + ] + ], + "deliveries_done": 1, + "total_reward": 1.79, + "total_steps": 18 + }, + { + "task": "drone_env.core.graders:grade_medium", + "steps": [ + { + "step": 1, + "x": 13, + "y": 4, + "action": "DOWN", + "reward": 0.02, + "battery": 0.99 }, { - "step": 19, - "x": 9, - "y": 2, - "action": "WAIT", - "reward": -0.1, - "battery": 0.6833 + "step": 2, + "x": 13, + "y": 5, + "action": "DOWN", + "reward": 0.04, + "battery": 0.98 }, { - "step": 20, - "x": 8, - "y": 2, - "action": "LEFT", - "reward": -0.05, - "battery": 0.6667 + "step": 3, + "x": 13, + "y": 6, + "action": "DOWN", + "reward": 0.04, + "battery": 0.97 }, { - "step": 21, - "x": 8, - "y": 2, - "action": "WAIT", - "reward": -0.1, - "battery": 0.65 + "step": 4, + "x": 13, + "y": 7, + "action": "DOWN", + "reward": 0.04, + "battery": 0.96 }, { - "step": 22, - "x": 7, - "y": 2, - "action": "LEFT", - "reward": -0.1, - "battery": 0.6333 + "step": 5, + "x": 13, + "y": 8, + "action": "DOWN", + "reward": 0.04, + "battery": 0.95 }, { - "step": 23, - "x": 6, - "y": 2, - "action": "LEFT", - "reward": -0.05, - "battery": 0.6167 + "step": 6, + "x": 13, + "y": 9, + "action": "DOWN", + "reward": 0.04, + "battery": 0.94 }, { - "step": 24, - "x": 6, - "y": 3, + "step": 7, + "x": 13, + "y": 10, "action": "DOWN", - "reward": -0.05, - "battery": 0.6 + "reward": 0.04, + "battery": 0.93 }, { - "step": 25, - "x": 6, - "y": 2, - "action": "UP", - "reward": -0.05, - "battery": 0.5833 + "step": 8, + "x": 13, + "y": 11, + "action": "DOWN", + "reward": 0.04, + "battery": 0.92 }, { - "step": 26, - "x": 5, - "y": 2, - "action": "LEFT", - "reward": -0.05, - "battery": 0.5667 + "step": 9, + "x": 13, + "y": 12, + "action": "DOWN", + "reward": 0.02, + "battery": 0.91 }, { - "step": 27, - "x": 5, - "y": 2, - "action": "WAIT", - "reward": -0.1, - "battery": 0.55 + "step": 10, + "x": 12, + "y": 12, + "action": "LEFT", + "reward": 0.04, + "battery": 0.9 }, { - "step": 28, - "x": 5, - "y": 2, - "action": "WAIT", - "reward": -0.1, - "battery": 0.5333 + "step": 11, + "x": 12, + "y": 13, + "action": "DOWN", + "reward": 0.04, + "battery": 0.89 }, { - "step": 29, - "x": 5, - "y": 2, - "action": "WAIT", - "reward": -0.1, - "battery": 0.5167 + "step": 12, + "x": 11, + "y": 13, + "action": "LEFT", + "reward": 0.94, + "battery": 0.88 }, { - "step": 30, - "x": 6, - "y": 2, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.5 + "step": 13, + "x": 11, + "y": 12, + "action": "UP", + "reward": 0.04, + "battery": 0.87 }, { - "step": 31, - "x": 6, - "y": 3, - "action": "DOWN", - "reward": -0.05, - "battery": 0.4833 + "step": 14, + "x": 11, + "y": 11, + "action": "UP", + "reward": 0.02, + "battery": 0.86 }, { - "step": 32, - "x": 7, - "y": 3, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.4667 + "step": 15, + "x": 11, + "y": 10, + "action": "UP", + "reward": 0.04, + "battery": 0.85 }, { - "step": 33, - "x": 7, - "y": 4, - "action": "DOWN", - "reward": -0.1, - "battery": 0.45 + "step": 16, + "x": 11, + "y": 9, + "action": "UP", + "reward": 0.04, + "battery": 0.84 }, { - "step": 34, - "x": 7, - "y": 4, - "action": "WAIT", - "reward": -0.1, - "battery": 0.4333 + "step": 17, + "x": 11, + "y": 8, + "action": "UP", + "reward": 0.94, + "battery": 0.83 }, { - "step": 35, - "x": 6, - "y": 4, - "action": "LEFT", - "reward": -0.05, - "battery": 0.4167 + "step": 18, + "x": 11, + "y": 7, + "action": "UP", + "reward": 0.02, + "battery": 0.82 }, { - "step": 36, - "x": 6, - "y": 3, + "step": 19, + "x": 11, + "y": 6, "action": "UP", - "reward": -0.05, - "battery": 0.4 + "reward": 0.04, + "battery": 0.81 }, { - "step": 37, - "x": 5, - "y": 3, + "step": 20, + "x": 10, + "y": 6, "action": "LEFT", - "reward": -0.05, - "battery": 0.3833 + "reward": 0.04, + "battery": 0.8 }, { - "step": 38, - "x": 5, - "y": 4, - "action": "DOWN", - "reward": 0.95, - "battery": 0.3667 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 5, - 4 - ] - ], - "deliveries_done": 1, - "total_reward": -2.0, - "total_steps": 38 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ - { - "step": 1, - "x": 7, - "y": 7, - "action": "LEFT", - "reward": -0.05, - "battery": 0.9833 + "step": 21, + "x": 10, + "y": 5, + "action": "UP", + "reward": 0.04, + "battery": 0.79 }, { - "step": 2, - "x": 6, - "y": 7, + "step": 22, + "x": 9, + "y": 5, "action": "LEFT", - "reward": -0.1, - "battery": 0.9667 + "reward": 0.04, + "battery": 0.78 }, { - "step": 3, - "x": 6, - "y": 6, + "step": 23, + "x": 9, + "y": 4, "action": "UP", - "reward": -0.05, - "battery": 0.95 + "reward": 0.04, + "battery": 0.77 }, { - "step": 4, - "x": 5, - "y": 6, + "step": 24, + "x": 8, + "y": 4, "action": "LEFT", - "reward": 0.95, - "battery": 0.9333 + "reward": 0.94, + "battery": 0.76 } ], "grid_meta": { - "width": 10, - "height": 10 + "width": 14, + "height": 14 }, "delivery_positions": [ [ - 5, - 6 + 11, + 13 + ], + [ + 11, + 8 + ], + [ + 8, + 4 ] ], - "deliveries_done": 1, - "total_reward": 0.75, - "total_steps": 4 + "deliveries_done": 3, + "total_reward": 3.58, + "total_steps": 24 }, { - "task": "drone_env.core.graders:grade_easy", + "task": "drone_env.core.graders:grade_hard", "steps": [ { "step": 1, - "x": 3, - "y": 7, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.9833 + "x": 9, + "y": 10, + "action": "DOWN", + "reward": 0.03, + "battery": 0.9938 }, { "step": 2, - "x": 4, - "y": 7, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.9667 + "x": 9, + "y": 11, + "action": "DOWN", + "reward": 0.03, + "battery": 0.9875 }, { "step": 3, - "x": 5, - "y": 7, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.95 + "x": 9, + "y": 12, + "action": "DOWN", + "reward": 0.03, + "battery": 0.9812 }, { "step": 4, - "x": 6, - "y": 7, - "action": "RIGHT", - "reward": -0.05, - "battery": 0.9333 + "x": 9, + "y": 13, + "action": "DOWN", + "reward": 0.03, + "battery": 0.975 }, { "step": 5, - "x": 7, - "y": 7, - "action": "RIGHT", - "reward": -0.1, - "battery": 0.9167 + "x": 9, + "y": 14, + "action": "DOWN", + "reward": 0.03, + "battery": 0.9688 }, { "step": 6, - "x": 8, - "y": 7, - "action": "RIGHT", - "reward": 0.95, - "battery": 0.9 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 8, - 7 - ] - ], - "deliveries_done": 1, - "total_reward": 0.65, - "total_steps": 6 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ + "x": 9, + "y": 15, + "action": "DOWN", + "reward": 0.03, + "battery": 0.9625 + }, { - "step": 1, - "x": 8, - "y": 7, - "action": "UP", - "reward": -0.05, - "battery": 0.9833 + "step": 7, + "x": 9, + "y": 16, + "action": "DOWN", + "reward": 0.03, + "battery": 0.9563 }, { - "step": 2, + "step": 8, + "x": 8, + "y": 16, + "action": "LEFT", + "reward": 0.03, + "battery": 0.95 + }, + { + "step": 9, + "x": 8, + "y": 17, + "action": "DOWN", + "reward": 0.03, + "battery": 0.9437 + }, + { + "step": 10, "x": 7, - "y": 7, + "y": 17, "action": "LEFT", - "reward": -0.05, - "battery": 0.9667 + "reward": 0.88, + "battery": 0.9375 }, { - "step": 3, + "step": 11, "x": 7, - "y": 6, + "y": 16, "action": "UP", - "reward": -0.1, - "battery": 0.95 + "reward": 0.03, + "battery": 0.9313 }, { - "step": 4, - "x": 6, - "y": 6, - "action": "LEFT", - "reward": 0.95, - "battery": 0.9333 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 6, - 6 - ] - ], - "deliveries_done": 1, - "total_reward": 0.75, - "total_steps": 4 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ + "step": 12, + "x": 7, + "y": 15, + "action": "UP", + "reward": 0.03, + "battery": 0.925 + }, { - "step": 1, - "x": 0, - "y": 1, - "action": "DOWN", - "reward": 0.05, - "battery": 0.9833 + "step": 13, + "x": 7, + "y": 14, + "action": "UP", + "reward": 0.03, + "battery": 0.9187 }, { - "step": 2, - "x": 1, - "y": 1, - "action": "RIGHT", - "reward": 0.05, - "battery": 0.9667 + "step": 14, + "x": 7, + "y": 13, + "action": "UP", + "reward": 0.01, + "battery": 0.9125 }, { - "step": 3, - "x": 1, - "y": 2, - "action": "DOWN", - "reward": 0.05, - "battery": 0.95 + "step": 15, + "x": 7, + "y": 12, + "action": "UP", + "reward": 0.03, + "battery": 0.9062 }, { - "step": 4, - "x": 2, - "y": 2, - "action": "RIGHT", - "reward": 0.05, - "battery": 0.9333 + "step": 16, + "x": 7, + "y": 11, + "action": "UP", + "reward": 0.03, + "battery": 0.9 }, { - "step": 5, - "x": 2, - "y": 3, - "action": "DOWN", - "reward": 0.05, - "battery": 0.9167 + "step": 17, + "x": 7, + "y": 10, + "action": "UP", + "reward": 0.03, + "battery": 0.8938 }, { - "step": 6, - "x": 3, - "y": 3, + "step": 18, + "x": 7, + "y": 9, + "action": "UP", + "reward": 0.03, + "battery": 0.8875 + }, + { + "step": 19, + "x": 8, + "y": 9, "action": "RIGHT", - "reward": 0.05, - "battery": 0.9 + "reward": 0.03, + "battery": 0.8812 }, { - "step": 7, - "x": 3, - "y": 4, - "action": "DOWN", - "reward": 0.05, - "battery": 0.8833 + "step": 20, + "x": 8, + "y": 8, + "action": "UP", + "reward": 0.03, + "battery": 0.875 }, { - "step": 8, - "x": 4, - "y": 4, + "step": 21, + "x": 9, + "y": 8, "action": "RIGHT", - "reward": 0.05, - "battery": 0.8667 + "reward": 0.03, + "battery": 0.8688 }, { - "step": 9, - "x": 4, - "y": 5, - "action": "DOWN", - "reward": 0.05, - "battery": 0.85 + "step": 22, + "x": 9, + "y": 7, + "action": "UP", + "reward": 0.03, + "battery": 0.8625 }, { - "step": 10, - "x": 5, - "y": 5, + "step": 23, + "x": 10, + "y": 7, "action": "RIGHT", - "reward": 0.05, - "battery": 0.8333 + "reward": 0.03, + "battery": 0.8562 }, { - "step": 11, - "x": 5, + "step": 24, + "x": 10, "y": 6, - "action": "DOWN", - "reward": 0.05, - "battery": 0.8167 + "action": "UP", + "reward": 0.03, + "battery": 0.85 }, { - "step": 12, - "x": 6, + "step": 25, + "x": 11, "y": 6, "action": "RIGHT", - "reward": 0.02, - "battery": 0.8 + "reward": 0.03, + "battery": 0.8438 }, { - "step": 13, - "x": 6, - "y": 7, - "action": "DOWN", - "reward": 0.05, - "battery": 0.7833 + "step": 26, + "x": 11, + "y": 5, + "action": "UP", + "reward": 0.03, + "battery": 0.8375 }, { - "step": 14, - "x": 7, - "y": 7, + "step": 27, + "x": 12, + "y": 5, "action": "RIGHT", - "reward": 0.05, - "battery": 0.7667 + "reward": 0.03, + "battery": 0.8313 }, { - "step": 15, - "x": 7, - "y": 8, - "action": "DOWN", - "reward": 0.02, - "battery": 0.75 + "step": 28, + "x": 12, + "y": 4, + "action": "UP", + "reward": 0.03, + "battery": 0.825 }, { - "step": 16, - "x": 8, - "y": 8, + "step": 29, + "x": 13, + "y": 4, "action": "RIGHT", - "reward": 0.05, - "battery": 0.7333 + "reward": 0.03, + "battery": 0.8187 }, { - "step": 17, - "x": 8, - "y": 9, - "action": "DOWN", - "reward": 0.05, - "battery": 0.7167 + "step": 30, + "x": 13, + "y": 3, + "action": "UP", + "reward": 0.03, + "battery": 0.8125 }, { - "step": 18, - "x": 9, - "y": 9, + "step": 31, + "x": 14, + "y": 3, "action": "RIGHT", - "reward": 1.0, - "battery": 0.7 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 9, - 9 - ] - ], - "deliveries_done": 1, - "total_reward": 1.79, - "total_steps": 18 - }, - { - "task": "drone_env.core.graders:grade_medium", - "steps": [ - { - "step": 1, - "x": 13, - "y": 4, - "action": "DOWN", - "reward": 0.02, - "battery": 0.99 + "reward": 0.03, + "battery": 0.8063 }, { - "step": 2, - "x": 13, - "y": 5, - "action": "DOWN", - "reward": 0.04, - "battery": 0.98 + "step": 32, + "x": 14, + "y": 2, + "action": "UP", + "reward": 0.03, + "battery": 0.8 }, { - "step": 3, - "x": 13, - "y": 6, - "action": "DOWN", - "reward": 0.04, - "battery": 0.97 + "step": 33, + "x": 15, + "y": 2, + "action": "RIGHT", + "reward": 0.88, + "battery": 0.7937 }, { - "step": 4, - "x": 13, - "y": 7, - "action": "DOWN", - "reward": 0.04, - "battery": 0.96 + "step": 34, + "x": 14, + "y": 2, + "action": "LEFT", + "reward": 0.03, + "battery": 0.7875 }, { - "step": 5, + "step": 35, "x": 13, - "y": 8, - "action": "DOWN", - "reward": 0.04, - "battery": 0.95 + "y": 2, + "action": "LEFT", + "reward": 0.03, + "battery": 0.7812 }, { - "step": 6, - "x": 13, - "y": 9, - "action": "DOWN", - "reward": 0.04, - "battery": 0.94 + "step": 36, + "x": 12, + "y": 2, + "action": "LEFT", + "reward": 0.03, + "battery": 0.775 }, { - "step": 7, - "x": 13, - "y": 10, + "step": 37, + "x": 12, + "y": 3, "action": "DOWN", - "reward": 0.04, - "battery": 0.93 + "reward": 0.03, + "battery": 0.7688 }, { - "step": 8, - "x": 13, - "y": 11, - "action": "DOWN", - "reward": 0.04, - "battery": 0.92 + "step": 38, + "x": 11, + "y": 3, + "action": "LEFT", + "reward": 0.03, + "battery": 0.7625 }, { - "step": 9, - "x": 13, - "y": 12, + "step": 39, + "x": 11, + "y": 4, "action": "DOWN", - "reward": 0.02, - "battery": 0.91 + "reward": 0.03, + "battery": 0.7562 }, { - "step": 10, - "x": 12, - "y": 12, + "step": 40, + "x": 10, + "y": 4, "action": "LEFT", - "reward": 0.04, - "battery": 0.9 + "reward": 0.03, + "battery": 0.75 }, { - "step": 11, - "x": 12, - "y": 13, + "step": 41, + "x": 10, + "y": 5, "action": "DOWN", - "reward": 0.04, - "battery": 0.89 + "reward": 0.03, + "battery": 0.7438 }, { - "step": 12, - "x": 11, - "y": 13, + "step": 42, + "x": 9, + "y": 5, "action": "LEFT", - "reward": 0.94, - "battery": 0.88 + "reward": 0.03, + "battery": 0.7375 }, { - "step": 13, - "x": 11, - "y": 12, - "action": "UP", - "reward": 0.04, - "battery": 0.87 + "step": 43, + "x": 9, + "y": 6, + "action": "DOWN", + "reward": 0.03, + "battery": 0.7312 }, { - "step": 14, - "x": 11, - "y": 11, - "action": "UP", - "reward": 0.02, - "battery": 0.86 + "step": 44, + "x": 8, + "y": 6, + "action": "LEFT", + "reward": 0.88, + "battery": 0.725 }, { - "step": 15, - "x": 11, - "y": 10, - "action": "UP", - "reward": 0.04, - "battery": 0.85 + "step": 45, + "x": 8, + "y": 7, + "action": "DOWN", + "reward": 0.03, + "battery": 0.7188 }, { - "step": 16, - "x": 11, - "y": 9, - "action": "UP", - "reward": 0.04, - "battery": 0.84 + "step": 46, + "x": 7, + "y": 7, + "action": "LEFT", + "reward": 0.01, + "battery": 0.7125 }, { - "step": 17, - "x": 11, + "step": 47, + "x": 7, "y": 8, - "action": "UP", - "reward": 0.94, - "battery": 0.83 + "action": "DOWN", + "reward": 0.03, + "battery": 0.7063 }, { - "step": 18, - "x": 11, - "y": 7, - "action": "UP", - "reward": 0.02, - "battery": 0.82 + "step": 48, + "x": 6, + "y": 8, + "action": "LEFT", + "reward": 0.03, + "battery": 0.7 }, { - "step": 19, - "x": 11, - "y": 6, - "action": "UP", - "reward": 0.04, - "battery": 0.81 + "step": 49, + "x": 6, + "y": 9, + "action": "DOWN", + "reward": 0.03, + "battery": 0.6937 }, { - "step": 20, - "x": 10, - "y": 6, + "step": 50, + "x": 5, + "y": 9, "action": "LEFT", - "reward": 0.04, - "battery": 0.8 - }, - { - "step": 21, - "x": 10, - "y": 5, - "action": "UP", - "reward": 0.04, - "battery": 0.79 - }, - { - "step": 22, - "x": 9, - "y": 5, - "action": "LEFT", - "reward": 0.04, - "battery": 0.78 - }, - { - "step": 23, - "x": 9, - "y": 4, - "action": "UP", - "reward": 0.04, - "battery": 0.77 - }, - { - "step": 24, - "x": 8, - "y": 4, - "action": "LEFT", - "reward": 0.94, - "battery": 0.76 - } - ], - "grid_meta": { - "width": 14, - "height": 14 - }, - "delivery_positions": [ - [ - 11, - 13 - ], - [ - 11, - 8 - ], - [ - 8, - 4 - ] - ], - "deliveries_done": 3, - "total_reward": 3.58, - "total_steps": 24 - }, - { - "task": "drone_env.core.graders:grade_hard", - "steps": [ - { - "step": 1, - "x": 9, - "y": 10, - "action": "DOWN", - "reward": 0.03, - "battery": 0.9938 - }, - { - "step": 2, - "x": 9, - "y": 11, - "action": "DOWN", - "reward": 0.03, - "battery": 0.9875 - }, - { - "step": 3, - "x": 9, - "y": 12, - "action": "DOWN", - "reward": 0.03, - "battery": 0.9812 - }, - { - "step": 4, - "x": 9, - "y": 13, - "action": "DOWN", - "reward": 0.03, - "battery": 0.975 - }, - { - "step": 5, - "x": 9, - "y": 14, - "action": "DOWN", - "reward": 0.03, - "battery": 0.9688 - }, - { - "step": 6, - "x": 9, - "y": 15, - "action": "DOWN", "reward": 0.03, - "battery": 0.9625 + "battery": 0.6875 }, { - "step": 7, - "x": 9, - "y": 16, + "step": 51, + "x": 5, + "y": 10, "action": "DOWN", "reward": 0.03, - "battery": 0.9563 + "battery": 0.6813 }, { - "step": 8, - "x": 8, - "y": 16, + "step": 52, + "x": 4, + "y": 10, "action": "LEFT", - "reward": 0.03, - "battery": 0.95 + "reward": 0.01, + "battery": 0.675 }, { - "step": 9, - "x": 8, - "y": 17, + "step": 53, + "x": 4, + "y": 11, "action": "DOWN", "reward": 0.03, - "battery": 0.9437 + "battery": 0.6687 }, { - "step": 10, - "x": 7, - "y": 17, + "step": 54, + "x": 3, + "y": 11, "action": "LEFT", "reward": 0.88, - "battery": 0.9375 + "battery": 0.6625 }, { - "step": 11, - "x": 7, - "y": 16, + "step": 55, + "x": 3, + "y": 10, "action": "UP", "reward": 0.03, - "battery": 0.9313 + "battery": 0.6562 }, { - "step": 12, - "x": 7, - "y": 15, + "step": 56, + "x": 3, + "y": 9, "action": "UP", "reward": 0.03, - "battery": 0.925 + "battery": 0.65 }, { - "step": 13, - "x": 7, - "y": 14, + "step": 57, + "x": 3, + "y": 8, "action": "UP", "reward": 0.03, - "battery": 0.9187 - }, - { - "step": 14, - "x": 7, - "y": 13, - "action": "UP", - "reward": 0.01, - "battery": 0.9125 + "battery": 0.6438 }, { - "step": 15, - "x": 7, - "y": 12, + "step": 58, + "x": 3, + "y": 7, "action": "UP", "reward": 0.03, - "battery": 0.9062 + "battery": 0.6375 }, { - "step": 16, - "x": 7, - "y": 11, + "step": 59, + "x": 3, + "y": 6, "action": "UP", "reward": 0.03, - "battery": 0.9 + "battery": 0.6312 }, { - "step": 17, - "x": 7, - "y": 10, + "step": 60, + "x": 3, + "y": 5, "action": "UP", "reward": 0.03, - "battery": 0.8938 + "battery": 0.625 }, { - "step": 18, - "x": 7, - "y": 9, + "step": 61, + "x": 3, + "y": 4, "action": "UP", "reward": 0.03, - "battery": 0.8875 - }, - { - "step": 19, - "x": 8, - "y": 9, - "action": "RIGHT", - "reward": 0.03, - "battery": 0.8812 + "battery": 0.6188 }, { - "step": 20, - "x": 8, - "y": 8, + "step": 62, + "x": 3, + "y": 3, "action": "UP", "reward": 0.03, - "battery": 0.875 + "battery": 0.6125 }, { - "step": 21, - "x": 9, - "y": 8, - "action": "RIGHT", + "step": 63, + "x": 3, + "y": 2, + "action": "UP", "reward": 0.03, - "battery": 0.8688 + "battery": 0.6062 }, { - "step": 22, - "x": 9, - "y": 7, + "step": 64, + "x": 3, + "y": 1, "action": "UP", - "reward": 0.03, - "battery": 0.8625 + "reward": 0.09, + "battery": 0.6 }, { - "step": 23, - "x": 10, - "y": 7, - "action": "RIGHT", + "step": 65, + "x": 3, + "y": 0, + "action": "UP", "reward": 0.03, - "battery": 0.8562 + "battery": 0.5938 }, { - "step": 24, - "x": 10, - "y": 6, - "action": "UP", - "reward": 0.03, - "battery": 0.85 + "step": 66, + "x": 2, + "y": 0, + "action": "LEFT", + "reward": 0.88, + "battery": 0.5875 + } + ], + "grid_meta": { + "width": 18, + "height": 18 + }, + "delivery_positions": [ + [ + 7, + 17 + ], + [ + 15, + 2 + ], + [ + 3, + 11 + ], + [ + 8, + 6 + ], + [ + 2, + 0 + ] + ], + "deliveries_done": 5, + "total_reward": 6.23, + "total_steps": 66 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ + { + "step": 1, + "x": 3, + "y": 4, + "action": "UP", + "reward": 0.05, + "battery": 0.9833 }, { - "step": 25, - "x": 11, - "y": 6, - "action": "RIGHT", - "reward": 0.03, - "battery": 0.8438 + "step": 2, + "x": 3, + "y": 3, + "action": "UP", + "reward": 0.05, + "battery": 0.9667 }, { - "step": 26, - "x": 11, - "y": 5, + "step": 3, + "x": 2, + "y": 3, + "action": "LEFT", + "reward": 0.05, + "battery": 0.95 + }, + { + "step": 4, + "x": 2, + "y": 2, "action": "UP", - "reward": 0.03, - "battery": 0.8375 + "reward": 0.02, + "battery": 0.9333 }, { - "step": 27, - "x": 12, - "y": 5, + "step": 5, + "x": 1, + "y": 2, + "action": "LEFT", + "reward": 1.0, + "battery": 0.9167 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 1, + 2 + ] + ], + "deliveries_done": 1, + "total_reward": 1.17, + "total_steps": 5 + }, + { + "task": "drone_env.core.graders:grade_medium", + "steps": [ + { + "step": 1, + "x": 9, + "y": 12, "action": "RIGHT", - "reward": 0.03, - "battery": 0.8313 + "reward": 0.04, + "battery": 0.99 }, { - "step": 28, - "x": 12, - "y": 4, + "step": 2, + "x": 9, + "y": 11, "action": "UP", - "reward": 0.03, - "battery": 0.825 + "reward": 0.04, + "battery": 0.98 }, { - "step": 29, - "x": 13, - "y": 4, + "step": 3, + "x": 10, + "y": 11, "action": "RIGHT", - "reward": 0.03, - "battery": 0.8187 + "reward": 0.04, + "battery": 0.97 }, { - "step": 30, - "x": 13, - "y": 3, + "step": 4, + "x": 10, + "y": 10, "action": "UP", - "reward": 0.03, - "battery": 0.8125 + "reward": 0.04, + "battery": 0.96 }, { - "step": 31, - "x": 14, - "y": 3, + "step": 5, + "x": 11, + "y": 10, "action": "RIGHT", - "reward": 0.03, - "battery": 0.8063 + "reward": 0.04, + "battery": 0.95 }, { - "step": 32, - "x": 14, - "y": 2, + "step": 6, + "x": 11, + "y": 9, "action": "UP", - "reward": 0.03, - "battery": 0.8 + "reward": 0.04, + "battery": 0.94 }, { - "step": 33, - "x": 15, - "y": 2, + "step": 7, + "x": 12, + "y": 9, "action": "RIGHT", - "reward": 0.88, - "battery": 0.7937 + "reward": 0.94, + "battery": 0.93 }, { - "step": 34, - "x": 14, - "y": 2, + "step": 8, + "x": 11, + "y": 9, "action": "LEFT", - "reward": 0.03, - "battery": 0.7875 + "reward": 0.04, + "battery": 0.92 }, { - "step": 35, - "x": 13, - "y": 2, + "step": 9, + "x": 10, + "y": 9, "action": "LEFT", - "reward": 0.03, - "battery": 0.7812 + "reward": 0.04, + "battery": 0.91 }, { - "step": 36, - "x": 12, - "y": 2, + "step": 10, + "x": 9, + "y": 9, "action": "LEFT", - "reward": 0.03, - "battery": 0.775 + "reward": 0.04, + "battery": 0.9 }, { - "step": 37, - "x": 12, - "y": 3, - "action": "DOWN", - "reward": 0.03, - "battery": 0.7688 + "step": 11, + "x": 8, + "y": 9, + "action": "LEFT", + "reward": 0.04, + "battery": 0.89 }, { - "step": 38, - "x": 11, - "y": 3, + "step": 12, + "x": 7, + "y": 9, "action": "LEFT", - "reward": 0.03, - "battery": 0.7625 + "reward": 0.02, + "battery": 0.88 }, { - "step": 39, - "x": 11, - "y": 4, - "action": "DOWN", - "reward": 0.03, - "battery": 0.7562 + "step": 13, + "x": 6, + "y": 9, + "action": "LEFT", + "reward": 0.04, + "battery": 0.87 }, { - "step": 40, - "x": 10, - "y": 4, + "step": 14, + "x": 5, + "y": 9, "action": "LEFT", - "reward": 0.03, - "battery": 0.75 + "reward": 0.04, + "battery": 0.86 }, { - "step": 41, - "x": 10, - "y": 5, - "action": "DOWN", - "reward": 0.03, - "battery": 0.7438 - }, - { - "step": 42, - "x": 9, - "y": 5, - "action": "LEFT", - "reward": 0.03, - "battery": 0.7375 - }, - { - "step": 43, - "x": 9, - "y": 6, - "action": "DOWN", - "reward": 0.03, - "battery": 0.7312 - }, - { - "step": 44, - "x": 8, - "y": 6, - "action": "LEFT", - "reward": 0.88, - "battery": 0.725 - }, - { - "step": 45, - "x": 8, - "y": 7, - "action": "DOWN", - "reward": 0.03, - "battery": 0.7188 - }, - { - "step": 46, - "x": 7, - "y": 7, - "action": "LEFT", - "reward": 0.01, - "battery": 0.7125 - }, - { - "step": 47, - "x": 7, - "y": 8, - "action": "DOWN", - "reward": 0.03, - "battery": 0.7063 - }, - { - "step": 48, - "x": 6, - "y": 8, - "action": "LEFT", - "reward": 0.03, - "battery": 0.7 - }, - { - "step": 49, - "x": 6, - "y": 9, - "action": "DOWN", - "reward": 0.03, - "battery": 0.6937 - }, - { - "step": 50, - "x": 5, - "y": 9, - "action": "LEFT", - "reward": 0.03, - "battery": 0.6875 - }, - { - "step": 51, - "x": 5, - "y": 10, - "action": "DOWN", - "reward": 0.03, - "battery": 0.6813 - }, - { - "step": 52, + "step": 15, "x": 4, - "y": 10, + "y": 9, "action": "LEFT", - "reward": 0.01, - "battery": 0.675 + "reward": 0.04, + "battery": 0.85 }, { - "step": 53, + "step": 16, "x": 4, - "y": 11, - "action": "DOWN", - "reward": 0.03, - "battery": 0.6687 - }, - { - "step": 54, - "x": 3, - "y": 11, - "action": "LEFT", - "reward": 0.88, - "battery": 0.6625 - }, - { - "step": 55, - "x": 3, - "y": 10, - "action": "UP", - "reward": 0.03, - "battery": 0.6562 - }, - { - "step": 56, - "x": 3, - "y": 9, + "y": 8, "action": "UP", - "reward": 0.03, - "battery": 0.65 + "reward": 0.04, + "battery": 0.84 }, { - "step": 57, + "step": 17, "x": 3, "y": 8, - "action": "UP", - "reward": 0.03, - "battery": 0.6438 + "action": "LEFT", + "reward": 0.02, + "battery": 0.83 }, { - "step": 58, + "step": 18, "x": 3, "y": 7, "action": "UP", - "reward": 0.03, - "battery": 0.6375 - }, - { - "step": 59, - "x": 3, - "y": 6, - "action": "UP", - "reward": 0.03, - "battery": 0.6312 - }, - { - "step": 60, - "x": 3, - "y": 5, - "action": "UP", - "reward": 0.03, - "battery": 0.625 + "reward": 0.04, + "battery": 0.82 }, { - "step": 61, - "x": 3, - "y": 4, - "action": "UP", - "reward": 0.03, - "battery": 0.6188 + "step": 19, + "x": 2, + "y": 7, + "action": "LEFT", + "reward": 0.94, + "battery": 0.81 }, { - "step": 62, + "step": 20, "x": 3, - "y": 3, - "action": "UP", - "reward": 0.03, - "battery": 0.6125 + "y": 7, + "action": "RIGHT", + "reward": 0.04, + "battery": 0.8 }, { - "step": 63, - "x": 3, - "y": 2, - "action": "UP", - "reward": 0.03, - "battery": 0.6062 + "step": 21, + "x": 4, + "y": 7, + "action": "RIGHT", + "reward": 0.04, + "battery": 0.79 }, { - "step": 64, - "x": 3, - "y": 1, - "action": "UP", - "reward": 0.09, - "battery": 0.6 + "step": 22, + "x": 5, + "y": 7, + "action": "RIGHT", + "reward": 0.04, + "battery": 0.78 }, { - "step": 65, - "x": 3, - "y": 0, + "step": 23, + "x": 5, + "y": 6, "action": "UP", - "reward": 0.03, - "battery": 0.5938 + "reward": 0.04, + "battery": 0.77 }, { - "step": 66, - "x": 2, - "y": 0, - "action": "LEFT", - "reward": 0.88, - "battery": 0.5875 + "step": 24, + "x": 6, + "y": 6, + "action": "RIGHT", + "reward": 0.94, + "battery": 0.76 } ], "grid_meta": { - "width": 18, - "height": 18 + "width": 14, + "height": 14 }, "delivery_positions": [ [ - 7, - 17 - ], - [ - 15, - 2 + 12, + 9 ], [ - 3, - 11 + 2, + 7 ], [ - 8, + 6, 6 - ], - [ - 2, - 0 ] ], - "deliveries_done": 5, - "total_reward": 6.23, - "total_steps": 66 + "deliveries_done": 3, + "total_reward": 3.62, + "total_steps": 24 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 3, - "y": 4, - "action": "UP", + "x": 7, + "y": 3, + "action": "RIGHT", "reward": 0.05, "battery": 0.9833 }, { "step": 2, - "x": 3, - "y": 3, - "action": "UP", + "x": 7, + "y": 4, + "action": "DOWN", "reward": 0.05, "battery": 0.9667 }, { "step": 3, - "x": 2, - "y": 3, - "action": "LEFT", - "reward": 0.05, + "x": 8, + "y": 4, + "action": "RIGHT", + "reward": 0.02, "battery": 0.95 }, { "step": 4, - "x": 2, - "y": 2, - "action": "UP", - "reward": 0.02, + "x": 8, + "y": 5, + "action": "DOWN", + "reward": 0.05, "battery": 0.9333 }, { "step": 5, - "x": 1, - "y": 2, - "action": "LEFT", + "x": 9, + "y": 5, + "action": "RIGHT", "reward": 1.0, "battery": 0.9167 } @@ -6711,8 +6397,8 @@ }, "delivery_positions": [ [ - 1, - 2 + 9, + 5 ] ], "deliveries_done": 1, @@ -6720,265 +6406,243 @@ "total_steps": 5 }, { - "task": "drone_env.core.graders:grade_medium", + "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 9, - "y": 12, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.99 + "x": 5, + "y": 2, + "action": "LEFT", + "reward": 0.05, + "battery": 0.9833 }, { "step": 2, - "x": 9, - "y": 11, - "action": "UP", - "reward": 0.04, - "battery": 0.98 + "x": 4, + "y": 2, + "action": "LEFT", + "reward": 0.05, + "battery": 0.9667 }, { "step": 3, - "x": 10, - "y": 11, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.97 + "x": 3, + "y": 2, + "action": "LEFT", + "reward": 0.05, + "battery": 0.95 }, { "step": 4, - "x": 10, - "y": 10, - "action": "UP", - "reward": 0.04, - "battery": 0.96 + "x": 3, + "y": 3, + "action": "DOWN", + "reward": 0.05, + "battery": 0.9333 }, { "step": 5, - "x": 11, - "y": 10, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.95 + "x": 2, + "y": 3, + "action": "LEFT", + "reward": 0.05, + "battery": 0.9167 }, { "step": 6, - "x": 11, - "y": 9, - "action": "UP", - "reward": 0.04, - "battery": 0.94 + "x": 2, + "y": 4, + "action": "DOWN", + "reward": 0.05, + "battery": 0.9 }, { "step": 7, - "x": 12, - "y": 9, - "action": "RIGHT", - "reward": 0.94, - "battery": 0.93 - }, - { - "step": 8, - "x": 11, - "y": 9, - "action": "LEFT", - "reward": 0.04, - "battery": 0.92 - }, - { - "step": 9, - "x": 10, - "y": 9, - "action": "LEFT", - "reward": 0.04, - "battery": 0.91 - }, - { - "step": 10, - "x": 9, - "y": 9, + "x": 1, + "y": 4, "action": "LEFT", - "reward": 0.04, - "battery": 0.9 - }, + "reward": 1.0, + "battery": 0.8833 + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 1, + 4 + ] + ], + "deliveries_done": 1, + "total_reward": 1.3, + "total_steps": 7 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ { - "step": 11, + "step": 1, "x": 8, - "y": 9, + "y": 7, "action": "LEFT", - "reward": 0.04, - "battery": 0.89 + "reward": 0.05, + "battery": 0.9833 }, { - "step": 12, + "step": 2, "x": 7, - "y": 9, + "y": 7, "action": "LEFT", - "reward": 0.02, - "battery": 0.88 + "reward": 0.05, + "battery": 0.9667 }, { - "step": 13, + "step": 3, "x": 6, - "y": 9, + "y": 7, "action": "LEFT", - "reward": 0.04, - "battery": 0.87 + "reward": 0.05, + "battery": 0.95 }, { - "step": 14, + "step": 4, "x": 5, - "y": 9, + "y": 7, "action": "LEFT", - "reward": 0.04, - "battery": 0.86 + "reward": 0.05, + "battery": 0.9333 }, { - "step": 15, + "step": 5, "x": 4, - "y": 9, + "y": 7, "action": "LEFT", - "reward": 0.04, - "battery": 0.85 - }, - { - "step": 16, - "x": 4, - "y": 8, - "action": "UP", - "reward": 0.04, - "battery": 0.84 + "reward": 0.05, + "battery": 0.9167 }, { - "step": 17, + "step": 6, "x": 3, - "y": 8, + "y": 7, "action": "LEFT", - "reward": 0.02, - "battery": 0.83 + "reward": 0.05, + "battery": 0.9 }, { - "step": 18, + "step": 7, "x": 3, - "y": 7, + "y": 6, "action": "UP", - "reward": 0.04, - "battery": 0.82 + "reward": 0.05, + "battery": 0.8833 }, { - "step": 19, + "step": 8, "x": 2, - "y": 7, + "y": 6, "action": "LEFT", - "reward": 0.94, - "battery": 0.81 + "reward": 0.05, + "battery": 0.8667 }, { - "step": 20, - "x": 3, - "y": 7, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.8 + "step": 9, + "x": 2, + "y": 5, + "action": "UP", + "reward": 0.05, + "battery": 0.85 }, { - "step": 21, - "x": 4, - "y": 7, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.79 + "step": 10, + "x": 1, + "y": 5, + "action": "LEFT", + "reward": 0.05, + "battery": 0.8333 }, { - "step": 22, - "x": 5, - "y": 7, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.78 + "step": 11, + "x": 1, + "y": 4, + "action": "UP", + "reward": 0.05, + "battery": 0.8167 }, { - "step": 23, - "x": 5, - "y": 6, - "action": "UP", - "reward": 0.04, - "battery": 0.77 - }, - { - "step": 24, - "x": 6, - "y": 6, - "action": "RIGHT", - "reward": 0.94, - "battery": 0.76 + "step": 12, + "x": 0, + "y": 4, + "action": "LEFT", + "reward": 1.0, + "battery": 0.8 } ], "grid_meta": { - "width": 14, - "height": 14 + "width": 10, + "height": 10 }, "delivery_positions": [ [ - 12, - 9 - ], - [ - 2, - 7 - ], - [ - 6, - 6 + 0, + 4 ] ], - "deliveries_done": 3, - "total_reward": 3.62, - "total_steps": 24 + "deliveries_done": 1, + "total_reward": 1.55, + "total_steps": 12 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 7, + "x": 6, "y": 3, - "action": "RIGHT", + "action": "UP", "reward": 0.05, "battery": 0.9833 }, { "step": 2, - "x": 7, - "y": 4, - "action": "DOWN", + "x": 5, + "y": 3, + "action": "LEFT", "reward": 0.05, "battery": 0.9667 }, { "step": 3, - "x": 8, - "y": 4, - "action": "RIGHT", - "reward": 0.02, + "x": 5, + "y": 2, + "action": "UP", + "reward": 0.05, "battery": 0.95 }, { "step": 4, - "x": 8, - "y": 5, - "action": "DOWN", + "x": 4, + "y": 2, + "action": "LEFT", "reward": 0.05, "battery": 0.9333 }, { "step": 5, - "x": 9, - "y": 5, - "action": "RIGHT", - "reward": 1.0, + "x": 4, + "y": 1, + "action": "UP", + "reward": 0.05, "battery": 0.9167 + }, + { + "step": 6, + "x": 3, + "y": 1, + "action": "LEFT", + "reward": 1.0, + "battery": 0.9 } ], "grid_meta": { @@ -6987,70 +6651,70 @@ }, "delivery_positions": [ [ - 9, - 5 + 3, + 1 ] ], "deliveries_done": 1, - "total_reward": 1.17, - "total_steps": 5 + "total_reward": 1.25, + "total_steps": 6 }, { "task": "drone_env.core.graders:grade_easy", "steps": [ { "step": 1, - "x": 5, - "y": 2, - "action": "LEFT", + "x": 3, + "y": 1, + "action": "RIGHT", "reward": 0.05, "battery": 0.9833 }, { "step": 2, "x": 4, - "y": 2, - "action": "LEFT", + "y": 1, + "action": "RIGHT", "reward": 0.05, "battery": 0.9667 }, { "step": 3, - "x": 3, - "y": 2, - "action": "LEFT", + "x": 5, + "y": 1, + "action": "RIGHT", "reward": 0.05, "battery": 0.95 }, { "step": 4, - "x": 3, - "y": 3, - "action": "DOWN", + "x": 6, + "y": 1, + "action": "RIGHT", "reward": 0.05, "battery": 0.9333 }, { "step": 5, - "x": 2, - "y": 3, - "action": "LEFT", - "reward": 0.05, + "x": 7, + "y": 1, + "action": "RIGHT", + "reward": 0.02, "battery": 0.9167 }, { "step": 6, - "x": 2, - "y": 4, - "action": "DOWN", + "x": 8, + "y": 1, + "action": "RIGHT", "reward": 0.05, "battery": 0.9 }, { "step": 7, - "x": 1, - "y": 4, - "action": "LEFT", + "x": 9, + "y": 1, + "action": "RIGHT", "reward": 1.0, "battery": 0.8833 } @@ -7061,358 +6725,104 @@ }, "delivery_positions": [ [ - 1, - 4 + 9, + 1 ] ], "deliveries_done": 1, - "total_reward": 1.3, + "total_reward": 1.27, "total_steps": 7 }, { - "task": "drone_env.core.graders:grade_easy", + "task": "drone_env.core.graders:grade_medium", "steps": [ { "step": 1, - "x": 8, - "y": 7, - "action": "LEFT", - "reward": 0.05, - "battery": 0.9833 + "x": 6, + "y": 6, + "action": "RIGHT", + "reward": 0.04, + "battery": 0.99 }, { "step": 2, "x": 7, - "y": 7, - "action": "LEFT", - "reward": 0.05, - "battery": 0.9667 + "y": 6, + "action": "RIGHT", + "reward": 0.04, + "battery": 0.98 }, { "step": 3, - "x": 6, + "x": 7, "y": 7, - "action": "LEFT", - "reward": 0.05, - "battery": 0.95 + "action": "DOWN", + "reward": 0.04, + "battery": 0.97 }, { "step": 4, - "x": 5, + "x": 8, "y": 7, - "action": "LEFT", - "reward": 0.05, - "battery": 0.9333 + "action": "RIGHT", + "reward": 0.04, + "battery": 0.96 }, { "step": 5, - "x": 4, - "y": 7, - "action": "LEFT", - "reward": 0.05, - "battery": 0.9167 + "x": 8, + "y": 8, + "action": "DOWN", + "reward": 0.04, + "battery": 0.95 }, { "step": 6, - "x": 3, - "y": 7, - "action": "LEFT", - "reward": 0.05, - "battery": 0.9 + "x": 9, + "y": 8, + "action": "RIGHT", + "reward": 0.04, + "battery": 0.94 }, { "step": 7, - "x": 3, - "y": 6, - "action": "UP", - "reward": 0.05, - "battery": 0.8833 + "x": 9, + "y": 9, + "action": "DOWN", + "reward": 0.04, + "battery": 0.93 }, { "step": 8, - "x": 2, - "y": 6, - "action": "LEFT", - "reward": 0.05, - "battery": 0.8667 + "x": 10, + "y": 9, + "action": "RIGHT", + "reward": 0.04, + "battery": 0.92 }, { "step": 9, - "x": 2, - "y": 5, - "action": "UP", - "reward": 0.05, - "battery": 0.85 + "x": 10, + "y": 10, + "action": "DOWN", + "reward": 0.04, + "battery": 0.91 }, { "step": 10, - "x": 1, - "y": 5, - "action": "LEFT", - "reward": 0.05, - "battery": 0.8333 + "x": 11, + "y": 10, + "action": "RIGHT", + "reward": 0.04, + "battery": 0.9 }, { "step": 11, - "x": 1, - "y": 4, - "action": "UP", - "reward": 0.05, - "battery": 0.8167 - }, - { - "step": 12, - "x": 0, - "y": 4, - "action": "LEFT", - "reward": 1.0, - "battery": 0.8 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 0, - 4 - ] - ], - "deliveries_done": 1, - "total_reward": 1.55, - "total_steps": 12 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ - { - "step": 1, - "x": 6, - "y": 3, - "action": "UP", - "reward": 0.05, - "battery": 0.9833 - }, - { - "step": 2, - "x": 5, - "y": 3, - "action": "LEFT", - "reward": 0.05, - "battery": 0.9667 - }, - { - "step": 3, - "x": 5, - "y": 2, - "action": "UP", - "reward": 0.05, - "battery": 0.95 - }, - { - "step": 4, - "x": 4, - "y": 2, - "action": "LEFT", - "reward": 0.05, - "battery": 0.9333 - }, - { - "step": 5, - "x": 4, - "y": 1, - "action": "UP", - "reward": 0.05, - "battery": 0.9167 - }, - { - "step": 6, - "x": 3, - "y": 1, - "action": "LEFT", - "reward": 1.0, - "battery": 0.9 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 3, - 1 - ] - ], - "deliveries_done": 1, - "total_reward": 1.25, - "total_steps": 6 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ - { - "step": 1, - "x": 3, - "y": 1, - "action": "RIGHT", - "reward": 0.05, - "battery": 0.9833 - }, - { - "step": 2, - "x": 4, - "y": 1, - "action": "RIGHT", - "reward": 0.05, - "battery": 0.9667 - }, - { - "step": 3, - "x": 5, - "y": 1, - "action": "RIGHT", - "reward": 0.05, - "battery": 0.95 - }, - { - "step": 4, - "x": 6, - "y": 1, - "action": "RIGHT", - "reward": 0.05, - "battery": 0.9333 - }, - { - "step": 5, - "x": 7, - "y": 1, - "action": "RIGHT", - "reward": 0.02, - "battery": 0.9167 - }, - { - "step": 6, - "x": 8, - "y": 1, - "action": "RIGHT", - "reward": 0.05, - "battery": 0.9 - }, - { - "step": 7, - "x": 9, - "y": 1, - "action": "RIGHT", - "reward": 1.0, - "battery": 0.8833 - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 9, - 1 - ] - ], - "deliveries_done": 1, - "total_reward": 1.27, - "total_steps": 7 - }, - { - "task": "drone_env.core.graders:grade_medium", - "steps": [ - { - "step": 1, - "x": 6, - "y": 6, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.99 - }, - { - "step": 2, - "x": 7, - "y": 6, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.98 - }, - { - "step": 3, - "x": 7, - "y": 7, - "action": "DOWN", - "reward": 0.04, - "battery": 0.97 - }, - { - "step": 4, - "x": 8, - "y": 7, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.96 - }, - { - "step": 5, - "x": 8, - "y": 8, - "action": "DOWN", - "reward": 0.04, - "battery": 0.95 - }, - { - "step": 6, - "x": 9, - "y": 8, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.94 - }, - { - "step": 7, - "x": 9, - "y": 9, - "action": "DOWN", - "reward": 0.04, - "battery": 0.93 - }, - { - "step": 8, - "x": 10, - "y": 9, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.92 - }, - { - "step": 9, - "x": 10, - "y": 10, - "action": "DOWN", - "reward": 0.04, - "battery": 0.91 - }, - { - "step": 10, - "x": 11, - "y": 10, - "action": "RIGHT", - "reward": 0.04, - "battery": 0.9 - }, - { - "step": 11, - "x": 11, - "y": 11, - "action": "DOWN", - "reward": 0.04, - "battery": 0.89 + "x": 11, + "y": 11, + "action": "DOWN", + "reward": 0.04, + "battery": 0.89 }, { "step": 12, @@ -16818,189 +16228,969 @@ "message": "Drone is idling (WAIT)... \ud83d\udd0b" }, { - "step": 50, - "x": 2, + "step": 50, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.1667, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 51, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.15, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 52, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.1333, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 53, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.1167, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 54, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.1, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 55, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.0833, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 56, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.0667, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 57, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.05, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 58, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.0333, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 59, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.0167, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + }, + { + "step": 60, + "x": 2, + "y": 9, + "action": "WAIT", + "reward": 0.1, + "battery": 0.0, + "message": "Drone is idling (WAIT)... \ud83d\udd0b" + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 2, + 5 + ] + ], + "deliveries_done": 0, + "total_reward": 6.4, + "total_steps": 60 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ + { + "step": 1, + "x": 4, + "y": 3, + "action": "UP", + "reward": 0.1, + "battery": 0.9833, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 2, + "x": 5, + "y": 3, + "action": "RIGHT", + "reward": 0.1, + "battery": 0.9667, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 3, + "x": 5, + "y": 2, + "action": "UP", + "reward": 0.1, + "battery": 0.95, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 4, + "x": 6, + "y": 2, + "action": "RIGHT", + "reward": 0.1, + "battery": 0.9333, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 5, + "x": 6, + "y": 1, + "action": "UP", + "reward": 0.1, + "battery": 0.9167, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 6, + "x": 7, + "y": 1, + "action": "RIGHT", + "reward": 1.05, + "battery": 0.9, + "message": "\u2705 Delivery 1/1 done!" + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 7, + 1 + ] + ], + "deliveries_done": 1, + "total_reward": 1.55, + "total_steps": 6 + }, + { + "task": "drone_env.core.graders:grade_easy", + "steps": [ + { + "step": 1, + "x": 5, + "y": 7, + "action": "UP", + "reward": 0.1, + "battery": 0.9833, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 2, + "x": 5, + "y": 6, + "action": "UP", + "reward": 0.1, + "battery": 0.9667, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 3, + "x": 5, + "y": 5, + "action": "UP", + "reward": 0.1, + "battery": 0.95, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 4, + "x": 5, + "y": 4, + "action": "UP", + "reward": 1.05, + "battery": 0.9333, + "message": "\u2705 Delivery 1/1 done!" + } + ], + "grid_meta": { + "width": 10, + "height": 10 + }, + "delivery_positions": [ + [ + 5, + 4 + ] + ], + "deliveries_done": 1, + "total_reward": 1.35, + "total_steps": 4 + }, + { + "task": "drone_env.core.graders:grade_medium", + "steps": [ + { + "step": 1, + "x": 10, + "y": 11, + "action": "UP", + "reward": 0.15, + "battery": 0.99, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 2, + "x": 10, + "y": 10, + "action": "UP", + "reward": 0.15, + "battery": 0.98, + "message": "Flying above a building! \ud83c\udfe2" + }, + { + "step": 3, + "x": 10, + "y": 9, + "action": "UP", + "reward": 0.15, + "battery": 0.97, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 4, + "x": 9, + "y": 9, + "action": "LEFT", + "reward": 0.15, + "battery": 0.96, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 5, + "x": 9, + "y": 8, + "action": "UP", + "reward": 0.15, + "battery": 0.95, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 6, + "x": 8, + "y": 8, + "action": "LEFT", + "reward": 0.15, + "battery": 0.94, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 7, + "x": 8, + "y": 7, + "action": "UP", + "reward": 0.15, + "battery": 0.93, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 8, + "x": 7, + "y": 7, + "action": "LEFT", + "reward": 1.05, + "battery": 0.92, + "message": "\u2705 Delivery 1/3 done!" + }, + { + "step": 9, + "x": 7, + "y": 6, + "action": "UP", + "reward": 0.15, + "battery": 0.91, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 10, + "x": 6, + "y": 6, + "action": "LEFT", + "reward": 0.15, + "battery": 0.9, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 11, + "x": 6, + "y": 5, + "action": "UP", + "reward": 0.15, + "battery": 0.89, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 12, + "x": 5, + "y": 5, + "action": "LEFT", + "reward": 0.15, + "battery": 0.88, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 13, + "x": 5, + "y": 4, + "action": "UP", + "reward": 0.15, + "battery": 0.87, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 14, + "x": 4, + "y": 4, + "action": "LEFT", + "reward": 0.15, + "battery": 0.86, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 15, + "x": 4, + "y": 3, + "action": "UP", + "reward": 0.15, + "battery": 0.85, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 16, + "x": 3, + "y": 3, + "action": "LEFT", + "reward": 0.15, + "battery": 0.84, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 17, + "x": 3, + "y": 2, + "action": "UP", + "reward": 0.15, + "battery": 0.83, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 18, + "x": 2, + "y": 2, + "action": "LEFT", + "reward": 0.15, + "battery": 0.82, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 19, + "x": 2, + "y": 1, + "action": "UP", + "reward": 0.15, + "battery": 0.81, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 20, + "x": 1, + "y": 1, + "action": "LEFT", + "reward": 0.15, + "battery": 0.8, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 21, + "x": 1, + "y": 0, + "action": "UP", + "reward": 0.15, + "battery": 0.79, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 22, + "x": 0, + "y": 0, + "action": "LEFT", + "reward": 1.05, + "battery": 0.78, + "message": "\u2705 Delivery 2/3 done!" + }, + { + "step": 23, + "x": 1, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.77, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 24, + "x": 2, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.76, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 25, + "x": 3, + "y": 0, + "action": "RIGHT", + "reward": 0.35, + "battery": 0.75, + "message": "Hit obstacle! \ud83d\udea7" + }, + { + "step": 26, + "x": 4, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.74, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 27, + "x": 5, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.73, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 28, + "x": 6, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.72, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 29, + "x": 7, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.71, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 30, + "x": 8, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.7, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 31, + "x": 9, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.69, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 32, + "x": 10, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.68, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 33, + "x": 11, + "y": 0, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.67, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 34, + "x": 11, + "y": 1, + "action": "DOWN", + "reward": 0.15, + "battery": 0.66, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 35, + "x": 12, + "y": 1, + "action": "RIGHT", + "reward": 0.15, + "battery": 0.65, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 36, + "x": 12, + "y": 2, + "action": "DOWN", + "reward": 0.15, + "battery": 0.64, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 37, + "x": 13, + "y": 2, + "action": "RIGHT", + "reward": 1.05, + "battery": 0.63, + "message": "\u2705 Delivery 3/3 done!" + } + ], + "grid_meta": { + "width": 14, + "height": 14 + }, + "delivery_positions": [ + [ + 0, + 0 + ], + [ + 7, + 7 + ], + [ + 13, + 2 + ] + ], + "deliveries_done": 3, + "total_reward": 8.45, + "total_steps": 37 + }, + { + "task": "drone_env.core.graders:grade_hard", + "steps": [ + { + "step": 1, + "x": 11, + "y": 14, + "action": "UP", + "reward": 0.25, + "battery": 0.9938, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 2, + "x": 11, + "y": 13, + "action": "UP", + "reward": 0.25, + "battery": 0.9875, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 3, + "x": 11, + "y": 12, + "action": "UP", + "reward": 0.25, + "battery": 0.9812, + "message": "Flying over a tree! \ud83c\udf33" + }, + { + "step": 4, + "x": 11, + "y": 11, + "action": "UP", + "reward": 0.25, + "battery": 0.975, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 5, + "x": 11, + "y": 10, + "action": "UP", + "reward": 0.25, + "battery": 0.9688, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 6, + "x": 10, + "y": 10, + "action": "LEFT", + "reward": 0.25, + "battery": 0.9625, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 7, + "x": 10, + "y": 9, + "action": "UP", + "reward": 0.25, + "battery": 0.9563, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 8, + "x": 9, + "y": 9, + "action": "LEFT", + "reward": 0.25, + "battery": 0.95, + "message": "Flying over a tree! \ud83c\udf33" + }, + { + "step": 9, + "x": 9, + "y": 8, + "action": "UP", + "reward": 0.25, + "battery": 0.9437, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 10, + "x": 8, + "y": 8, + "action": "LEFT", + "reward": 0.25, + "battery": 0.9375, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 11, + "x": 8, + "y": 7, + "action": "UP", + "reward": 0.25, + "battery": 0.9313, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 12, + "x": 7, + "y": 7, + "action": "LEFT", + "reward": 0.25, + "battery": 0.925, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 13, + "x": 7, + "y": 6, + "action": "UP", + "reward": 0.25, + "battery": 0.9187, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 14, + "x": 6, + "y": 6, + "action": "LEFT", + "reward": 0.25, + "battery": 0.9125, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 15, + "x": 6, + "y": 5, + "action": "UP", + "reward": 0.25, + "battery": 0.9062, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 16, + "x": 5, + "y": 5, + "action": "LEFT", + "reward": 1.1, + "battery": 0.9, + "message": "\u2705 Delivery 1/5 done!" + }, + { + "step": 17, + "x": 5, + "y": 6, + "action": "DOWN", + "reward": 0.25, + "battery": 0.8938, + "message": "Flying above a building! \ud83c\udfe2" + }, + { + "step": 18, + "x": 5, + "y": 7, + "action": "DOWN", + "reward": 0.25, + "battery": 0.8875, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 19, + "x": 5, + "y": 8, + "action": "DOWN", + "reward": 0.25, + "battery": 0.8812, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 20, + "x": 6, + "y": 8, + "action": "RIGHT", + "reward": 0.25, + "battery": 0.875, + "message": "On road \ud83d\udee3\ufe0f" + }, + { + "step": 21, + "x": 6, "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.1667, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "action": "DOWN", + "reward": 1.1, + "battery": 0.8688, + "message": "\u2705 Delivery 2/5 done!" }, { - "step": 51, - "x": 2, + "step": 22, + "x": 7, "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.15, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "action": "RIGHT", + "reward": 0.25, + "battery": 0.8625, + "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 52, - "x": 2, - "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.1333, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "step": 23, + "x": 7, + "y": 10, + "action": "DOWN", + "reward": 0.25, + "battery": 0.8562, + "message": "Flying over a tree! \ud83c\udf33" }, { - "step": 53, - "x": 2, - "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.1167, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "step": 24, + "x": 8, + "y": 10, + "action": "RIGHT", + "reward": 1.1, + "battery": 0.85, + "message": "\u2705 Delivery 3/5 done!" }, { - "step": 54, - "x": 2, - "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.1, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "step": 25, + "x": 8, + "y": 11, + "action": "DOWN", + "reward": 0.25, + "battery": 0.8438, + "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 55, - "x": 2, - "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.0833, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "step": 26, + "x": 9, + "y": 11, + "action": "RIGHT", + "reward": 1.1, + "battery": 0.8375, + "message": "\u2705 Delivery 4/5 done!" }, { - "step": 56, - "x": 2, - "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.0667, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "step": 27, + "x": 9, + "y": 10, + "action": "UP", + "reward": 0.25, + "battery": 0.8313, + "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 57, - "x": 2, + "step": 28, + "x": 9, "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.05, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "action": "UP", + "reward": 0.25, + "battery": 0.825, + "message": "Flying over a tree! \ud83c\udf33" }, { - "step": 58, - "x": 2, - "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.0333, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "step": 29, + "x": 9, + "y": 8, + "action": "UP", + "reward": 0.25, + "battery": 0.8187, + "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 59, - "x": 2, - "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.0167, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" + "step": 30, + "x": 9, + "y": 7, + "action": "UP", + "reward": 0.25, + "battery": 0.8125, + "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 60, - "x": 2, - "y": 9, - "action": "WAIT", - "reward": 0.1, - "battery": 0.0, - "message": "Drone is idling (WAIT)... \ud83d\udd0b" - } - ], - "grid_meta": { - "width": 10, - "height": 10 - }, - "delivery_positions": [ - [ - 2, - 5 - ] - ], - "deliveries_done": 0, - "total_reward": 6.4, - "total_steps": 60 - }, - { - "task": "drone_env.core.graders:grade_easy", - "steps": [ + "step": 31, + "x": 9, + "y": 6, + "action": "UP", + "reward": 0.25, + "battery": 0.8063, + "message": "On road \ud83d\udee3\ufe0f" + }, { - "step": 1, - "x": 4, - "y": 3, + "step": 32, + "x": 9, + "y": 5, "action": "UP", - "reward": 0.1, - "battery": 0.9833, + "reward": 0.25, + "battery": 0.8, "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 2, - "x": 5, - "y": 3, - "action": "RIGHT", - "reward": 0.1, - "battery": 0.9667, + "step": 33, + "x": 9, + "y": 4, + "action": "UP", + "reward": 0.25, + "battery": 0.7937, "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 3, - "x": 5, - "y": 2, + "step": 34, + "x": 9, + "y": 3, "action": "UP", - "reward": 0.1, - "battery": 0.95, + "reward": 0.25, + "battery": 0.7875, "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 4, - "x": 6, + "step": 35, + "x": 9, "y": 2, - "action": "RIGHT", - "reward": 0.1, - "battery": 0.9333, + "action": "UP", + "reward": 0.25, + "battery": 0.7812, "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 5, - "x": 6, + "step": 36, + "x": 9, "y": 1, "action": "UP", - "reward": 0.1, - "battery": 0.9167, + "reward": 0.25, + "battery": 0.775, "message": "On road \ud83d\udee3\ufe0f" }, { - "step": 6, - "x": 7, + "step": 37, + "x": 10, "y": 1, "action": "RIGHT", - "reward": 1.05, - "battery": 0.9, - "message": "\u2705 Delivery 1/1 done!" + "reward": 1.1, + "battery": 0.7688, + "message": "\u2705 Delivery 5/5 done!" } ], "grid_meta": { - "width": 10, - "height": 10 + "width": 18, + "height": 18 }, "delivery_positions": [ [ - 7, + 5, + 5 + ], + [ + 9, + 11 + ], + [ + 10, 1 + ], + [ + 6, + 9 + ], + [ + 8, + 10 ] ], - "deliveries_done": 1, - "total_reward": 1.55, - "total_steps": 6 + "deliveries_done": 5, + "total_reward": 13.5, + "total_steps": 37 } ] \ No newline at end of file