Make the test to work properly

.gitignore

@@ -28,4 +28,4 @@ wheels/
 *.egg-info/
 .installed.cfg
 *.egg
-
+test_output.txt

core/graders.py

@@ -2,7 +2,7 @@
 drone_delivery_env/core/graders.py
 Evaluation logic for scoring Drone Delivery missions.
 """
-from models import DroneState
+from drone_env.models import DroneState
 
 
 def compute_grade(state: DroneState, max_steps: float) -> float:

core/state_manager.py

@@ -4,7 +4,7 @@ Handles initialization and management of the DroneState.
 """
 import uuid
 from typing import List, Tuple
-from models import DroneState
+from drone_env.models import DroneState
 
 
 def new_episode_state(

data/memory.json

@@ -18598,5 +18598,1091 @@
     "deliveries_done": 0,
     "total_reward": -4.5,
     "total_steps": 60
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 8,
+        "y": 4,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 8,
+        "y": 5,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.9667
+      },
+      {
+        "step": 3,
+        "x": 7,
+        "y": 5,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.95
+      },
+      {
+        "step": 4,
+        "x": 8,
+        "y": 5,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.9333
+      },
+      {
+        "step": 5,
+        "x": 8,
+        "y": 5,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9167
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        4,
+        1
+      ]
+    ],
+    "deliveries_done": 0,
+    "total_reward": -0.3,
+    "total_steps": 5
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 9,
+        "y": 7,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 9,
+        "y": 7,
+        "action": "RIGHT",
+        "reward": -0.25,
+        "battery": 0.9667
+      },
+      {
+        "step": 3,
+        "x": 9,
+        "y": 7,
+        "action": "RIGHT",
+        "reward": -0.25,
+        "battery": 0.95
+      },
+      {
+        "step": 4,
+        "x": 9,
+        "y": 7,
+        "action": "RIGHT",
+        "reward": -0.25,
+        "battery": 0.9333
+      },
+      {
+        "step": 5,
+        "x": 9,
+        "y": 7,
+        "action": "RIGHT",
+        "reward": -0.25,
+        "battery": 0.9167
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        7,
+        9
+      ]
+    ],
+    "deliveries_done": 0,
+    "total_reward": -1.05,
+    "total_steps": 5
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 3,
+        "y": 8,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 4,
+        "y": 8,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.9667
+      },
+      {
+        "step": 3,
+        "x": 4,
+        "y": 9,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.95
+      },
+      {
+        "step": 4,
+        "x": 3,
+        "y": 9,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.9333
+      },
+      {
+        "step": 5,
+        "x": 3,
+        "y": 9,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9167
+      },
+      {
+        "step": 6,
+        "x": 3,
+        "y": 8,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.9
+      },
+      {
+        "step": 7,
+        "x": 4,
+        "y": 8,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.8833
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        8,
+        5
+      ]
+    ],
+    "deliveries_done": 0,
+    "total_reward": -0.4,
+    "total_steps": 7
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 1,
+        "y": 6,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 1,
+        "y": 6,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9667
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        8,
+        3
+      ]
+    ],
+    "deliveries_done": 0,
+    "total_reward": -0.2,
+    "total_steps": 2
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 5,
+        "y": 8,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 5,
+        "y": 7,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.9667
+      },
+      {
+        "step": 3,
+        "x": 4,
+        "y": 7,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.95
+      },
+      {
+        "step": 4,
+        "x": 3,
+        "y": 7,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.9333
+      },
+      {
+        "step": 5,
+        "x": 3,
+        "y": 6,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.9167
+      },
+      {
+        "step": 6,
+        "x": 4,
+        "y": 6,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.9
+      },
+      {
+        "step": 7,
+        "x": 4,
+        "y": 7,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.8833
+      },
+      {
+        "step": 8,
+        "x": 3,
+        "y": 7,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.8667
+      },
+      {
+        "step": 9,
+        "x": 3,
+        "y": 6,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.85
+      },
+      {
+        "step": 10,
+        "x": 2,
+        "y": 6,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.8333
+      },
+      {
+        "step": 11,
+        "x": 2,
+        "y": 7,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.8167
+      },
+      {
+        "step": 12,
+        "x": 2,
+        "y": 7,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.8
+      },
+      {
+        "step": 13,
+        "x": 2,
+        "y": 7,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.7833
+      },
+      {
+        "step": 14,
+        "x": 2,
+        "y": 7,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.7667
+      },
+      {
+        "step": 15,
+        "x": 2,
+        "y": 7,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.75
+      },
+      {
+        "step": 16,
+        "x": 2,
+        "y": 7,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.7333
+      },
+      {
+        "step": 17,
+        "x": 3,
+        "y": 7,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.7167
+      },
+      {
+        "step": 18,
+        "x": 4,
+        "y": 7,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.7
+      },
+      {
+        "step": 19,
+        "x": 4,
+        "y": 8,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.6833
+      },
+      {
+        "step": 20,
+        "x": 4,
+        "y": 7,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.6667
+      },
+      {
+        "step": 21,
+        "x": 4,
+        "y": 8,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.65
+      },
+      {
+        "step": 22,
+        "x": 5,
+        "y": 8,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.6333
+      },
+      {
+        "step": 23,
+        "x": 5,
+        "y": 7,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.6167
+      },
+      {
+        "step": 24,
+        "x": 5,
+        "y": 8,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.6
+      },
+      {
+        "step": 25,
+        "x": 5,
+        "y": 9,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.5833
+      },
+      {
+        "step": 26,
+        "x": 4,
+        "y": 9,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.5667
+      },
+      {
+        "step": 27,
+        "x": 4,
+        "y": 9,
+        "action": "DOWN",
+        "reward": -0.25,
+        "battery": 0.55
+      },
+      {
+        "step": 28,
+        "x": 5,
+        "y": 9,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.5333
+      },
+      {
+        "step": 29,
+        "x": 5,
+        "y": 9,
+        "action": "DOWN",
+        "reward": -0.25,
+        "battery": 0.5167
+      },
+      {
+        "step": 30,
+        "x": 5,
+        "y": 9,
+        "action": "DOWN",
+        "reward": -0.25,
+        "battery": 0.5
+      },
+      {
+        "step": 31,
+        "x": 6,
+        "y": 9,
+        "action": "RIGHT",
+        "reward": 0.95,
+        "battery": 0.4833
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        6,
+        9
+      ]
+    ],
+    "deliveries_done": 1,
+    "total_reward": -1.4,
+    "total_steps": 31
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 5,
+        "y": 7,
+        "action": "UP",
+        "reward": -0.1,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 5,
+        "y": 8,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.9667
+      },
+      {
+        "step": 3,
+        "x": 4,
+        "y": 8,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.95
+      },
+      {
+        "step": 4,
+        "x": 5,
+        "y": 8,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.9333
+      },
+      {
+        "step": 5,
+        "x": 5,
+        "y": 8,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9167
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        1,
+        4
+      ]
+    ],
+    "deliveries_done": 0,
+    "total_reward": -0.35,
+    "total_steps": 5
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 3,
+        "y": 1,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 4,
+        "y": 1,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.9667
+      },
+      {
+        "step": 3,
+        "x": 5,
+        "y": 1,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.95
+      },
+      {
+        "step": 4,
+        "x": 6,
+        "y": 1,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.9333
+      },
+      {
+        "step": 5,
+        "x": 7,
+        "y": 1,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.9167
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        8,
+        9
+      ]
+    ],
+    "deliveries_done": 0,
+    "total_reward": -0.25,
+    "total_steps": 5
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 3,
+        "y": 2,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 4,
+        "y": 2,
+        "action": "RIGHT",
+        "reward": -0.1,
+        "battery": 0.9667
+      },
+      {
+        "step": 3,
+        "x": 4,
+        "y": 3,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.95
+      },
+      {
+        "step": 4,
+        "x": 3,
+        "y": 3,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.9333
+      },
+      {
+        "step": 5,
+        "x": 3,
+        "y": 3,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9167
+      },
+      {
+        "step": 6,
+        "x": 3,
+        "y": 2,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.9
+      },
+      {
+        "step": 7,
+        "x": 4,
+        "y": 2,
+        "action": "RIGHT",
+        "reward": -0.1,
+        "battery": 0.8833
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        4,
+        5
+      ]
+    ],
+    "deliveries_done": 0,
+    "total_reward": -0.5,
+    "total_steps": 7
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 4,
+        "y": 4,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 4,
+        "y": 4,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9667
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        6,
+        4
+      ]
+    ],
+    "deliveries_done": 0,
+    "total_reward": -0.2,
+    "total_steps": 2
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 6,
+        "y": 1,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 6,
+        "y": 0,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.9667
+      },
+      {
+        "step": 3,
+        "x": 6,
+        "y": 0,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.95
+      },
+      {
+        "step": 4,
+        "x": 6,
+        "y": 0,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.9333
+      },
+      {
+        "step": 5,
+        "x": 6,
+        "y": 0,
+        "action": "UP",
+        "reward": -0.25,
+        "battery": 0.9167
+      },
+      {
+        "step": 6,
+        "x": 6,
+        "y": 0,
+        "action": "UP",
+        "reward": -0.25,
+        "battery": 0.9
+      },
+      {
+        "step": 7,
+        "x": 6,
+        "y": 0,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.8833
+      },
+      {
+        "step": 8,
+        "x": 6,
+        "y": 1,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.8667
+      },
+      {
+        "step": 9,
+        "x": 6,
+        "y": 1,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.85
+      },
+      {
+        "step": 10,
+        "x": 6,
+        "y": 0,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.8333
+      },
+      {
+        "step": 11,
+        "x": 7,
+        "y": 0,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.8167
+      },
+      {
+        "step": 12,
+        "x": 8,
+        "y": 0,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.8
+      },
+      {
+        "step": 13,
+        "x": 9,
+        "y": 0,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.7833
+      },
+      {
+        "step": 14,
+        "x": 9,
+        "y": 1,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.7667
+      },
+      {
+        "step": 15,
+        "x": 9,
+        "y": 2,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.75
+      },
+      {
+        "step": 16,
+        "x": 9,
+        "y": 1,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.7333
+      },
+      {
+        "step": 17,
+        "x": 9,
+        "y": 2,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.7167
+      },
+      {
+        "step": 18,
+        "x": 9,
+        "y": 2,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.7
+      },
+      {
+        "step": 19,
+        "x": 9,
+        "y": 2,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.6833
+      },
+      {
+        "step": 20,
+        "x": 8,
+        "y": 2,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.6667
+      },
+      {
+        "step": 21,
+        "x": 8,
+        "y": 2,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.65
+      },
+      {
+        "step": 22,
+        "x": 7,
+        "y": 2,
+        "action": "LEFT",
+        "reward": -0.1,
+        "battery": 0.6333
+      },
+      {
+        "step": 23,
+        "x": 6,
+        "y": 2,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.6167
+      },
+      {
+        "step": 24,
+        "x": 6,
+        "y": 3,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.6
+      },
+      {
+        "step": 25,
+        "x": 6,
+        "y": 2,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.5833
+      },
+      {
+        "step": 26,
+        "x": 5,
+        "y": 2,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.5667
+      },
+      {
+        "step": 27,
+        "x": 5,
+        "y": 2,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.55
+      },
+      {
+        "step": 28,
+        "x": 5,
+        "y": 2,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.5333
+      },
+      {
+        "step": 29,
+        "x": 5,
+        "y": 2,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.5167
+      },
+      {
+        "step": 30,
+        "x": 6,
+        "y": 2,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.5
+      },
+      {
+        "step": 31,
+        "x": 6,
+        "y": 3,
+        "action": "DOWN",
+        "reward": -0.05,
+        "battery": 0.4833
+      },
+      {
+        "step": 32,
+        "x": 7,
+        "y": 3,
+        "action": "RIGHT",
+        "reward": -0.05,
+        "battery": 0.4667
+      },
+      {
+        "step": 33,
+        "x": 7,
+        "y": 4,
+        "action": "DOWN",
+        "reward": -0.1,
+        "battery": 0.45
+      },
+      {
+        "step": 34,
+        "x": 7,
+        "y": 4,
+        "action": "WAIT",
+        "reward": -0.1,
+        "battery": 0.4333
+      },
+      {
+        "step": 35,
+        "x": 6,
+        "y": 4,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.4167
+      },
+      {
+        "step": 36,
+        "x": 6,
+        "y": 3,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.4
+      },
+      {
+        "step": 37,
+        "x": 5,
+        "y": 3,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.3833
+      },
+      {
+        "step": 38,
+        "x": 5,
+        "y": 4,
+        "action": "DOWN",
+        "reward": 0.95,
+        "battery": 0.3667
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        5,
+        4
+      ]
+    ],
+    "deliveries_done": 1,
+    "total_reward": -2.0,
+    "total_steps": 38
+  },
+  {
+    "task": "easy_delivery",
+    "steps": [
+      {
+        "step": 1,
+        "x": 7,
+        "y": 7,
+        "action": "LEFT",
+        "reward": -0.05,
+        "battery": 0.9833
+      },
+      {
+        "step": 2,
+        "x": 6,
+        "y": 7,
+        "action": "LEFT",
+        "reward": -0.1,
+        "battery": 0.9667
+      },
+      {
+        "step": 3,
+        "x": 6,
+        "y": 6,
+        "action": "UP",
+        "reward": -0.05,
+        "battery": 0.95
+      },
+      {
+        "step": 4,
+        "x": 5,
+        "y": 6,
+        "action": "LEFT",
+        "reward": 0.95,
+        "battery": 0.9333
+      }
+    ],
+    "grid_meta": {
+      "width": 10,
+      "height": 10
+    },
+    "delivery_positions": [
+      [
+        5,
+        6
+      ]
+    ],
+    "deliveries_done": 1,
+    "total_reward": 0.75,
+    "total_steps": 4
   }
 ]

inference.py

@@ -25,8 +25,8 @@ def load_dotenv(path: Path):
 load_dotenv(ROOT_DIR / ".env")
 
 from openai import OpenAI
-from server.grid_world_environment import DroneDeliveryEnvironment
-from models import DroneAction
+from drone_env.server.grid_world_environment import DroneDeliveryEnvironment
+from drone_env.models import DroneAction
 
 # MANDATORY Environment Variables
 # Determine the best API key and base URL combination

rl/policy.py

@@ -5,7 +5,7 @@ Epsilon-greedy policy for exploration during training.
 from __future__ import annotations
 import random
 import torch
-from rl.model import PathQNet, ACTIONS
+from drone_env.rl.model import PathQNet, ACTIONS
 
 
 class EpsilonGreedyPolicy:

server/app.py

@@ -23,11 +23,11 @@ if str(BASE_DIR) not in sys.path:
     sys.path.insert(0, str(BASE_DIR))
 
 # Unified Imports - Root-relative
-from models import DroneAction, DroneObservation, DroneState
-from server.grid_world_environment import DroneDeliveryEnvironment
-from core.tasks import TASK_CONFIG
-from core.graders import GRADERS
-from rl.trainer import PathLearner, get_action_from_policy
+from drone_env.models import DroneAction, DroneObservation, DroneState
+from drone_env.server.grid_world_environment import DroneDeliveryEnvironment
+from drone_env.core.tasks import TASK_CONFIG
+from drone_env.core.graders import GRADERS
+from drone_env.rl.trainer import PathLearner, get_action_from_policy
 
 app = FastAPI(
     title="Drone Delivery OpenEnv",

server/drone_env_environment.py

@@ -6,13 +6,13 @@ from openenv.core.env_server.interfaces import Environment
 from openenv.core.env_server.types import State
 
 try:
-    from ..models import DroneAction, DroneObservation
+    from drone_env.models import DroneAction, DroneObservation
 except ImportError:
     from models import DroneAction, DroneObservation
 
 # Import map generator
 try:
-    from .map_generator import generate_grid
+    from drone_env.server.map_generator import generate_grid
 except ImportError:
     from map_generator import generate_grid
 

server/grid_world_environment.py

@@ -18,14 +18,14 @@ except ImportError:
         @property
         def state(self): raise NotImplementedError
 
-from models import DroneAction, DroneObservation, DroneState
-from core.grid_generator import generate_city_map, EMOJI, LEGEND
-from core.tasks import TASK_CONFIG
-from core.drone import compute_next_pos, drain_battery
-from core.obstacles import check_move
-from core.state_manager import new_episode_state
-from core.graders import GRADERS
-from rl.trainer import record_episode
+from drone_env.models import DroneAction, DroneObservation, DroneState
+from drone_env.core.grid_generator import generate_city_map, EMOJI, LEGEND
+from drone_env.core.tasks import TASK_CONFIG
+from drone_env.core.drone import compute_next_pos, drain_battery
+from drone_env.core.obstacles import check_move
+from drone_env.core.state_manager import new_episode_state
+from drone_env.core.graders import GRADERS
+from drone_env.rl.trainer import record_episode
 
 
 class DroneDeliveryEnvironment(Environment):

train.py

@@ -19,9 +19,9 @@ ROOT_DIR = Path(__file__).parent
 if str(ROOT_DIR) not in sys.path:
     sys.path.insert(0, str(ROOT_DIR))
 
-from rl.model import PathQNet, ACTIONS, ACTION2IDX, CELL2IDX
-from server.grid_world_environment import DroneDeliveryEnvironment
-from models import DroneAction
+from drone_env.rl.model import PathQNet, ACTIONS, ACTION2IDX, CELL2IDX
+from drone_env.server.grid_world_environment import DroneDeliveryEnvironment
+from drone_env.models import DroneAction
 
 # ── Hyperparameters ───────────────────────────────────────────────────────────
 GAMMA = 0.99