drone-env / inference.py
manikandan-n-07's picture
Phase 2 validation
d0e61c2
Raw
History Blame Contribute Delete
7.09 kB
"""
SkyRelic Drone Delivery: Standardized Inference Script
===================================================
MANDATORY
- All 3 tasks (easy, medium, hard) are executed sequentially to satisfy Phase 2 validation.
- STDOUT FORMAT: [START], [STEP], [END]
- Participants must use OpenAI Client for all LLM calls.
"""
import asyncio
import os
import textwrap
import json
import sys
from typing import List, Optional
from pathlib import Path
from pydantic import BaseModel, Field
from openai import OpenAI
# Unified Imports - Canonical Package Paths with local fallbacks
ROOT_DIR = Path(__file__).parent
if str(ROOT_DIR) not in sys.path:
sys.path.insert(0, str(ROOT_DIR))
try:
from models import DroneAction, DroneObservation
from server.grid_world_environment import DroneDeliveryEnvironment
except ImportError:
# Use fallback if not found in root
from drone_env.models import DroneAction, DroneObservation
from drone_env.server.grid_world_environment import DroneDeliveryEnvironment
# --- Load .env file for local development ---
def load_dotenv():
env_path = Path(__file__).parent / ".env"
if env_path.exists():
for line in env_path.read_text().splitlines():
line = line.strip()
if not line or line.startswith("#") or "=" not in line:
continue
key, value = line.split("=", 1)
os.environ[key.strip()] = value.strip().strip('"').strip("'")
load_dotenv()
# --- Configuration ------------------------------------------------------------
IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
API_KEY = os.getenv("HF_TOKEN") or os.getenv("API_KEY") or os.getenv("OPENAI_API_KEY") or "EMPTY_KEY"
API_BASE_URL = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
MODEL_NAME = os.getenv("MODEL_NAME") or "Qwen/Qwen2.5-7B-Instruct"
BENCHMARK = "drone_env"
ALL_TASKS = ["easy_delivery", "medium_delivery", "hard_delivery"]
TEMPERATURE = 0.7
# --- Structured output schema ------------------------------------------------
class NavigationAction(BaseModel):
"""Structured navigation action output from the LLM."""
reasoning: str = Field(description="Brief explanation of why this direction was chosen")
direction: str = Field(description="Movement direction: UP, DOWN, LEFT, RIGHT, or WAIT")
# --- Prompts ------------------------------------------------------------------
SYSTEM_PROMPT = textwrap.dedent("""
You are a drone navigation AI. Your goal is to deliver packages to targets in a grid world.
Grid Mechanics:
- (x, y) coordinates: x increases right, y increases down.
- UP: y decreases
- DOWN: y increases
- LEFT: x decreases
- RIGHT: x increases
Constraints:
- Avoid buildings and obstacles.
- Battery drains per move.
You MUST respond with a valid JSON object:
{"reasoning": "<brief explanation>", "direction": "UP|DOWN|LEFT|RIGHT|WAIT"}
""").strip()
def build_user_prompt(obs: DroneObservation) -> str:
return textwrap.dedent(f"""
Pos: ({obs.drone_x}, {obs.drone_y})
Battery: {obs.battery:.2f}
Target: {obs.current_target}
Distance: {obs.distance_to_target:.1f}
Status: {obs.message}
Plan your next move to reach the target efficiently.
""").strip()
# --- Logging Helpers ---------------------------------------------------------
def log_start(task: str, env: str, model: str) -> None:
print(f"[START] task={task} env={env} model={model}", flush=True)
def log_step(step: int, action: str, reward: float, done: bool, error: Optional[str]) -> None:
error_val = error if error else "null"
print(f"[STEP] step={step} action={action} reward={reward:.2f} done={str(done).lower()} error={error_val}", flush=True)
def log_end(success: bool, steps: int, score: float, rewards: List[float]) -> None:
rewards_str = ",".join(f"{r:.2f}" for r in rewards)
print(f"[END] success={str(success).lower()} steps={steps} score={score:.3f} rewards={rewards_str}", flush=True)
# --- Agent Logic -------------------------------------------------------------
def get_action(client: OpenAI, obs: DroneObservation) -> NavigationAction:
user_prompt = build_user_prompt(obs)
try:
completion = client.chat.completions.create(
model=MODEL_NAME,
messages=[
{"role": "system", "content": SYSTEM_PROMPT},
{"role": "user", "content": user_prompt},
],
temperature=TEMPERATURE,
response_format={"type": "json_object"},
)
raw = completion.choices[0].message.content or "{}"
data = json.loads(raw)
action = NavigationAction(
reasoning=data.get("reasoning", ""),
direction=data.get("direction", "WAIT").upper(),
)
if action.direction not in ["UP", "DOWN", "LEFT", "RIGHT", "WAIT"]:
action.direction = "WAIT"
return action
except Exception as exc:
print(f"[DEBUG] Model request failed: {exc}", flush=True)
return NavigationAction(reasoning="fallback", direction="WAIT")
# --- Run Loop ----------------------------------------------------------------
async def run_task(task_id: str, env: DroneDeliveryEnvironment, client: OpenAI) -> float:
rewards: List[float] = []
steps_taken = 0
score = 0.01
success = False
log_start(task=task_id, env=BENCHMARK, model=MODEL_NAME)
try:
obs = env.reset(DroneAction(task_name=task_id))
max_steps = int(obs.max_steps) if obs.max_steps else 60
for step in range(1, max_steps + 1):
if obs.done:
break
nav_action = get_action(client, obs)
action_str = nav_action.direction
obs = env.step(DroneAction(direction=action_str))
reward = float(obs.reward_last)
done = bool(obs.done)
rewards.append(reward)
steps_taken = step
log_step(step=step, action=action_str, reward=reward, done=done, error=None)
if done:
break
score = float(obs.score) if obs.score is not None else 0.01
success = (obs.deliveries_done == obs.deliveries_total) and obs.deliveries_total > 0
except Exception as e:
print(f"[DEBUG] run_task({task_id}) error: {e}", flush=True)
finally:
log_end(success=success, steps=steps_taken, score=score, rewards=rewards)
print(f"\n{'='*50}", flush=True)
print(f" Task : {task_id}", flush=True)
print(f" Total Steps : {steps_taken}", flush=True)
print(f" Final Score : {score:.3f}", flush=True)
print(f" Success : {success}", flush=True)
print(f"{'='*50}\n", flush=True)
return score
async def main() -> None:
client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
env = DroneDeliveryEnvironment()
for task_id in ALL_TASKS:
await run_task(task_id, env, client)
if __name__ == "__main__":
asyncio.run(main())