File size: 3,586 Bytes
a2ec7b6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 | """
WebArena Playwright Task Manager for MCPMark
============================================
Simple task manager for WebArena-backed Playwright MCP tasks.
"""
from __future__ import annotations
import sys
import os
import subprocess
from pathlib import Path
from typing import List, Dict, Any
from src.logger import get_logger
from src.base.task_manager import BaseTask, BaseTaskManager
logger = get_logger(__name__)
class PlaywrightTaskManager(BaseTaskManager):
"""Task manager for Playwright tasks against a WebArena environment."""
def __init__(
self,
tasks_root: Path | None = None,
base_url: str | None = None,
task_suite: str = "standard",
):
if tasks_root is None:
tasks_root = Path(__file__).resolve().parents[3] / "tasks"
super().__init__(
tasks_root,
mcp_service="playwright_webarena",
task_class=BaseTask,
task_organization="directory",
task_suite=task_suite,
)
def _create_task_from_files(
self, category_id: str, task_files_info: Dict[str, Any]
) -> BaseTask:
import json
# Check for meta.json
meta_path = task_files_info["instruction_path"].parent / "meta.json"
final_category_id = category_id
task_id = task_files_info["task_id"]
if meta_path.exists():
try:
with open(meta_path, 'r') as f:
meta_data = json.load(f)
# Use values from meta.json if available
final_category_id = meta_data.get("category_id", category_id)
task_id = meta_data.get("task_id", task_id)
except Exception as e:
logger.warning(f"Failed to load meta.json from {meta_path}: {e}")
task = BaseTask(
task_instruction_path=task_files_info["instruction_path"],
task_verification_path=task_files_info["verification_path"],
service="playwright_webarena",
category_id=final_category_id,
task_id=task_id,
)
return task
# NEW: 注入统一前缀（基于 state manager 注入的 task.base_url）
def get_task_instruction(self, task: BaseTask) -> str:
base_instruction = task.get_task_instruction().strip()
base_url = getattr(task, "base_url", None)
prefix = f"Navigate to {base_url.rstrip('/')} and complete the following task."
# 前缀 + 原始任务说明
return self._format_task_instruction(f"{prefix}\n\n{base_instruction}")
def _get_verification_command(self, task: BaseTask) -> List[str]:
return [sys.executable, str(task.task_verification_path)]
# 将 base_url 通过环境变量传给 verify.py
def run_verification(self, task: BaseTask) -> subprocess.CompletedProcess:
env = os.environ.copy()
base_url = getattr(task, "base_url", None)
if base_url:
env["WEBARENA_BASE_URL"] = base_url.rstrip("/")
return subprocess.run(
self._get_verification_command(task),
capture_output=True,
text=True,
timeout=300,
env=env,
)
def _format_task_instruction(self, base_instruction: str) -> str:
note = "Use Playwright MCP tools to complete this task."
return (base_instruction
+ "\n\n"
+ note + "\n\nNote: Based on your understanding, solve the task all at once by yourself, don't ask for my opinions on anything.")
|