yilsemandClaude Opus 5.5
86a6621936
The AITURK Chrome extension now registers the user's Chrome as the desktop backend's browser controller, the way the ChatGPT extension lets its agent work in the user's browser. The agent's existing browser tools (navigate, snapshot, click, type, scroll, back, press, get_images, vision) run in its own background tabs grouped as "AITURK", or a tab the user hands over. Backend: a local desktop lane in the browser-control broker. One controller registered from the loopback desktop transport is offered to every desktop session as a lane template; each session still gets its own exact scope on first use. The lane has its own switch (browser.extension_control.local_desktop, on by default); with no extension registered, or after it disconnects, the normal browser backend runs unchanged. browser_vision turns the extension's capture into the usual native/auxiliary vision result. Bridge: forwards controller commands only to a connection that registered, refuses unknown or oversized commands, relays results. Extension: service-worker controller with its own native connection, trusted chrome.debugger input (press/release only: a hover move waits 5 s on background tabs), refusal of password and payment-card fields and of browser, extension, file and Web Store pages, panel switch, Stop, tab hand-over, recent actions, Alt+Shift+A and right-click "send to AITURK". Cancelling Chrome's debugging bar stops the agent. Existing panel flows and privacy rules are unchanged. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
98 lines
3.5 KiB
Python
98 lines
3.5 KiB
Python
"""Wiring regression tests for the browser extension router.
|
|
|
|
These guard the *registry wiring* — that every ``browser_*`` handler routes
|
|
through :func:`tools.browser_extension_router.routed_browser_handler` with
|
|
the tool's action name, its raw args, and its identity kwargs, instead of
|
|
calling the legacy backend directly. The routing contract itself is tested
|
|
by ``test_browser_extension_router.py``; here we only pin the plumbing.
|
|
"""
|
|
|
|
import pytest
|
|
|
|
from tools.registry import registry
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _route_spy(monkeypatch):
|
|
"""Replace the wrapper with a spy that records the route and then runs
|
|
the legacy fallback, so each test proves the handler is wired without
|
|
exercising real routing or a real browser backend."""
|
|
calls = []
|
|
|
|
def spy(action, args, *, fallback, task_id=None, session_id=None, tool_call_id=None, transform=None):
|
|
calls.append(
|
|
{
|
|
"action": action,
|
|
"args": dict(args),
|
|
"task_id": task_id,
|
|
"session_id": session_id,
|
|
"tool_call_id": tool_call_id,
|
|
"transform": transform is not None,
|
|
}
|
|
)
|
|
return fallback()
|
|
|
|
import tools.browser_tool as browser_tool
|
|
import tools.browser_cdp_tool as browser_cdp_tool
|
|
|
|
monkeypatch.setattr(browser_tool, "routed_browser_handler", spy)
|
|
monkeypatch.setattr(browser_cdp_tool, "routed_browser_handler", spy)
|
|
monkeypatch.setattr(
|
|
browser_tool,
|
|
"browser_navigate",
|
|
lambda url="", task_id=None, local_browser=False: "legacy-nav",
|
|
)
|
|
monkeypatch.setattr(browser_cdp_tool, "browser_cdp", lambda *a, **k: "legacy-cdp")
|
|
return calls
|
|
|
|
|
|
BROWSER_ACTIONS = [
|
|
"browser_navigate",
|
|
"browser_snapshot",
|
|
"browser_click",
|
|
"browser_type",
|
|
"browser_scroll",
|
|
"browser_back",
|
|
"browser_press",
|
|
"browser_get_images",
|
|
"browser_vision",
|
|
"browser_console",
|
|
]
|
|
|
|
|
|
def test_every_browser_registry_handler_routes_through_wrapper(_route_spy):
|
|
for name in BROWSER_ACTIONS:
|
|
_route_spy.clear()
|
|
handler = registry.get_entry(name).handler
|
|
args = {"url": "https://example.test", "ref": "@e1", "text": "hi"}
|
|
result = handler(dict(args), task_id="task-fixture", session_id="session-fixture")
|
|
assert result is not None
|
|
assert len(_route_spy) == 1, f"{name} did not route through the wrapper"
|
|
route = _route_spy[0]
|
|
assert route["action"] == name
|
|
assert route["task_id"] == "task-fixture"
|
|
assert route["session_id"] == "session-fixture"
|
|
|
|
|
|
def test_browser_navigate_forwards_raw_args_and_identity(_route_spy):
|
|
handler = registry.get_entry("browser_navigate").handler
|
|
args = {"url": "https://example.test"}
|
|
result = handler(dict(args), task_id="task-fixture", session_id="session-fixture")
|
|
assert result == "legacy-nav"
|
|
route = _route_spy[0]
|
|
assert route["args"] == args
|
|
# The router must not mutate the args dict.
|
|
assert args == {"url": "https://example.test"}
|
|
|
|
|
|
def test_browser_cdp_handler_routes_through_wrapper(_route_spy):
|
|
handler = registry.get_entry("browser_cdp").handler
|
|
args = {"method": "Target.getTargets", "params": {"filter": []}}
|
|
result = handler(dict(args), task_id="task-fixture", session_id="session-fixture")
|
|
assert result == "legacy-cdp"
|
|
route = _route_spy[0]
|
|
assert route["action"] == "browser_cdp"
|
|
assert route["args"] == args
|
|
assert route["task_id"] == "task-fixture"
|
|
assert route["session_id"] == "session-fixture"
|