From 77f135742e66ad9464c6d712a1f7760153009d0b Mon Sep 17 00:00:00 2001 From: Andrew Park Date: Fri, 13 Nov 2026 17:59:05 +0000 Subject: [PATCH 1/3] test: move browser_computer_test's multi-env tests to a file of their own browser_computer_test.py took 1035s on main (run 43464622905), and shard 4 of the slow tier, which ran it, took 1142s of the workflow's 1160s. A file's tests run on one worker of one shard, so the file set the tier's time. The ten tests of its multi-env sections (browser_envs, a site reached by its names through the gateway, and a site wrapping an app) move unchanged to browser_multi_env_test.py. Nine of them took 461s in that run; the tenth came later in #656. The 30 that stay took 574s. The new file imports its helpers from browser_computer_test.py, as browser_gateway_test.py does, and deploys the module-scoped browser_computer fixture once more. _browser_op stays in browser_computer_test.py, since a browser recording test there uses it too. --- .../computer/browser_computer_test.py | 566 +---------------- .../computer/browser_multi_env_test.py | 596 ++++++++++++++++++ 2 files changed, 601 insertions(+), 561 deletions(-) create mode 100644 tst/integration/computer/browser_multi_env_test.py diff --git a/tst/integration/computer/browser_computer_test.py b/tst/integration/computer/browser_computer_test.py index 8907a2f37..37b09f7cf 100644 --- a/tst/integration/computer/browser_computer_test.py +++ b/tst/integration/computer/browser_computer_test.py @@ -27,17 +27,9 @@ after a reset it serves the sites and refuses the rest again; its network log has each exchange whole, so that WebArena-Verified's own loader, reading the network.har its data/get exports, sees an agent's sign-in form, redirect, cookie, JSON and multipart as its grader reads them, and the live hosts' tunnels and plain requests beside them; alone, -it has each connection the base's stand-in made, and each that failed. As a multi env's website browser, ``browser_envs = -[chromium]``, it deploys on a sandbox of its own as one more computer child beside a synthetic site, with no -playwright-mcp: its start tab loads the site by name through the gateway, an agent drives it through the gateway's /mcp -under ``chromium_``, its CDP address asked through ``/svc/chromium/`` names the gateway and reaches the site by name, a -later process reattaches it from the instance store, a universe loaded into the multi env sets its cookies, and -reset_env brings it back after its container is killed and after the gateway restarts; a multi env naming none takes -the run's browser, chromium too, the same way, and ``browser_envs = []`` deploys none; and browser_connect_cdp -hands an agent an address to it at the multi env's gateway, whose relay takes the agent's page to the site by name, -with the multi env's tools hidden from the agent's role. Its log has an entry for every action a CDP agent and an MCP agent take, over CDP, page -tools and pixels, with who, the tab and its URL and no secret either typed or set, and each tab event names the -command that caused it. +it has each connection the base's stand-in made, and each that failed. +Its log has an entry for every action a CDP agent and an MCP agent take, over CDP, page tools and pixels, with who, +the tab and its URL and no secret either typed or set, and each tab event names the command that caused it. Needs Docker and the local registry on localhost:5000, and Node 20 or later and npm for the CDP clients.""" @@ -65,7 +57,7 @@ import httpx import pytest from mcp import ClientSession -from mcp.client.streamable_http import streamable_http_client, streamablehttp_client +from mcp.client.streamable_http import streamablehttp_client from PIL import Image from websockets.asyncio.client import connect @@ -80,19 +72,13 @@ import agent_env from agent_env.a2a_agent import conversation_store -from agent_env.artifact import Artifact, EnvironmentUniverseArtifact -from agent_env.artifact.artifacts.environment import EnvironmentArtifact +from agent_env.artifact import Artifact from agent_env.artifact.artifacts.file import FileArtifact from agent_env.config import get_config -from agent_env.config.runtime import WEBSITE_BROWSER_OVERRIDE, run_env_ids from agent_env.env import Env from agent_env.env.env import DeployedEnv -from agent_env.env.envs.multi_env import MultiEnv -from agent_env.env.envs.playwright_mcp import PLAYWRIGHT_MCP_ENVIRONMENT_NAME -from agent_env.env.envs.website import WebsiteEnv from agent_env.env.envs.computer.utils import inside from agent_env.env.store import get_env_store -from agent_env.providers.env_providers.constants import AGENT_ENV_WEBSITE_BACKEND_PORT, AGENT_ENV_WEBSITE_BACKEND_SUFFIX from agent_env.providers.sandbox_providers.local_docker.provider import LocalSandboxProvider from agent_env.store.object_store.local.grant_server import grant_server from agent_env.store.object_store.local.tls import LocalCA, local_ca @@ -100,14 +86,10 @@ from agent_env.task import Task from agent_env.task.teardown import teardown_run from agent_env.task_step.context import TaskStepContext -from agent_env.task_step.registry import get_task_step_registry from agent_env.task_step.task_steps.browser.connect_cdp import BrowserConnectCdpTaskStep from agent_env.task_step.task_steps.browser.recording import (RECORDINGS_KEY as BROWSER_RECORDINGS, EndBrowserRecordingTaskStep, StartBrowserRecordingTaskStep) -from agent_env.task_step.task_steps.browser.sign_in import BrowserSignInTaskStep from agent_env.task_step.task_steps.deploy_agent import DeployAgentTaskStep -from agent_env.task_step.task_steps.deploy_env import DeployEnvTaskStep -from agent_env.task_step.task_steps.load_artifact import LoadArtifactTaskStep from agent_env.task_step.task_steps.prompt_agent import PromptAgentTaskStep from agent_env.task_step.task_steps.reset_env import ResetEnvTaskStep from tst.integration.computer.browser_contexts import check_browser_contexts @@ -115,11 +97,7 @@ from tst.integration.computer.browser_data import SITE as DATA_SITE, check_browser_data, check_browser_data_under_chaos from tst.integration.computer.browser_steps import check_browser_steps from tst.integration.computer.browser_state import check_browser_state, check_browser_state_under_chaos -from tst.integration.computer.multi_env_computers_test import _containers, _gateway, _image -from tst.integration.computer.website_browser_test import _signed_in from tst.integration.computer.start_tabs import host_pages, tabs_of -from tst.integration.store.local_parallel_deploy_test import _seed_bootstrap_envs -from tst.util import local_sandboxes from tst.util.a2a_test_agent import put_test_agent from tst.util.tls_front import tls_front @@ -1717,543 +1695,9 @@ async def _get(deployed, path: str, **kwargs) -> httpx.Response: return await http.get(f"{deployed.environment_url}{path}", **kwargs) -# --- a multi env's website browser (browser_envs) --- - -MULTI_SITE = "https://shop.test/api/health" -MULTI_CHROMIUM = {"sandbox_type": "local", - "env_params": {"form": "container", "app_settings": {"chromium": {"start_urls": [MULTI_SITE]}}}} -#: How often a multi env's browser is asked through the gateway whether it answers again. -ANSWER_POLL_S = 2.0 - - -@pytest.fixture(scope="module") -def shop(browser_computer): - """The gateway's and service-db's envs, and a website whose backend is the small agentenv website, named - shop.test, under a local id, since a multi env naming chromium's local id must be local too.""" - with namespace_routing(): - _seed_bootstrap_envs() - uid = uuid.uuid4().hex[:8] - return WebsiteEnv.put(id=f"@local/~/browsing-{uid}/shop", environment_name="shop", domains=["shop.test"], - backend_docker_image_artifact=_image("agentenv_website", f"browsing-shop-{uid}")) - - -@pytest.fixture -def made(monkeypatch) -> list[str]: - """The ids of the local sandboxes this test's process makes, so it finds and counts only its own.""" - return local_sandboxes.recorded_sandbox_ids(monkeypatch) - - -def _office(shop, browser_envs) -> MultiEnv: - return MultiEnv.put(id=f"@local/~/browsing-{uuid.uuid4().hex[:8]}/office", mcp_server_envs=[], - website_envs=[shop], browser_envs=browser_envs, name="office") - - -async def _drive(deployed) -> dict: - """What an agent sees through the gateway's /mcp: the tools it lists, a screenshot by chromium's name, and the - tabs after it opens the site by name.""" - async with streamable_http_client(deployed.mcp_url) as (read, write, _): - async with ClientSession(read, write) as session: - await session.initialize() - tools = {tool.name for tool in (await session.list_tools()).tools} - shot = await session.call_tool("chromium_computer_screenshot", {}) - opened = await session.call_tool("chromium_computer_navigate", {"url": MULTI_SITE}) - tabs = await session.call_tool("chromium_computer_tabs", {"action": "list"}) - return {"tools": tools, "shot": not shot.isError and any(part.type == "image" for part in shot.content), - "opened": not opened.isError, - "tabs": " ".join(part.text for part in tabs.content if part.type == "text")} - - -async def _answers_again(deployed) -> bool: - """Whether chromium's screenshot answers through the gateway, asked again until it does or ``WAIT_S`` passes.""" - deadline = asyncio.get_running_loop().time() + WAIT_S - while asyncio.get_running_loop().time() < deadline: - try: - async with streamable_http_client(deployed.mcp_url) as (read, write, _): - async with ClientSession(read, write) as session: - await session.initialize() - if not (await session.call_tool("chromium_computer_screenshot", {})).isError: - return True - except Exception: # noqa: BLE001 - the gateway or the browser restarting - pass - await asyncio.sleep(ANSWER_POLL_S) - return False - - -async def _cdp_at_gateway(deployed, browser: DeployedEnv, *, at: str | None = None, user: str = "ada", - origin: str | None = None, ca: LocalCA | None = None, context: str | None = None) -> dict: - """The CDP address the browser gives ``user``, asked through the gateway's ``/svc/chromium/`` route, at ``at``, a - front before it, else its own address, with the browser's own control token, as agentenv asks a computer child, - naming ``origin`` or not.""" - app = next(child for child in browser.environment_card["children_environments"] if child["name"] == "chromium") - path = protocol_v1.find_extension_method(app, BROWSER, "cdp")["endpoint"] - async with httpx.AsyncClient(timeout=180, verify=_trusting(ca) if ca else True) as http: - answer = await http.post(f"{at or deployed.gateway_url}/svc/chromium{path}", - json={"user": user, **({"origin": origin} if origin else {}), - **({"context": context} if context else {})}, - headers=browser.control_headers) - assert answer.status_code == 200, answer.text - return answer.json() - - -def _browser_universe(env_id: str, cookies: list[dict]) -> EnvironmentUniverseArtifact: - """An environment universe whose chromium environment holds a browser state setting ``cookies``.""" - run = uuid.uuid4().hex[:8] - state = FileArtifact.put_bytes(id=f"{env_id}-browser-{run}", description="multi env browser e2e", - filename="browser-state.json", content=json.dumps({"cookies": cookies}).encode(), - content_type="application/json") - environment = EnvironmentArtifact.put(id=f"{env_id}-browser-env-{run}", environment_name="chromium", - file_artifacts={"browser-state.json": state}) - return EnvironmentUniverseArtifact.put(id=f"{env_id}-universe-{run}", environment_artifacts=[environment]) - - async def _browser_op(browser: DeployedEnv, op: str, params: dict) -> dict: """``op``'s answer from the browser app on ``browser``, a multi env's browser computer, through its own record.""" app = next(child for child in browser.environment_card["children_environments"] if child["name"] == "chromium") assert find_extension_method(app, BROWSER, op) is not None, op return await invoke_extension(browser.environment_url, app, BROWSER, params, 60, method=op, headers=browser.control_headers) - - -async def _discovery(http_url: str) -> dict: - async with httpx.AsyncClient(timeout=60) as http: - answer = await http.get(f"{http_url.rstrip('/')}/json/version") - assert answer.status_code == 200, answer.text - return answer.json() - - -@pytest.mark.asyncio -async def test_chromium_as_a_multi_envs_browser_runs_on_its_own_sandbox_reached_through_the_gateway( - browser_computer, shop, made): - with namespace_routing(): - office = _office(shop, [Env.get(browser_computer.id)]) - step = DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", ttl_seconds=900, - child_envs={"chromium": MULTI_CHROMIUM}) - assert step.preflight() == [] - context = TaskStepContext() - try: - [deployed] = (await step.execute(context)).deployed_envs - browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) - stated = {child.environment_name for child in protocol_v1.children(deployed.environment_card)} - driven = await _drive(deployed) - address = await _cdp_at_gateway(deployed, browser) - discovered = await _discovery(address["http_url"]) - seen = await _cdp_agent_loads(address["ws_url"], [MULTI_SITE]) - reattached = await Env.from_instance_id(deployed.instance_id) - world = _browser_universe(office.id, [{"name": "sid", "value": "ada", "url": MULTI_SITE, "max_age": 3600}]) - await LoadArtifactTaskStep(id="seed", version=None, env_id=office.id, artifact_id=world.id).execute(context) - loaded = await _browser_op(browser, "cookies/get", {"urls": [MULTI_SITE]}) - - subprocess.run(["docker", "kill", *_containers(browser.sandbox_id)], capture_output=True) - await ResetEnvTaskStep(id="reset", version=None, env_id=office.id, fail_task_on_error=True).execute(context) - after_kill = await _answers_again(deployed) - after_kill_tabs = (await _drive(deployed))["tabs"] - - subprocess.run(["docker", "restart", _gateway(deployed, made)], capture_output=True, check=True) - through_restart = await _answers_again(deployed) - await ResetEnvTaskStep(id="reset-2", version=None, env_id=office.id, - fail_task_on_error=True).execute(context) - after_restart = await _answers_again(deployed) - up = _containers(browser.sandbox_id) - finally: - report = await teardown_run(context) - - assert not report.failed and up and _containers(browser.sandbox_id) == [] - # chromium is a computer child on a sandbox of its own, and no playwright-mcp runs. - assert set(deployed.child_envs) == {"chromium"} - assert deployed.sandbox_ids["local"] == {"chromium": browser.sandbox_id} - assert "chromium" in stated and PLAYWRIGHT_MCP_ENVIRONMENT_NAME not in stated, stated - computer = deployed.child_envs["chromium"]["metadata"]["computer"] - assert computer["sites"]["names"]["routes"] == {"shop": ["shop.test"]} - [start_tab] = computer["start_tabs"]["chromium"] - assert (start_tab["url"], start_tab["site"], start_tab["outcome"]) == (MULTI_SITE, "shop", "loaded"), start_tab - # An agent drives it through the gateway, every tool under chromium_. - assert {"chromium_computer_screenshot", "chromium_computer_navigate"} <= driven["tools"], driven - assert not any(name.startswith("computer_") for name in driven["tools"]), driven - assert driven["shot"] and driven["opened"] and MULTI_SITE in driven["tabs"], driven - # Its CDP address names the gateway, its discovery answer too, and an agent there reaches the site by name. - token = address["http_url"].split("/cdp/")[1].strip("/") - assert address["http_url"] == f"{deployed.gateway_url}/browser/chromium/cdp/{token}/", address - assert browser.environment_url.rstrip("/") not in json.dumps([address, discovered]), (address, discovered) - assert discovered["webSocketDebuggerUrl"].startswith( - f"ws{deployed.gateway_url.removeprefix('http')}/browser/chromium/cdp/"), discovered - assert seen[MULTI_SITE]["error"] is None and seen[MULTI_SITE].get("ready") == "complete", seen - # A later process reattaches it from the instance store, and a universe loaded into the multi env sets its cookies. - assert reattached._computers.browser._deployed.sandbox_id == browser.sandbox_id - assert [cookie["value"] for cookie in loaded["cookies"] if cookie["name"] == "sid"] == ["ada"], loaded - # Through a kill and a gateway restart, a reset brings it back. - assert after_kill and MULTI_SITE in after_kill_tabs, after_kill_tabs - assert after_restart, through_restart - - -@pytest.mark.asyncio -async def test_two_leases_in_a_multi_envs_browser_each_sign_in_to_its_site_by_name_through_the_gateway( - browser_computer, session_shop): - """M8.15: in a multi env whose browser is chromium, two leases are each signed in to the env's site as a user of - their own, and a tab of each opens the site by its name, over https through the gateway, as that user; the - default context has none of their cookies.""" - with namespace_routing(): - office = _office(session_shop, [Env.get(browser_computer.id)]) - context = TaskStepContext() - - def step(type: str, **fields): - return get_task_step_registry()[type].from_dict({ - "id": f"{type}-{fields.get('label') or fields.get('context')}", "version": None, "type": type, - "env_id": office.id, **fields}) - - try: - [deployed] = (await DeployEnvTaskStep( - id="office", version=None, env_id=office.id, sandbox_type="local", ttl_seconds=900, - child_envs={"chromium": {"sandbox_type": "local", "env_params": { - "form": "container", "app_settings": {"chromium": {"start_urls": ["about:blank"]}}}}}, - ).execute(context)).deployed_envs - browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) - for label, user in (("buyer", "alex"), ("seller", "bo")): - context = await step("browser_lease_context", label=label, grants=["ada"]).execute(context) - context = await step("browser_sign_in", site=session_shop.id, user=user, context=label).execute(context) - context = await step("browser_open_tab", url=SESSION_PAGE, context=label).execute(context) - seen = {label: await _lease_page_text(browser, (await _cdp_at_gateway(deployed, browser, context=label))[ - "ws_url"], label) for label in ("buyer", "seller")} - default_cookies = (await _browser_op(browser, "cookies/get", {"urls": ["https://shop.test/"]}))["cookies"] - finally: - report = await teardown_run(context) - - assert not report.failed - assert '"alex"' in seen["buyer"] and '"bo"' in seen["seller"], seen - assert default_cookies == [], default_cookies - - -async def _lease_page_text(browser: DeployedEnv, ws_url: str, label: str) -> str: - """The text of the page the one tab of the lease ``label`` shows once it's on shop.test, read over the CDP - address ``ws_url``; what it last read if that never says who's signed in.""" - text, deadline = "", time.monotonic() + WAIT_S - while time.monotonic() < deadline: - [tab] = (await _browser_op(browser, "tabs/list", {"context": label}))["tabs"] - if tab["url"].startswith("https://shop.test/"): - async with connect(ws_url, max_size=None, open_timeout=60) as ws: - ids = itertools.count(1) - - async def call(method: str, params: dict, session: str | None = None) -> dict: - message_id = next(ids) - await ws.send(json.dumps({"id": message_id, "method": method, "params": params, - **({"sessionId": session} if session else {})})) - while (reply := json.loads(await asyncio.wait_for(ws.recv(), 60))).get("id") != message_id: - pass - return reply - - session = (await call("Target.attachToTarget", {"targetId": tab["id"], "flatten": True}))[ - "result"]["sessionId"] - text = (await call("Runtime.evaluate", {"expression": "document.body ? document.body.innerText : ''", - "returnByValue": True}, session))["result"]["result"].get( - "value", "") - if '"user"' in text: - return text - await asyncio.sleep(POLL_S) - return text - - -@pytest.mark.asyncio -async def test_a_multi_env_naming_no_browser_takes_the_runs_and_chromium_runs_as_a_computer_child(browser_computer, - shop): - with namespace_routing(): - office = _office(shop, None) - context = TaskStepContext() - try: - with run_env_ids({WEBSITE_BROWSER_OVERRIDE: browser_computer.id}): - [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", - ttl_seconds=900, child_envs={"chromium": MULTI_CHROMIUM} - ).execute(context)).deployed_envs - stated = {child.environment_name for child in protocol_v1.children(deployed.environment_card)} - finally: - report = await teardown_run(context) - - assert not report.failed and set(deployed.child_envs) == {"chromium"} - assert PLAYWRIGHT_MCP_ENVIRONMENT_NAME not in stated, stated - [start_tab] = deployed.child_envs["chromium"]["metadata"]["computer"]["start_tabs"]["chromium"] - assert (start_tab["url"], start_tab["site"], start_tab["outcome"]) == (MULTI_SITE, "shop", "loaded"), start_tab - - -@pytest.mark.asyncio -async def test_browser_connect_cdp_hands_an_agent_an_address_at_the_multi_envs_gateway_with_its_tools_hidden( - browser_computer, shop): - with namespace_routing(): - agent = put_test_agent(f"cdp-agent-{uuid.uuid4().hex[:8]}") - office = _office(shop, [Env.get(browser_computer.id)]) - context = TaskStepContext() - try: - [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", - ttl_seconds=900, child_envs={"chromium": MULTI_CHROMIUM} - ).execute(context)).deployed_envs - await DeployAgentTaskStep(id="deploy-solver", version=None, env_ids=[], a2a_agent_id=agent.id, - a2a_agent_version=agent.version, agent_name="solver", - sandbox_type="local").execute(context) - await BrowserConnectCdpTaskStep(id="connect", version=None, env_id=office.id, - agent_name="solver").execute(context) - _, title = await _opened_over_cdp(context, "first", url=MULTI_SITE) - tools = await _tool_names(deployed) - async with httpx.AsyncClient(timeout=30) as http: - lines = (await http.get(f"{deployed.gateway_url}/trajectory")).text.splitlines() - relayed = [event for event in map(json.loads, lines) if event.get("event_type") == "browser_connection"] - finally: - report = await teardown_run(context) - - assert not title.startswith("failed"), title - assert tools == [], tools - assert [event["browser"] for event in relayed] and all(event["browser"] == "chromium" for event in relayed), relayed - assert context.metadata["browser_connections"] == [{ - "step_id": "connect", "env_id": office.id, "agent_name": "solver", "browser": "chromium", "name": "chromium", - "keep_tools": False, "role": "default", "tools_hidden": "*"}] - assert not report.failed - - -@pytest.mark.asyncio -async def test_behind_a_front_that_ends_tls_the_multi_envs_gateway_hands_out_https_and_wss_and_an_agent_connects( - browser_computer, shop): - ca = local_ca() - with namespace_routing(): - office = _office(shop, [Env.get(browser_computer.id)]) - context = TaskStepContext() - try: - [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", - ttl_seconds=900, child_envs={"chromium": MULTI_CHROMIUM} - ).execute(context)).deployed_envs - browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) - gateway = urllib.parse.urlsplit(deployed.gateway_url) - async with tls_front(ca, gateway.hostname, gateway.port) as front: - named = await _cdp_at_gateway(deployed, browser, at=front, origin=front, ca=ca) - unnamed = await _cdp_at_gateway(deployed, browser, at=front, user="bob", ca=ca) - discovered = await _discovered(named["http_url"], ca) - seen = await _cdp_agent_loads(named["ws_url"], [MULTI_SITE], tls=_trusting(ca)) - finally: - report = await teardown_run(context) - - host = front.removeprefix("https://") - assert named["http_url"].startswith(f"{front}/browser/chromium/cdp/"), named - assert named["ws_url"].startswith(f"wss://{host}/browser/chromium/cdp/") and discovered == named["ws_url"], named - assert unnamed["ws_url"].startswith(f"ws://{host}/browser/chromium/cdp/"), unnamed - assert seen[MULTI_SITE]["error"] is None and seen[MULTI_SITE].get("ready") == "complete", seen - assert not report.failed - - -#: A page the site that offers session serves, which says who a request signs in, and chromium starting there. -SESSION_PAGE = "https://shop.test/api/session" -SESSION_CHROMIUM = {**MULTI_CHROMIUM, - "env_params": {"form": "container", "app_settings": {"chromium": {"start_urls": [SESSION_PAGE]}}}} - - -@pytest.fixture(scope="module") -def session_shop(browser_computer): - """A site named shop.test that offers website/v1 session, under a local id, as a multi env naming chromium's local - id must be.""" - with namespace_routing(): - _seed_bootstrap_envs() - uid = uuid.uuid4().hex[:8] - return WebsiteEnv.put(id=f"@local/~/signin-{uid}/shop", environment_name="shop", domains=["shop.test"], - server_docker_image_artifact=_image("session_website", f"signin-shop-{uid}")) - - -@pytest.mark.asyncio -async def test_under_a_chromium_default_a_site_gets_chromium_unnamed_which_browser_sign_in_signs_in_after_each_reset( - browser_computer, session_shop): - config = get_config() - with namespace_routing(): - office = MultiEnv.put(id=f"{session_shop.id.rsplit('/', 1)[0]}/office", mcp_server_envs=[], - website_envs=[session_shop], name="office") - sign_in = BrowserSignInTaskStep(id="in", version=None, env_id=office.id, site=session_shop.id, user="alex") - context = TaskStepContext() - config.default_website_browser_env_id = browser_computer.id # the config's default, not the run's override - try: - [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", - ttl_seconds=900, child_envs={"chromium": SESSION_CHROMIUM} - ).execute(context)).deployed_envs - browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) - before = await _signed_in(browser) - await sign_in.execute(context) - signed = await _signed_in(browser) - await ResetEnvTaskStep(id="reset", version=None, env_id=office.id, fail_task_on_error=True).execute(context) - after_reset = await _signed_in(browser) - await sign_in.execute(context) - again = await _signed_in(browser) - finally: - config.default_website_browser_env_id = None - report = await teardown_run(context) - - assert not report.failed - assert office.browser_envs is None and set(deployed.child_envs) == {"chromium"} - [start_tab] = deployed.child_envs["chromium"]["metadata"]["computer"]["start_tabs"]["chromium"] - assert (start_tab["url"], start_tab["site"], start_tab["outcome"]) == (SESSION_PAGE, "shop", "loaded"), start_tab - assert (before, signed, after_reset, again) == (None, "alex", None, "alex") - assert context.metadata["browser_steps"]["in"]["names"] == ["shop.test"] - - -FORWARDED_PAGE = "http://shop.localhost/admin/home" -FORWARDED_CHROMIUM = {**MULTI_CHROMIUM, - "env_params": {"form": "container", "app_settings": {"chromium": {"start_urls": [FORWARDED_PAGE]}}}} - - -@pytest.fixture(scope="module") -def forwarding_shop(browser_computer): - """A site named shop.localhost whose pages an app beside its server serves, signed in to by a header only the - site's own request sends, under a local id, as a multi env naming chromium's local id must be.""" - with namespace_routing(): - _seed_bootstrap_envs() - uid = uuid.uuid4().hex[:8] - return WebsiteEnv.put(id=f"@local/~/forwarding-{uid}/shop", environment_name="shop", domains=["shop.localhost"], - server_docker_image_artifact=_image("forwarding_website", f"forwarding-shop-{uid}")) - - -async def _forwarded(browser: DeployedEnv, user: str | None) -> dict: - """What the forwarding site's app saw of the browser's tab on its page, from the tab's title, once that says - ``user`` is signed in, or what it last said once ``WAIT_S`` passes.""" - seen, deadline = {}, time.monotonic() + WAIT_S - while time.monotonic() < deadline: - for tab in (await _browser_op(browser, "tabs/list", {}))["tabs"]: - if tab["url"] == FORWARDED_PAGE and tab.get("title", "").startswith("{"): - seen = json.loads(tab["title"]) - if seen and seen["user"] == user: - return seen - await asyncio.sleep(POLL_S) - return seen - - -@pytest.mark.asyncio -async def test_a_site_wrapping_an_app_signs_chromium_in_by_a_header_only_it_sends_and_the_app_serves_its_pages( - browser_computer, forwarding_shop): - """M8.35: a ForwardingSite's app serves a multi env's chromium its pages at the site's name, over HTTP for a - .localhost name, seeing that name as its Host and the page's own path; browser_sign_in signs the browser in through - the site's @session_state, the one request that sends the app its sign-in header, and the start tab loads again - signed in; the browser's requests never carry the header, and network.har has the app's pages.""" - with namespace_routing(): - office = _office(forwarding_shop, [Env.get(browser_computer.id)]) - sign_in = BrowserSignInTaskStep(id="in", version=None, env_id=office.id, site=forwarding_shop.id, user="amy") - context = TaskStepContext() - try: - [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", - ttl_seconds=900, child_envs={"chromium": FORWARDED_CHROMIUM} - ).execute(context)).deployed_envs - browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) - before = await _forwarded(browser, None) - await sign_in.execute(context) - after = await _forwarded(browser, "amy") - entries = await _har_entries(browser) - finally: - report = await teardown_run(context) - - assert not report.failed - [start_tab] = deployed.child_envs["chromium"]["metadata"]["computer"]["start_tabs"]["chromium"] - assert (start_tab["url"], start_tab["site"], start_tab["outcome"]) == (FORWARDED_PAGE, "shop", "loaded"), start_tab - page = {"host": "shop.localhost", "path": "/admin/home", "auto_login": False} - assert (before, after) == ({"user": None, **page}, {"user": "amy", **page}), (before, after) - loads = [entry for entry in entries if entry["request"]["url"] == FORWARDED_PAGE] - assert len(loads) >= 2 and {entry["response"]["status"] for entry in loads} == {200}, loads - assert not [entry for entry in entries for header in entry["request"]["headers"] - if header["name"].lower() == "x-auto-login"] - - -@pytest.mark.asyncio -async def test_a_multi_env_naming_no_browser_deploys_none(browser_computer, shop): - with namespace_routing(): - office = _office(shop, []) - context = TaskStepContext() - try: - [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", - ttl_seconds=900).execute(context)).deployed_envs - stated = {child.environment_name for child in protocol_v1.children(deployed.environment_card)} - finally: - report = await teardown_run(context) - - assert not report.failed and not deployed.child_envs - assert "shop" in stated and PLAYWRIGHT_MCP_ENVIRONMENT_NAME not in stated and "chromium" not in stated, stated - - -# --- a site reached by its names through a multi env's gateway --- - -HOST_START = "https://shop.test/api/host" -HOST_CHROMIUM = {**MULTI_CHROMIUM, - "env_params": {"form": "container", "app_settings": {"chromium": {"start_urls": [HOST_START]}}}} -#: Where the gateway reaches the site, which is the site's Host when a client reaches it at any other name. -SITE_INTERNAL = f"shop-{AGENT_ENV_WEBSITE_BACKEND_SUFFIX}:{AGENT_ENV_WEBSITE_BACKEND_PORT}" - - -@pytest.fixture(scope="module") -def host_shops(browser_computer): - """Two sites named shop.test that build their addresses from their Host, as many real apps do, under local ids: - one whose env stores the name and that serves no card, and one that stores none and whose card declares it.""" - with namespace_routing(): - _seed_bootstrap_envs() - uid = uuid.uuid4().hex[:8] - image = _image("host_website", f"host-shop-{uid}") - return {"stored": WebsiteEnv.put(id=f"@local/~/host-{uid}/stored/shop", environment_name="shop", - domains=["shop.test"], server_docker_image_artifact=image), - "card": WebsiteEnv.put(id=f"@local/~/host-{uid}/card/shop", environment_name="shop", - settings={"card_domains": "shop.test"}, server_docker_image_artifact=image)} - - -async def _landed(deployed, browser: DeployedEnv, url: str) -> str: - """Where chromium lands, driven through the gateway's /mcp to ``url``: the first tab at the site's /home, else - every tab's URL.""" - async with streamable_http_client(deployed.mcp_url) as (read, write, _): - async with ClientSession(read, write) as session: - await session.initialize() - assert not (await session.call_tool("chromium_computer_navigate", {"url": url})).isError - deadline = asyncio.get_running_loop().time() + WAIT_S - while True: - urls = [tab.get("url", "") for tab in await tabs_of(browser)] - if (home := next((u for u in urls if u.endswith("/home")), None)) or \ - asyncio.get_running_loop().time() > deadline: - return home or " ".join(urls) - await asyncio.sleep(POLL_S) - - -async def _listed(deployed) -> list[str]: - async with streamable_http_client(deployed.mcp_url) as (read, write, _): - async with ClientSession(read, write) as session: - await session.initialize() - result = await session.call_tool("list_website_urls", {}) - assert not result.isError and result.structuredContent, result - return result.structuredContent["result"] - - -async def _seen(deployed, root: str | None) -> dict: - """The Host and X-Forwarded-Host the site sees for a request straight to the gateway's site route naming ``root`` - as the origin it was reached at, or naming none.""" - async with httpx.AsyncClient(timeout=30) as http: - answer = await http.get(f"{deployed.gateway_url}/website/shop/api/host", - headers={"AgentEnv-Site-Root": root} if root else {}) - assert answer.status_code == 200, answer.text - return answer.json() - - -@pytest.mark.asyncio -@pytest.mark.parametrize("names", ["stored", "card"]) -async def test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one( - browser_computer, host_shops, made, names): - with namespace_routing(): - office = _office(host_shops[names], [Env.get(browser_computer.id)]) - step = DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", ttl_seconds=900, - child_envs={"chromium": HOST_CHROMIUM}) - context = TaskStepContext() - try: - [deployed] = (await step.execute(context)).deployed_envs - browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) - landed, listed = await _landed(deployed, browser, "https://shop.test/login"), await _listed(deployed) - seen = [await _seen(deployed, root) for root in ("https://Shop.Test", "https://evil.example", None)] - subprocess.run(["docker", "restart", _gateway(deployed, made)], capture_output=True, check=True) - again = await _answers_again(deployed) - after_restart = (await _landed(deployed, browser, "https://shop.test/login"), await _listed(deployed), - await _seen(deployed, "https://evil.example")) - finally: - report = await teardown_run(context) - - assert not report.failed - # chromium follows the site's redirect, built from its Host, to the name it reached it at. - assert landed == "https://shop.test/home", landed - # An agent beside chromium is given the site at the name chromium opens it at. - assert listed == ["https://shop.test/"], listed - # A client naming any other origin, or none, leaves the site its internal Host; X-Forwarded-Host is as it was. - gateway_host = urllib.parse.urlsplit(deployed.gateway_url).netloc - assert seen == [{"host": "Shop.Test", "forwarded_host": "Shop.Test"}, - {"host": SITE_INTERNAL, "forwarded_host": "evil.example"}, - {"host": SITE_INTERNAL, "forwarded_host": gateway_host}], seen - # A restarted gateway, which reads a card's names again, keeps all of it. - assert again and after_restart == ("https://shop.test/home", ["https://shop.test/"], - {"host": SITE_INTERNAL, "forwarded_host": "evil.example"}), after_restart diff --git a/tst/integration/computer/browser_multi_env_test.py b/tst/integration/computer/browser_multi_env_test.py new file mode 100644 index 000000000..4a0335b9e --- /dev/null +++ b/tst/integration/computer/browser_multi_env_test.py @@ -0,0 +1,596 @@ +"""agentenv's chromium as a multi env's website browser, ``browser_envs = [chromium]``: it deploys on a sandbox of +its own as one more computer child beside a synthetic site, with no playwright-mcp, and is reached through the multi +env's gateway. Its start tab loads the site by name through the gateway, an agent drives it through the gateway's /mcp +under ``chromium_``, its CDP address asked through ``/svc/chromium/`` names the gateway and reaches the site by name, a +later process reattaches it from the instance store, a universe loaded into the multi env sets its cookies, and +reset_env brings it back after its container is killed and after the gateway restarts; two leases are each signed in +to the site as a user of their own and open it by name, the default context having none of their cookies; a multi env +naming none takes the run's browser, chromium too, the same way, and ``browser_envs = []`` deploys none; and +browser_connect_cdp hands an agent an address to it at the multi env's gateway, whose relay takes the agent's page to +the site by name, with the multi env's tools hidden from the agent's role. A site chromium reaches by name, whether +its env stores the name or its card declares it, takes that name as its Host, so its redirects land on it and an agent +is given the site at it, while a client naming any other origin, or none, leaves the site its internal Host, through a +gateway restart too. +Needs Docker and the local registry on localhost:5000, and Node 20 or later and npm for the CDP clients.""" + +import asyncio +import itertools +import json +import subprocess +import time +import urllib.parse +import uuid + +import httpx +import pytest +from mcp import ClientSession +from mcp.client.streamable_http import streamable_http_client +from websockets.asyncio.client import connect + +from agentenv_protocol import client as protocol_v1 +from agentenv_protocol.website_browser import BROWSER + +from agent_env.artifact import EnvironmentUniverseArtifact +from agent_env.artifact.artifacts.environment import EnvironmentArtifact +from agent_env.artifact.artifacts.file import FileArtifact +from agent_env.config import get_config +from agent_env.config.runtime import WEBSITE_BROWSER_OVERRIDE, run_env_ids +from agent_env.env import Env +from agent_env.env.env import DeployedEnv +from agent_env.env.envs.multi_env import MultiEnv +from agent_env.env.envs.playwright_mcp import PLAYWRIGHT_MCP_ENVIRONMENT_NAME +from agent_env.env.envs.website import WebsiteEnv +from agent_env.providers.env_providers.constants import AGENT_ENV_WEBSITE_BACKEND_PORT, AGENT_ENV_WEBSITE_BACKEND_SUFFIX +from agent_env.store.object_store.local.tls import LocalCA, local_ca +from agent_env.store.routing import namespace_routing +from agent_env.task.teardown import teardown_run +from agent_env.task_step.context import TaskStepContext +from agent_env.task_step.registry import get_task_step_registry +from agent_env.task_step.task_steps.browser.connect_cdp import BrowserConnectCdpTaskStep +from agent_env.task_step.task_steps.browser.sign_in import BrowserSignInTaskStep +from agent_env.task_step.task_steps.deploy_agent import DeployAgentTaskStep +from agent_env.task_step.task_steps.deploy_env import DeployEnvTaskStep +from agent_env.task_step.task_steps.load_artifact import LoadArtifactTaskStep +from agent_env.task_step.task_steps.reset_env import ResetEnvTaskStep +from tst.integration.computer.multi_env_computers_test import _containers, _gateway, _image +from tst.integration.computer.website_browser_test import _signed_in +from tst.integration.computer.start_tabs import tabs_of +from tst.integration.store.local_parallel_deploy_test import _seed_bootstrap_envs +from tst.util import local_sandboxes +from tst.util.a2a_test_agent import put_test_agent +from tst.util.tls_front import tls_front +from tst.integration.computer.browser_computer_test import POLL_S, WAIT_S, _browser_op, _cdp_agent_loads, _discovered, _har_entries, _opened_over_cdp, _tool_names, _trusting + +pytestmark = [pytest.mark.integration, pytest.mark.int_test_slow] + + +MULTI_SITE = "https://shop.test/api/health" +MULTI_CHROMIUM = {"sandbox_type": "local", + "env_params": {"form": "container", "app_settings": {"chromium": {"start_urls": [MULTI_SITE]}}}} +#: How often a multi env's browser is asked through the gateway whether it answers again. +ANSWER_POLL_S = 2.0 + + +@pytest.fixture(scope="module") +def shop(browser_computer): + """The gateway's and service-db's envs, and a website whose backend is the small agentenv website, named + shop.test, under a local id, since a multi env naming chromium's local id must be local too.""" + with namespace_routing(): + _seed_bootstrap_envs() + uid = uuid.uuid4().hex[:8] + return WebsiteEnv.put(id=f"@local/~/browsing-{uid}/shop", environment_name="shop", domains=["shop.test"], + backend_docker_image_artifact=_image("agentenv_website", f"browsing-shop-{uid}")) + + +@pytest.fixture +def made(monkeypatch) -> list[str]: + """The ids of the local sandboxes this test's process makes, so it finds and counts only its own.""" + return local_sandboxes.recorded_sandbox_ids(monkeypatch) + + +def _office(shop, browser_envs) -> MultiEnv: + return MultiEnv.put(id=f"@local/~/browsing-{uuid.uuid4().hex[:8]}/office", mcp_server_envs=[], + website_envs=[shop], browser_envs=browser_envs, name="office") + + +async def _drive(deployed) -> dict: + """What an agent sees through the gateway's /mcp: the tools it lists, a screenshot by chromium's name, and the + tabs after it opens the site by name.""" + async with streamable_http_client(deployed.mcp_url) as (read, write, _): + async with ClientSession(read, write) as session: + await session.initialize() + tools = {tool.name for tool in (await session.list_tools()).tools} + shot = await session.call_tool("chromium_computer_screenshot", {}) + opened = await session.call_tool("chromium_computer_navigate", {"url": MULTI_SITE}) + tabs = await session.call_tool("chromium_computer_tabs", {"action": "list"}) + return {"tools": tools, "shot": not shot.isError and any(part.type == "image" for part in shot.content), + "opened": not opened.isError, + "tabs": " ".join(part.text for part in tabs.content if part.type == "text")} + + +async def _answers_again(deployed) -> bool: + """Whether chromium's screenshot answers through the gateway, asked again until it does or ``WAIT_S`` passes.""" + deadline = asyncio.get_running_loop().time() + WAIT_S + while asyncio.get_running_loop().time() < deadline: + try: + async with streamable_http_client(deployed.mcp_url) as (read, write, _): + async with ClientSession(read, write) as session: + await session.initialize() + if not (await session.call_tool("chromium_computer_screenshot", {})).isError: + return True + except Exception: # noqa: BLE001 - the gateway or the browser restarting + pass + await asyncio.sleep(ANSWER_POLL_S) + return False + + +async def _cdp_at_gateway(deployed, browser: DeployedEnv, *, at: str | None = None, user: str = "ada", + origin: str | None = None, ca: LocalCA | None = None, context: str | None = None) -> dict: + """The CDP address the browser gives ``user``, asked through the gateway's ``/svc/chromium/`` route, at ``at``, a + front before it, else its own address, with the browser's own control token, as agentenv asks a computer child, + naming ``origin`` or not.""" + app = next(child for child in browser.environment_card["children_environments"] if child["name"] == "chromium") + path = protocol_v1.find_extension_method(app, BROWSER, "cdp")["endpoint"] + async with httpx.AsyncClient(timeout=180, verify=_trusting(ca) if ca else True) as http: + answer = await http.post(f"{at or deployed.gateway_url}/svc/chromium{path}", + json={"user": user, **({"origin": origin} if origin else {}), + **({"context": context} if context else {})}, + headers=browser.control_headers) + assert answer.status_code == 200, answer.text + return answer.json() + + +def _browser_universe(env_id: str, cookies: list[dict]) -> EnvironmentUniverseArtifact: + """An environment universe whose chromium environment holds a browser state setting ``cookies``.""" + run = uuid.uuid4().hex[:8] + state = FileArtifact.put_bytes(id=f"{env_id}-browser-{run}", description="multi env browser e2e", + filename="browser-state.json", content=json.dumps({"cookies": cookies}).encode(), + content_type="application/json") + environment = EnvironmentArtifact.put(id=f"{env_id}-browser-env-{run}", environment_name="chromium", + file_artifacts={"browser-state.json": state}) + return EnvironmentUniverseArtifact.put(id=f"{env_id}-universe-{run}", environment_artifacts=[environment]) + + +async def _discovery(http_url: str) -> dict: + async with httpx.AsyncClient(timeout=60) as http: + answer = await http.get(f"{http_url.rstrip('/')}/json/version") + assert answer.status_code == 200, answer.text + return answer.json() + + +@pytest.mark.asyncio +async def test_chromium_as_a_multi_envs_browser_runs_on_its_own_sandbox_reached_through_the_gateway( + browser_computer, shop, made): + with namespace_routing(): + office = _office(shop, [Env.get(browser_computer.id)]) + step = DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", ttl_seconds=900, + child_envs={"chromium": MULTI_CHROMIUM}) + assert step.preflight() == [] + context = TaskStepContext() + try: + [deployed] = (await step.execute(context)).deployed_envs + browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) + stated = {child.environment_name for child in protocol_v1.children(deployed.environment_card)} + driven = await _drive(deployed) + address = await _cdp_at_gateway(deployed, browser) + discovered = await _discovery(address["http_url"]) + seen = await _cdp_agent_loads(address["ws_url"], [MULTI_SITE]) + reattached = await Env.from_instance_id(deployed.instance_id) + world = _browser_universe(office.id, [{"name": "sid", "value": "ada", "url": MULTI_SITE, "max_age": 3600}]) + await LoadArtifactTaskStep(id="seed", version=None, env_id=office.id, artifact_id=world.id).execute(context) + loaded = await _browser_op(browser, "cookies/get", {"urls": [MULTI_SITE]}) + + subprocess.run(["docker", "kill", *_containers(browser.sandbox_id)], capture_output=True) + await ResetEnvTaskStep(id="reset", version=None, env_id=office.id, fail_task_on_error=True).execute(context) + after_kill = await _answers_again(deployed) + after_kill_tabs = (await _drive(deployed))["tabs"] + + subprocess.run(["docker", "restart", _gateway(deployed, made)], capture_output=True, check=True) + through_restart = await _answers_again(deployed) + await ResetEnvTaskStep(id="reset-2", version=None, env_id=office.id, + fail_task_on_error=True).execute(context) + after_restart = await _answers_again(deployed) + up = _containers(browser.sandbox_id) + finally: + report = await teardown_run(context) + + assert not report.failed and up and _containers(browser.sandbox_id) == [] + # chromium is a computer child on a sandbox of its own, and no playwright-mcp runs. + assert set(deployed.child_envs) == {"chromium"} + assert deployed.sandbox_ids["local"] == {"chromium": browser.sandbox_id} + assert "chromium" in stated and PLAYWRIGHT_MCP_ENVIRONMENT_NAME not in stated, stated + computer = deployed.child_envs["chromium"]["metadata"]["computer"] + assert computer["sites"]["names"]["routes"] == {"shop": ["shop.test"]} + [start_tab] = computer["start_tabs"]["chromium"] + assert (start_tab["url"], start_tab["site"], start_tab["outcome"]) == (MULTI_SITE, "shop", "loaded"), start_tab + # An agent drives it through the gateway, every tool under chromium_. + assert {"chromium_computer_screenshot", "chromium_computer_navigate"} <= driven["tools"], driven + assert not any(name.startswith("computer_") for name in driven["tools"]), driven + assert driven["shot"] and driven["opened"] and MULTI_SITE in driven["tabs"], driven + # Its CDP address names the gateway, its discovery answer too, and an agent there reaches the site by name. + token = address["http_url"].split("/cdp/")[1].strip("/") + assert address["http_url"] == f"{deployed.gateway_url}/browser/chromium/cdp/{token}/", address + assert browser.environment_url.rstrip("/") not in json.dumps([address, discovered]), (address, discovered) + assert discovered["webSocketDebuggerUrl"].startswith( + f"ws{deployed.gateway_url.removeprefix('http')}/browser/chromium/cdp/"), discovered + assert seen[MULTI_SITE]["error"] is None and seen[MULTI_SITE].get("ready") == "complete", seen + # A later process reattaches it from the instance store, and a universe loaded into the multi env sets its cookies. + assert reattached._computers.browser._deployed.sandbox_id == browser.sandbox_id + assert [cookie["value"] for cookie in loaded["cookies"] if cookie["name"] == "sid"] == ["ada"], loaded + # Through a kill and a gateway restart, a reset brings it back. + assert after_kill and MULTI_SITE in after_kill_tabs, after_kill_tabs + assert after_restart, through_restart + + +@pytest.mark.asyncio +async def test_two_leases_in_a_multi_envs_browser_each_sign_in_to_its_site_by_name_through_the_gateway( + browser_computer, session_shop): + """M8.15: in a multi env whose browser is chromium, two leases are each signed in to the env's site as a user of + their own, and a tab of each opens the site by its name, over https through the gateway, as that user; the + default context has none of their cookies.""" + with namespace_routing(): + office = _office(session_shop, [Env.get(browser_computer.id)]) + context = TaskStepContext() + + def step(type: str, **fields): + return get_task_step_registry()[type].from_dict({ + "id": f"{type}-{fields.get('label') or fields.get('context')}", "version": None, "type": type, + "env_id": office.id, **fields}) + + try: + [deployed] = (await DeployEnvTaskStep( + id="office", version=None, env_id=office.id, sandbox_type="local", ttl_seconds=900, + child_envs={"chromium": {"sandbox_type": "local", "env_params": { + "form": "container", "app_settings": {"chromium": {"start_urls": ["about:blank"]}}}}}, + ).execute(context)).deployed_envs + browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) + for label, user in (("buyer", "alex"), ("seller", "bo")): + context = await step("browser_lease_context", label=label, grants=["ada"]).execute(context) + context = await step("browser_sign_in", site=session_shop.id, user=user, context=label).execute(context) + context = await step("browser_open_tab", url=SESSION_PAGE, context=label).execute(context) + seen = {label: await _lease_page_text(browser, (await _cdp_at_gateway(deployed, browser, context=label))[ + "ws_url"], label) for label in ("buyer", "seller")} + default_cookies = (await _browser_op(browser, "cookies/get", {"urls": ["https://shop.test/"]}))["cookies"] + finally: + report = await teardown_run(context) + + assert not report.failed + assert '"alex"' in seen["buyer"] and '"bo"' in seen["seller"], seen + assert default_cookies == [], default_cookies + + +async def _lease_page_text(browser: DeployedEnv, ws_url: str, label: str) -> str: + """The text of the page the one tab of the lease ``label`` shows once it's on shop.test, read over the CDP + address ``ws_url``; what it last read if that never says who's signed in.""" + text, deadline = "", time.monotonic() + WAIT_S + while time.monotonic() < deadline: + [tab] = (await _browser_op(browser, "tabs/list", {"context": label}))["tabs"] + if tab["url"].startswith("https://shop.test/"): + async with connect(ws_url, max_size=None, open_timeout=60) as ws: + ids = itertools.count(1) + + async def call(method: str, params: dict, session: str | None = None) -> dict: + message_id = next(ids) + await ws.send(json.dumps({"id": message_id, "method": method, "params": params, + **({"sessionId": session} if session else {})})) + while (reply := json.loads(await asyncio.wait_for(ws.recv(), 60))).get("id") != message_id: + pass + return reply + + session = (await call("Target.attachToTarget", {"targetId": tab["id"], "flatten": True}))[ + "result"]["sessionId"] + text = (await call("Runtime.evaluate", {"expression": "document.body ? document.body.innerText : ''", + "returnByValue": True}, session))["result"]["result"].get( + "value", "") + if '"user"' in text: + return text + await asyncio.sleep(POLL_S) + return text + + +@pytest.mark.asyncio +async def test_a_multi_env_naming_no_browser_takes_the_runs_and_chromium_runs_as_a_computer_child(browser_computer, + shop): + with namespace_routing(): + office = _office(shop, None) + context = TaskStepContext() + try: + with run_env_ids({WEBSITE_BROWSER_OVERRIDE: browser_computer.id}): + [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", + ttl_seconds=900, child_envs={"chromium": MULTI_CHROMIUM} + ).execute(context)).deployed_envs + stated = {child.environment_name for child in protocol_v1.children(deployed.environment_card)} + finally: + report = await teardown_run(context) + + assert not report.failed and set(deployed.child_envs) == {"chromium"} + assert PLAYWRIGHT_MCP_ENVIRONMENT_NAME not in stated, stated + [start_tab] = deployed.child_envs["chromium"]["metadata"]["computer"]["start_tabs"]["chromium"] + assert (start_tab["url"], start_tab["site"], start_tab["outcome"]) == (MULTI_SITE, "shop", "loaded"), start_tab + + +@pytest.mark.asyncio +async def test_browser_connect_cdp_hands_an_agent_an_address_at_the_multi_envs_gateway_with_its_tools_hidden( + browser_computer, shop): + with namespace_routing(): + agent = put_test_agent(f"cdp-agent-{uuid.uuid4().hex[:8]}") + office = _office(shop, [Env.get(browser_computer.id)]) + context = TaskStepContext() + try: + [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", + ttl_seconds=900, child_envs={"chromium": MULTI_CHROMIUM} + ).execute(context)).deployed_envs + await DeployAgentTaskStep(id="deploy-solver", version=None, env_ids=[], a2a_agent_id=agent.id, + a2a_agent_version=agent.version, agent_name="solver", + sandbox_type="local").execute(context) + await BrowserConnectCdpTaskStep(id="connect", version=None, env_id=office.id, + agent_name="solver").execute(context) + _, title = await _opened_over_cdp(context, "first", url=MULTI_SITE) + tools = await _tool_names(deployed) + async with httpx.AsyncClient(timeout=30) as http: + lines = (await http.get(f"{deployed.gateway_url}/trajectory")).text.splitlines() + relayed = [event for event in map(json.loads, lines) if event.get("event_type") == "browser_connection"] + finally: + report = await teardown_run(context) + + assert not title.startswith("failed"), title + assert tools == [], tools + assert [event["browser"] for event in relayed] and all(event["browser"] == "chromium" for event in relayed), relayed + assert context.metadata["browser_connections"] == [{ + "step_id": "connect", "env_id": office.id, "agent_name": "solver", "browser": "chromium", "name": "chromium", + "keep_tools": False, "role": "default", "tools_hidden": "*"}] + assert not report.failed + + +@pytest.mark.asyncio +async def test_behind_a_front_that_ends_tls_the_multi_envs_gateway_hands_out_https_and_wss_and_an_agent_connects( + browser_computer, shop): + ca = local_ca() + with namespace_routing(): + office = _office(shop, [Env.get(browser_computer.id)]) + context = TaskStepContext() + try: + [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", + ttl_seconds=900, child_envs={"chromium": MULTI_CHROMIUM} + ).execute(context)).deployed_envs + browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) + gateway = urllib.parse.urlsplit(deployed.gateway_url) + async with tls_front(ca, gateway.hostname, gateway.port) as front: + named = await _cdp_at_gateway(deployed, browser, at=front, origin=front, ca=ca) + unnamed = await _cdp_at_gateway(deployed, browser, at=front, user="bob", ca=ca) + discovered = await _discovered(named["http_url"], ca) + seen = await _cdp_agent_loads(named["ws_url"], [MULTI_SITE], tls=_trusting(ca)) + finally: + report = await teardown_run(context) + + host = front.removeprefix("https://") + assert named["http_url"].startswith(f"{front}/browser/chromium/cdp/"), named + assert named["ws_url"].startswith(f"wss://{host}/browser/chromium/cdp/") and discovered == named["ws_url"], named + assert unnamed["ws_url"].startswith(f"ws://{host}/browser/chromium/cdp/"), unnamed + assert seen[MULTI_SITE]["error"] is None and seen[MULTI_SITE].get("ready") == "complete", seen + assert not report.failed + + +#: A page the site that offers session serves, which says who a request signs in, and chromium starting there. +SESSION_PAGE = "https://shop.test/api/session" +SESSION_CHROMIUM = {**MULTI_CHROMIUM, + "env_params": {"form": "container", "app_settings": {"chromium": {"start_urls": [SESSION_PAGE]}}}} + + +@pytest.fixture(scope="module") +def session_shop(browser_computer): + """A site named shop.test that offers website/v1 session, under a local id, as a multi env naming chromium's local + id must be.""" + with namespace_routing(): + _seed_bootstrap_envs() + uid = uuid.uuid4().hex[:8] + return WebsiteEnv.put(id=f"@local/~/signin-{uid}/shop", environment_name="shop", domains=["shop.test"], + server_docker_image_artifact=_image("session_website", f"signin-shop-{uid}")) + + +@pytest.mark.asyncio +async def test_under_a_chromium_default_a_site_gets_chromium_unnamed_which_browser_sign_in_signs_in_after_each_reset( + browser_computer, session_shop): + config = get_config() + with namespace_routing(): + office = MultiEnv.put(id=f"{session_shop.id.rsplit('/', 1)[0]}/office", mcp_server_envs=[], + website_envs=[session_shop], name="office") + sign_in = BrowserSignInTaskStep(id="in", version=None, env_id=office.id, site=session_shop.id, user="alex") + context = TaskStepContext() + config.default_website_browser_env_id = browser_computer.id # the config's default, not the run's override + try: + [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", + ttl_seconds=900, child_envs={"chromium": SESSION_CHROMIUM} + ).execute(context)).deployed_envs + browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) + before = await _signed_in(browser) + await sign_in.execute(context) + signed = await _signed_in(browser) + await ResetEnvTaskStep(id="reset", version=None, env_id=office.id, fail_task_on_error=True).execute(context) + after_reset = await _signed_in(browser) + await sign_in.execute(context) + again = await _signed_in(browser) + finally: + config.default_website_browser_env_id = None + report = await teardown_run(context) + + assert not report.failed + assert office.browser_envs is None and set(deployed.child_envs) == {"chromium"} + [start_tab] = deployed.child_envs["chromium"]["metadata"]["computer"]["start_tabs"]["chromium"] + assert (start_tab["url"], start_tab["site"], start_tab["outcome"]) == (SESSION_PAGE, "shop", "loaded"), start_tab + assert (before, signed, after_reset, again) == (None, "alex", None, "alex") + assert context.metadata["browser_steps"]["in"]["names"] == ["shop.test"] + + +FORWARDED_PAGE = "http://shop.localhost/admin/home" +FORWARDED_CHROMIUM = {**MULTI_CHROMIUM, + "env_params": {"form": "container", "app_settings": {"chromium": {"start_urls": [FORWARDED_PAGE]}}}} + + +@pytest.fixture(scope="module") +def forwarding_shop(browser_computer): + """A site named shop.localhost whose pages an app beside its server serves, signed in to by a header only the + site's own request sends, under a local id, as a multi env naming chromium's local id must be.""" + with namespace_routing(): + _seed_bootstrap_envs() + uid = uuid.uuid4().hex[:8] + return WebsiteEnv.put(id=f"@local/~/forwarding-{uid}/shop", environment_name="shop", domains=["shop.localhost"], + server_docker_image_artifact=_image("forwarding_website", f"forwarding-shop-{uid}")) + + +async def _forwarded(browser: DeployedEnv, user: str | None) -> dict: + """What the forwarding site's app saw of the browser's tab on its page, from the tab's title, once that says + ``user`` is signed in, or what it last said once ``WAIT_S`` passes.""" + seen, deadline = {}, time.monotonic() + WAIT_S + while time.monotonic() < deadline: + for tab in (await _browser_op(browser, "tabs/list", {}))["tabs"]: + if tab["url"] == FORWARDED_PAGE and tab.get("title", "").startswith("{"): + seen = json.loads(tab["title"]) + if seen and seen["user"] == user: + return seen + await asyncio.sleep(POLL_S) + return seen + + +@pytest.mark.asyncio +async def test_a_site_wrapping_an_app_signs_chromium_in_by_a_header_only_it_sends_and_the_app_serves_its_pages( + browser_computer, forwarding_shop): + """M8.35: a ForwardingSite's app serves a multi env's chromium its pages at the site's name, over HTTP for a + .localhost name, seeing that name as its Host and the page's own path; browser_sign_in signs the browser in through + the site's @session_state, the one request that sends the app its sign-in header, and the start tab loads again + signed in; the browser's requests never carry the header, and network.har has the app's pages.""" + with namespace_routing(): + office = _office(forwarding_shop, [Env.get(browser_computer.id)]) + sign_in = BrowserSignInTaskStep(id="in", version=None, env_id=office.id, site=forwarding_shop.id, user="amy") + context = TaskStepContext() + try: + [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", + ttl_seconds=900, child_envs={"chromium": FORWARDED_CHROMIUM} + ).execute(context)).deployed_envs + browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) + before = await _forwarded(browser, None) + await sign_in.execute(context) + after = await _forwarded(browser, "amy") + entries = await _har_entries(browser) + finally: + report = await teardown_run(context) + + assert not report.failed + [start_tab] = deployed.child_envs["chromium"]["metadata"]["computer"]["start_tabs"]["chromium"] + assert (start_tab["url"], start_tab["site"], start_tab["outcome"]) == (FORWARDED_PAGE, "shop", "loaded"), start_tab + page = {"host": "shop.localhost", "path": "/admin/home", "auto_login": False} + assert (before, after) == ({"user": None, **page}, {"user": "amy", **page}), (before, after) + loads = [entry for entry in entries if entry["request"]["url"] == FORWARDED_PAGE] + assert len(loads) >= 2 and {entry["response"]["status"] for entry in loads} == {200}, loads + assert not [entry for entry in entries for header in entry["request"]["headers"] + if header["name"].lower() == "x-auto-login"] + + +@pytest.mark.asyncio +async def test_a_multi_env_naming_no_browser_deploys_none(browser_computer, shop): + with namespace_routing(): + office = _office(shop, []) + context = TaskStepContext() + try: + [deployed] = (await DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", + ttl_seconds=900).execute(context)).deployed_envs + stated = {child.environment_name for child in protocol_v1.children(deployed.environment_card)} + finally: + report = await teardown_run(context) + + assert not report.failed and not deployed.child_envs + assert "shop" in stated and PLAYWRIGHT_MCP_ENVIRONMENT_NAME not in stated and "chromium" not in stated, stated + + +# --- a site reached by its names through a multi env's gateway --- + +HOST_START = "https://shop.test/api/host" +HOST_CHROMIUM = {**MULTI_CHROMIUM, + "env_params": {"form": "container", "app_settings": {"chromium": {"start_urls": [HOST_START]}}}} +#: Where the gateway reaches the site, which is the site's Host when a client reaches it at any other name. +SITE_INTERNAL = f"shop-{AGENT_ENV_WEBSITE_BACKEND_SUFFIX}:{AGENT_ENV_WEBSITE_BACKEND_PORT}" + + +@pytest.fixture(scope="module") +def host_shops(browser_computer): + """Two sites named shop.test that build their addresses from their Host, as many real apps do, under local ids: + one whose env stores the name and that serves no card, and one that stores none and whose card declares it.""" + with namespace_routing(): + _seed_bootstrap_envs() + uid = uuid.uuid4().hex[:8] + image = _image("host_website", f"host-shop-{uid}") + return {"stored": WebsiteEnv.put(id=f"@local/~/host-{uid}/stored/shop", environment_name="shop", + domains=["shop.test"], server_docker_image_artifact=image), + "card": WebsiteEnv.put(id=f"@local/~/host-{uid}/card/shop", environment_name="shop", + settings={"card_domains": "shop.test"}, server_docker_image_artifact=image)} + + +async def _landed(deployed, browser: DeployedEnv, url: str) -> str: + """Where chromium lands, driven through the gateway's /mcp to ``url``: the first tab at the site's /home, else + every tab's URL.""" + async with streamable_http_client(deployed.mcp_url) as (read, write, _): + async with ClientSession(read, write) as session: + await session.initialize() + assert not (await session.call_tool("chromium_computer_navigate", {"url": url})).isError + deadline = asyncio.get_running_loop().time() + WAIT_S + while True: + urls = [tab.get("url", "") for tab in await tabs_of(browser)] + if (home := next((u for u in urls if u.endswith("/home")), None)) or \ + asyncio.get_running_loop().time() > deadline: + return home or " ".join(urls) + await asyncio.sleep(POLL_S) + + +async def _listed(deployed) -> list[str]: + async with streamable_http_client(deployed.mcp_url) as (read, write, _): + async with ClientSession(read, write) as session: + await session.initialize() + result = await session.call_tool("list_website_urls", {}) + assert not result.isError and result.structuredContent, result + return result.structuredContent["result"] + + +async def _seen(deployed, root: str | None) -> dict: + """The Host and X-Forwarded-Host the site sees for a request straight to the gateway's site route naming ``root`` + as the origin it was reached at, or naming none.""" + async with httpx.AsyncClient(timeout=30) as http: + answer = await http.get(f"{deployed.gateway_url}/website/shop/api/host", + headers={"AgentEnv-Site-Root": root} if root else {}) + assert answer.status_code == 200, answer.text + return answer.json() + + +@pytest.mark.asyncio +@pytest.mark.parametrize("names", ["stored", "card"]) +async def test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one( + browser_computer, host_shops, made, names): + with namespace_routing(): + office = _office(host_shops[names], [Env.get(browser_computer.id)]) + step = DeployEnvTaskStep(id="office", version=None, env_id=office.id, sandbox_type="local", ttl_seconds=900, + child_envs={"chromium": HOST_CHROMIUM}) + context = TaskStepContext() + try: + [deployed] = (await step.execute(context)).deployed_envs + browser = DeployedEnv.from_dict(deployed.child_envs["chromium"]) + landed, listed = await _landed(deployed, browser, "https://shop.test/login"), await _listed(deployed) + seen = [await _seen(deployed, root) for root in ("https://Shop.Test", "https://evil.example", None)] + subprocess.run(["docker", "restart", _gateway(deployed, made)], capture_output=True, check=True) + again = await _answers_again(deployed) + after_restart = (await _landed(deployed, browser, "https://shop.test/login"), await _listed(deployed), + await _seen(deployed, "https://evil.example")) + finally: + report = await teardown_run(context) + + assert not report.failed + # chromium follows the site's redirect, built from its Host, to the name it reached it at. + assert landed == "https://shop.test/home", landed + # An agent beside chromium is given the site at the name chromium opens it at. + assert listed == ["https://shop.test/"], listed + # A client naming any other origin, or none, leaves the site its internal Host; X-Forwarded-Host is as it was. + gateway_host = urllib.parse.urlsplit(deployed.gateway_url).netloc + assert seen == [{"host": "Shop.Test", "forwarded_host": "Shop.Test"}, + {"host": SITE_INTERNAL, "forwarded_host": "evil.example"}, + {"host": SITE_INTERNAL, "forwarded_host": gateway_host}], seen + # A restarted gateway, which reads a card's names again, keeps all of it. + assert again and after_restart == ("https://shop.test/home", ["https://shop.test/"], + {"host": SITE_INTERNAL, "forwarded_host": "evil.example"}), after_restart From 555c27664a82e9463377cd1f693378787305f545 Mon Sep 17 00:00:00 2001 From: Andrew Park Date: Fri, 13 Nov 2026 17:59:05 +0000 Subject: [PATCH 2/3] test: refresh slow_durations.json from main's run 43464622905 The table had browser_computer_test.py at 304s; it took 1035s. Rewritten with .github/scripts/slow_test_durations.py from every JUnit report of run 43464622905, with the nine moved tests it timed counted under browser_multi_env_test.py. The script rewrites the whole table, so most of the diff is that regeneration, including about 70 keys the old table lacked. Projected from that run's test times, the longest slow shard's pytest time drops from 1035s to 959s (chromium_app_test.py). The projection doesn't count the new file's own build of the browser_computer fixture. --- tst/integration/slow_durations.json | 1163 ++++++++++++++------------- 1 file changed, 617 insertions(+), 546 deletions(-) diff --git a/tst/integration/slow_durations.json b/tst/integration/slow_durations.json index 4955f5578..9d129b103 100644 --- a/tst/integration/slow_durations.json +++ b/tst/integration/slow_durations.json @@ -9,181 +9,200 @@ "seconds": { "packages/agentenv-protocol/tests/test_a2a_agent.py": 1.1, "packages/agentenv-protocol/tests/test_a2a_agent_examples.py": 0.1, - "packages/agentenv-protocol/tests/test_a2a_cdp_config.py": 0.2, + "packages/agentenv-protocol/tests/test_a2a_cdp_config.py": 0.1, "packages/agentenv-protocol/tests/test_a2a_object_transfers.py": 0.4, - "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 3.9, + "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 4.1, "packages/agentenv-protocol/tests/test_a2a_proxy.py": 9.0, - "packages/agentenv-protocol/tests/test_a2a_staging.py": 1.4, + "packages/agentenv-protocol/tests/test_a2a_staging.py": 1.5, "packages/agentenv-protocol/tests/test_a2a_trajectory_log.py": 0.3, "packages/agentenv-protocol/tests/test_agent_env_environment.py": 0.4, - "packages/agentenv-protocol/tests/test_browser_cdp.py": 0.7, - "packages/agentenv-protocol/tests/test_browser_data.py": 0.3, + "packages/agentenv-protocol/tests/test_browser_cdp.py": 5.9, + "packages/agentenv-protocol/tests/test_browser_contexts.py": 0.4, + "packages/agentenv-protocol/tests/test_browser_data.py": 0.6, + "packages/agentenv-protocol/tests/test_browser_log.py": 0.2, + "packages/agentenv-protocol/tests/test_browser_network.py": 2.6, + "packages/agentenv-protocol/tests/test_browser_recording.py": 6.0, "packages/agentenv-protocol/tests/test_browser_state.py": 0.1, - "packages/agentenv-protocol/tests/test_client.py": 0.1, + "packages/agentenv-protocol/tests/test_client.py": 0.2, "packages/agentenv-protocol/tests/test_computer_app_data.py": 3.1, - "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.4, - "packages/agentenv-protocol/tests/test_computer_conformance.py": 169.6, + "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.2, + "packages/agentenv-protocol/tests/test_computer_clock.py": 2.1, + "packages/agentenv-protocol/tests/test_computer_conformance.py": 156.7, "packages/agentenv-protocol/tests/test_computer_conformance_checks.py": 1.1, - "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 54.1, - "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 32.7, - "packages/agentenv-protocol/tests/test_computer_dataplane.py": 3.1, - "packages/agentenv-protocol/tests/test_computer_declare.py": 0.9, - "packages/agentenv-protocol/tests/test_computer_driver.py": 3.5, - "packages/agentenv-protocol/tests/test_computer_extensions.py": 5.7, - "packages/agentenv-protocol/tests/test_computer_frames.py": 5.4, - "packages/agentenv-protocol/tests/test_computer_macos.py": 0.0, - "packages/agentenv-protocol/tests/test_computer_page.py": 1.9, - "packages/agentenv-protocol/tests/test_computer_queue.py": 15.8, - "packages/agentenv-protocol/tests/test_computer_recording.py": 33.6, + "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 44.6, + "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 33.4, + "packages/agentenv-protocol/tests/test_computer_dataplane.py": 4.1, + "packages/agentenv-protocol/tests/test_computer_declare.py": 1.5, + "packages/agentenv-protocol/tests/test_computer_driver.py": 3.2, + "packages/agentenv-protocol/tests/test_computer_driver_keys.py": 0.1, + "packages/agentenv-protocol/tests/test_computer_extensions.py": 7.9, + "packages/agentenv-protocol/tests/test_computer_frames.py": 4.8, + "packages/agentenv-protocol/tests/test_computer_macos.py": 0.1, + "packages/agentenv-protocol/tests/test_computer_page.py": 1.6, + "packages/agentenv-protocol/tests/test_computer_queue.py": 16.6, + "packages/agentenv-protocol/tests/test_computer_recording.py": 34.4, "packages/agentenv-protocol/tests/test_computer_seed.py": 0.0, - "packages/agentenv-protocol/tests/test_computer_serve.py": 0.3, + "packages/agentenv-protocol/tests/test_computer_serve.py": 0.5, "packages/agentenv-protocol/tests/test_computer_served.py": 0.3, - "packages/agentenv-protocol/tests/test_computer_session_windows.py": 0.4, - "packages/agentenv-protocol/tests/test_computer_spaces.py": 1.2, - "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 8.5, - "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 1.1, - "packages/agentenv-protocol/tests/test_control_token.py": 0.0, - "packages/agentenv-protocol/tests/test_data_objects.py": 2.9, + "packages/agentenv-protocol/tests/test_computer_session_windows.py": 0.6, + "packages/agentenv-protocol/tests/test_computer_spaces.py": 1.4, + "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 10.0, + "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 1.8, + "packages/agentenv-protocol/tests/test_computer_windows_driver.py": 0.1, + "packages/agentenv-protocol/tests/test_control_token.py": 0.1, + "packages/agentenv-protocol/tests/test_data_objects.py": 3.0, + "packages/agentenv-protocol/tests/test_devtools_pipe.py": 0.0, "packages/agentenv-protocol/tests/test_errors.py": 0.3, - "packages/agentenv-protocol/tests/test_extension_methods.py": 0.1, + "packages/agentenv-protocol/tests/test_extension_methods.py": 0.0, "packages/agentenv-protocol/tests/test_intake.py": 0.0, - "packages/agentenv-protocol/tests/test_manifest.py": 0.0, + "packages/agentenv-protocol/tests/test_manifest.py": 0.1, "packages/agentenv-protocol/tests/test_preflight.py": 0.0, - "packages/agentenv-protocol/tests/test_tool_access.py": 0.2, + "packages/agentenv-protocol/tests/test_tool_access.py": 0.3, "packages/agentenv-protocol/tests/test_tool_annotations.py": 0.3, - "packages/agentenv-protocol/tests/test_tool_client.py": 1.1, + "packages/agentenv-protocol/tests/test_tool_client.py": 1.0, "packages/agentenv-protocol/tests/test_tool_context.py": 0.1, "packages/agentenv-protocol/tests/test_tool_context_fastmcp.py": 0.2, "packages/agentenv-protocol/tests/test_tool_context_injection.py": 0.3, - "packages/agentenv-protocol/tests/test_website_api.py": 0.7, - "packages/agentenv-protocol/tests/test_website_browser.py": 3.7, - "packages/agentenv-protocol/tests/test_website_conformance.py": 17.5, - "packages/agentenv-protocol/tests/test_website_environment.py": 8.0, + "packages/agentenv-protocol/tests/test_website_api.py": 0.8, + "packages/agentenv-protocol/tests/test_website_browser.py": 4.0, + "packages/agentenv-protocol/tests/test_website_conformance.py": 18.3, + "packages/agentenv-protocol/tests/test_website_environment.py": 7.9, + "packages/agentenv-protocol/tests/test_website_live.py": 0.0, "packages/agentenv-protocol/tests/test_website_mcp.py": 2.0, - "packages/agentenv-protocol/tests/test_website_notes_example.py": 1.7, + "packages/agentenv-protocol/tests/test_website_notes_example.py": 1.8, "packages/agentenv-protocol/tests/test_website_readiness.py": 0.1, - "tst/installer/test_container_journey.py": 162.4, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[pipx]": 8.6, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-project]": 10.3, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-tool]": 17.5, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[venv]": 65.7, - "tst/installer/test_plugin_changes.py::test_a_change_made_elsewhere_while_add_waits_for_confirmation_is_not_undone": 9.0, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[pipx]": 47.6, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-project]": 43.6, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-tool]": 24.5, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[venv]": 75.5, - "tst/installer/test_plugin_changes.py::test_a_package_added_next_to_a_plugin_is_removed_the_same_way": 18.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[pipx]": 58.5, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-project]": 46.5, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-tool]": 28.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[venv]": 124.7, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[pipx]": 27.9, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-project]": 33.0, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-tool]": 35.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[venv]": 72.3, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[uv-tool]": 26.7, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[venv]": 26.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[uv-tool]": 11.6, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[venv]": 50.9, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[uv-tool]": 17.6, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[venv]": 36.7, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[uv-tool]": 37.0, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[venv]": 57.3, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[hatch-Hatch has no command for this]": 21.4, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[pdm-pdm add]": 34.1, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[poetry-poetry add]": 34.3, - "tst/installer/test_plugin_changes.py::test_a_second_change_waits_for_the_first_to_finish": 44.9, - "tst/installer/test_plugin_changes.py::test_a_uv_project_removes_a_plugin_from_the_group_that_declares_it": 23.4, - "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[False]": 26.4, - "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[True]": 15.3, - "tst/installer/test_plugin_changes.py::test_a_uv_tool_whose_index_comes_from_its_config_takes_one_change_after_another": 75.8, - "tst/installer/test_plugin_changes.py::test_a_uv_workspace_removes_a_plugin_from_the_member_that_declares_it": 13.5, - "tst/installer/test_plugin_changes.py::test_a_virtual_uv_workspace_adds_the_plugin_to_the_member_that_declares_agent_env": 34.1, - "tst/installer/test_plugin_changes.py::test_adding_a_plugin_by_its_bare_name_keeps_the_version_the_tool_pins": 22.2, - "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[uv-tool]": 15.5, - "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[venv]": 24.0, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-broken-toy_broken is failed]": 29.1, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-clash-deploy_env is skipped]": 32.9, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-not-a-plugin-not an agent-env plugin]": 11.1, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-broken-toy_broken is failed]": 11.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-clash-deploy_env is skipped]": 26.4, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-not-a-plugin-not an agent-env plugin]": 14.4, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-broken-toy_broken is failed]": 13.0, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-clash-deploy_env is skipped]": 42.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-not-a-plugin-not an agent-env plugin]": 9.9, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-broken-toy_broken is failed]": 51.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-clash-deploy_env is skipped]": 29.0, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-not-a-plugin-not an agent-env plugin]": 43.6, - "tst/installer/test_plugin_changes.py::test_ctrl_c_lets_the_installer_finish_and_then_restores": 26.4, - "tst/installer/test_plugin_changes.py::test_read_only_site_packages_are_refused": 50.2, - "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[uv-tool]": 21.5, - "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[venv]": 66.0, - "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-project]": 30.5, - "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-tool]": 34.0, + "tst/installer/test_container_journey.py": 231.3, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[pipx]": 11.8, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-project]": 13.4, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-tool]": 14.8, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[venv]": 43.8, + "tst/installer/test_plugin_changes.py::test_a_change_made_elsewhere_while_add_waits_for_confirmation_is_not_undone": 15.5, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[pipx]": 31.8, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-project]": 36.9, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-tool]": 38.2, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[venv]": 71.0, + "tst/installer/test_plugin_changes.py::test_a_package_added_next_to_a_plugin_is_removed_the_same_way": 33.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[pipx]": 51.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-project]": 42.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-tool]": 39.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[venv]": 126.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[pipx]": 63.8, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-project]": 39.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-tool]": 28.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[venv]": 61.8, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[uv-tool]": 17.8, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[venv]": 68.8, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[uv-tool]": 19.6, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[venv]": 73.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[uv-tool]": 47.7, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[venv]": 58.8, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[uv-tool]": 29.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[venv]": 56.1, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[hatch-Hatch has no command for this]": 26.8, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[pdm-pdm add]": 31.7, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[poetry-poetry add]": 35.5, + "tst/installer/test_plugin_changes.py::test_a_second_change_waits_for_the_first_to_finish": 35.1, + "tst/installer/test_plugin_changes.py::test_a_uv_project_removes_a_plugin_from_the_group_that_declares_it": 22.7, + "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[False]": 19.8, + "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[True]": 23.4, + "tst/installer/test_plugin_changes.py::test_a_uv_tool_whose_index_comes_from_its_config_takes_one_change_after_another": 53.3, + "tst/installer/test_plugin_changes.py::test_a_uv_workspace_removes_a_plugin_from_the_member_that_declares_it": 21.5, + "tst/installer/test_plugin_changes.py::test_a_virtual_uv_workspace_adds_the_plugin_to_the_member_that_declares_agent_env": 31.3, + "tst/installer/test_plugin_changes.py::test_adding_a_plugin_by_its_bare_name_keeps_the_version_the_tool_pins": 31.9, + "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[uv-tool]": 12.3, + "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[venv]": 40.1, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-broken-toy_broken is failed]": 21.2, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-clash-deploy_env is skipped]": 48.4, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-not-a-plugin-not an agent-env plugin]": 16.5, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-broken-toy_broken is failed]": 12.5, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-clash-deploy_env is skipped]": 42.5, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-not-a-plugin-not an agent-env plugin]": 13.1, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-broken-toy_broken is failed]": 16.9, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-clash-deploy_env is skipped]": 26.0, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-not-a-plugin-not an agent-env plugin]": 16.3, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-broken-toy_broken is failed]": 52.0, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-clash-deploy_env is skipped]": 55.2, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-not-a-plugin-not an agent-env plugin]": 40.1, + "tst/installer/test_plugin_changes.py::test_ctrl_c_lets_the_installer_finish_and_then_restores": 14.8, + "tst/installer/test_plugin_changes.py::test_read_only_site_packages_are_refused": 36.3, + "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[uv-tool]": 29.3, + "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[venv]": 64.2, + "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-project]": 48.0, + "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-tool]": 45.1, "tst/installer/test_wheel.py": 0.0, "tst/integration/agent/a2a_agent/a2a_agent_test.py": 0.0, "tst/integration/agent/a2a_agent/agent_triggers_e2e_test.py": 0.0, + "tst/integration/agent/proxy_local_container_test.py": 41.3, "tst/integration/agent/proxy_modal_vm_test.py": 0.0, - "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 18.4, - "tst/integration/cli/bundle_init_images_test.py": 24.8, - "tst/integration/cli/bundle_register_test.py": 43.2, - "tst/integration/cli/cli_test.py": 56.5, - "tst/integration/cli/run_bundle_browser_use_test.py": 196.6, - "tst/integration/cli/run_bundle_built_agents_test.py": 45.7, + "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 27.9, + "tst/integration/cli/bundle_init_images_test.py": 32.8, + "tst/integration/cli/bundle_register_test.py": 44.4, + "tst/integration/cli/cli_test.py": 45.6, + "tst/integration/cli/run_bundle_browser_use_test.py": 258.9, + "tst/integration/cli/run_bundle_built_agents_test.py": 50.9, "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_children_name_one_container_is_refused_before_anything_is_built_or_written": 0.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 42.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 46.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 11.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 30.1, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 64.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 48.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 18.7, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 43.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 175.7, - "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 69.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 67.9, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 51.5, - "tst/integration/cli/run_bundle_claude_code_install_test.py": 123.6, - "tst/integration/cli/run_bundle_claude_code_test.py": 323.1, - "tst/integration/cli/run_bundle_cli_folder_test.py": 75.1, - "tst/integration/cli/run_bundle_image_folder_test.py": 43.8, - "tst/integration/cli/run_bundle_image_ref_test.py": 30.7, - "tst/integration/cli/run_bundle_installed_agent_test.py": 22.0, - "tst/integration/cli/run_bundle_openhands_test.py": 237.4, - "tst/integration/cli/run_bundle_pydantic_ai_test.py": 107.9, - "tst/integration/cli/run_bundle_skills_test.py": 25.1, - "tst/integration/cli/run_role_models_test.py": 36.5, - "tst/integration/computer/base_computer_test.py": 83.2, - "tst/integration/computer/browser_computer_test.py": 303.7, - "tst/integration/computer/browser_gateway_test.py": 191.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 34.5, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 50.2, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 26.4, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 31.5, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 66.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 45.4, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 25.4, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 46.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 181.0, + "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 66.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 71.2, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 51.1, + "tst/integration/cli/run_bundle_claude_code_install_test.py": 164.0, + "tst/integration/cli/run_bundle_claude_code_test.py": 387.0, + "tst/integration/cli/run_bundle_cli_folder_test.py": 85.4, + "tst/integration/cli/run_bundle_image_folder_test.py": 45.3, + "tst/integration/cli/run_bundle_image_ref_test.py": 34.3, + "tst/integration/cli/run_bundle_installed_agent_test.py": 22.1, + "tst/integration/cli/run_bundle_openhands_test.py": 299.7, + "tst/integration/cli/run_bundle_pydantic_ai_test.py": 131.9, + "tst/integration/cli/run_bundle_skills_test.py": 27.6, + "tst/integration/cli/run_bundle_task_image_test.py": 13.4, + "tst/integration/cli/run_role_models_test.py": 29.0, + "tst/integration/computer/base_computer_test.py": 163.4, + "tst/integration/computer/browser_computer_test.py": 573.6, + "tst/integration/computer/browser_gateway_test.py": 219.2, + "tst/integration/computer/browser_multi_env_test.py": 461.2, "tst/integration/computer/builder_modal_vm_test.py": 0.0, - "tst/integration/computer/ca_trust_test.py": 270.4, - "tst/integration/computer/chromium_app_test.py": 552.2, - "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 111.4, - "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 66.8, - "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 148.4, - "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 182.4, - "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 150.5, - "tst/integration/computer/computer_env_test.py": 257.9, - "tst/integration/computer/covered_test.py": 51.0, - "tst/integration/computer/cua_driver_test.py": 73.3, - "tst/integration/computer/desktop_example_test.py": 130.8, - "tst/integration/computer/disk_boot_test.py": 132.1, + "tst/integration/computer/ca_trust_test.py": 379.0, + "tst/integration/computer/chromium_app_test.py": 958.6, + "tst/integration/computer/clock_desktop_test.py": 510.9, + "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 50.3, + "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 204.2, + "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 357.1, + "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 454.8, + "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 113.1, + "tst/integration/computer/computer_clock_test.py": 298.9, + "tst/integration/computer/computer_env_test.py": 427.0, + "tst/integration/computer/covered_test.py": 98.2, + "tst/integration/computer/cua_driver_test.py": 150.0, + "tst/integration/computer/desktop_example_test.py": 241.1, + "tst/integration/computer/disk_boot_failure_modal_vm_test.py": 0.0, + "tst/integration/computer/disk_boot_test.py": 104.9, "tst/integration/computer/disk_modal_vm_test.py": 0.0, - "tst/integration/computer/launcher_test.py": 88.0, - "tst/integration/computer/multi_env_computers_test.py": 314.0, - "tst/integration/computer/recording_chaos_test.py": 136.5, - "tst/integration/computer/set_test.py": 151.9, - "tst/integration/computer/tool_prefix_test.py": 91.3, - "tst/integration/computer/website_browser_test.py": 201.7, + "tst/integration/computer/egress_test.py": 286.7, + "tst/integration/computer/launcher_test.py": 298.5, + "tst/integration/computer/multi_env_computers_test.py": 601.2, + "tst/integration/computer/omarchy_test.py": 0.0, + "tst/integration/computer/recording_chaos_test.py": 375.0, + "tst/integration/computer/set_test.py": 286.4, + "tst/integration/computer/tool_prefix_test.py": 127.7, + "tst/integration/computer/website_browser_test.py": 729.7, "tst/integration/computer/windows_test.py": 0.0, - "tst/integration/env/env_test.py": 15.7, - "tst/integration/env/envs/build_context_local_test.py": 165.7, - "tst/integration/env/envs/multi_env_child_envs_local_test.py": 106.0, - "tst/integration/env/envs/multi_env_local_test.py": 115.9, - "tst/integration/env/envs/playwright_mcp_local_test.py": 88.9, - "tst/integration/env/envs/server_env_local_test.py": 75.4, + "tst/integration/env/env_test.py": 45.4, + "tst/integration/env/envs/build_context_local_test.py": 156.0, + "tst/integration/env/envs/multi_env_child_envs_local_test.py": 43.2, + "tst/integration/env/envs/multi_env_local_test.py": 75.8, + "tst/integration/env/envs/playwright_mcp_local_test.py": 25.7, + "tst/integration/env/envs/server_env_local_test.py": 86.4, "tst/integration/env/envs/server_env_modal_test.py": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[gateway-default]": 76.1, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[ready-timeout]": 138.6, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boxd]": 0.0, @@ -272,7 +291,7 @@ "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 37.6, + "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 36.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boxd]": 0.0, @@ -304,7 +323,7 @@ "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[scale]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[tenki]": 0.3, + "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[boat]": 0.0, @@ -414,11 +433,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[scale]": 29.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[scale]": 28.5, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 28.3, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 28.3, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 26.3, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 26.6, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boxd]": 0.0, @@ -427,7 +446,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 36.4, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 37.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[agent37]": 0.0, @@ -441,7 +460,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[scale]": 51.1, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 50.9, + "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 41.7, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boxd]": 0.0, @@ -450,7 +469,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 28.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 29.6, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[agent37]": 0.0, @@ -461,7 +480,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 29.2, + "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 27.6, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[agent37]": 0.0, @@ -472,7 +491,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[scale]": 31.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[scale]": 29.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[agent37]": 0.0, @@ -483,7 +502,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 26.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 25.9, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[agent37]": 0.0, @@ -494,13 +513,13 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 37.9, + "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 38.3, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_nl_executor[modal_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 72.2, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 28.7, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 261.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 61.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 27.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 155.3, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boxd]": 0.0, @@ -509,12 +528,12 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 192.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 103.1, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 209.7, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 250.4, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 44.4, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 102.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 120.2, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 42.8, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boxd]": 0.0, @@ -647,7 +666,7 @@ "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 42.4, + "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 44.1, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boxd]": 0.0, @@ -769,7 +788,7 @@ "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 37.1, + "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 35.8, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boxd]": 0.0, @@ -836,8 +855,8 @@ "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 41.9, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 56.9, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 29.3, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 37.6, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boxd]": 0.0, @@ -901,7 +920,7 @@ "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 38.8, + "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 27.5, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[agent37]": 0.0, @@ -926,7 +945,7 @@ "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 240.7, + "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 128.8, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boxd]": 0.0, @@ -960,8 +979,8 @@ "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 28.1, - "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 28.1, + "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 42.7, + "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 38.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boxd]": 0.0, @@ -1028,9 +1047,9 @@ "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/task_step/task_steps_test.py": 187.9, - "tst/integration/eval/eval_test.py": 1.7, - "tst/integration/openenv/build_app_test.py": 89.8, + "tst/integration/env/task_step/task_steps_test.py": 202.2, + "tst/integration/eval/eval_test.py": 1.9, + "tst/integration/openenv/build_app_test.py": 132.4, "tst/integration/providers/sandbox_providers/agent37_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boat_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boxd_sandbox_smoke_test.py": 0.0, @@ -1041,592 +1060,644 @@ "tst/integration/providers/sandbox_providers/tenki_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/tensorlake_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/vercel_sandbox_smoke_test.py": 0.0, - "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 2.8, + "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 2.5, "tst/integration/providers/sandbox_providers/websockets_live_test.py": 0.0, - "tst/integration/store/local_parallel_deploy_test.py": 51.6, - "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 112.1, - "tst/integration/task_step/test_agent_on_local_sandbox.py": 7.7, + "tst/integration/store/local_parallel_deploy_test.py": 125.0, + "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 121.9, + "tst/integration/task_step/test_agent_on_local_sandbox.py": 8.2, "tst/integration/task_step/test_enable_docker_e2e.py": 0.0, "tst/integration/task_step/test_multiturn_verifier_delivery.py": 0.0, - "tst/integration/task_step/test_next_env_event_hook_local.py": 111.3, - "tst/integration/task_step/test_prompt_agent_notifications_local.py": 115.4, - "tst/integration/task_step/test_register_env_triggers_local.py": 91.2, - "tst/integration/training/harness_test.py": 26.8, - "tst/integration/training/trl_test.py": 32.9, - "tst/integration/utils/docker/prune_test.py": 6.3, - "tst/unit/a2a_agent/add_skill_test.py": 0.9, - "tst/unit/a2a_agent/alias_get_test.py": 0.4, - "tst/unit/a2a_agent/cdp_config_test.py": 0.0, - "tst/unit/a2a_agent/context_only_deploy_test.py": 0.7, + "tst/integration/task_step/test_next_env_event_hook_local.py": 146.2, + "tst/integration/task_step/test_prompt_agent_notifications_local.py": 128.2, + "tst/integration/task_step/test_register_env_triggers_local.py": 191.1, + "tst/integration/training/harness_test.py": 54.6, + "tst/integration/training/trl_test.py": 35.1, + "tst/integration/utils/docker/prune_test.py": 16.0, + "tst/unit/a2a_agent/add_skill_test.py": 1.1, + "tst/unit/a2a_agent/alias_get_test.py": 0.3, + "tst/unit/a2a_agent/cdp_config_test.py": 0.1, + "tst/unit/a2a_agent/context_only_deploy_test.py": 0.6, "tst/unit/a2a_agent/deploy_cleanup_test.py": 0.1, "tst/unit/a2a_agent/negotiate_agent_config_test.py": 0.0, "tst/unit/a2a_agent/object_transfer_reach_test.py": 0.2, - "tst/unit/a2a_agent/object_transfer_test.py": 0.3, + "tst/unit/a2a_agent/object_transfer_test.py": 0.4, "tst/unit/a2a_agent/protocol_test.py": 0.3, - "tst/unit/a2a_agent/put_version_test.py": 0.2, + "tst/unit/a2a_agent/put_version_test.py": 0.1, "tst/unit/a2a_agent/readable_parts_test.py": 0.1, - "tst/unit/a2a_agent/staging_test.py": 2.2, + "tst/unit/a2a_agent/staging_test.py": 1.8, "tst/unit/a2a_agent/store_test.py": 0.0, - "tst/unit/a2a_agent/test_trajectory_follower.py": 0.7, + "tst/unit/a2a_agent/test_trajectory_follower.py": 0.8, "tst/unit/a2a_agent/test_validator_changelog_objects.py": 0.2, "tst/unit/a2a_agent/test_validator_skill_variants.py": 0.1, "tst/unit/a2a_agent/validator_trajectory_dag_test.py": 0.3, "tst/unit/a2a_agent/validator_uri_probes_test.py": 0.0, - "tst/unit/a2a_agent/verify_a2a_agent_card_test.py": 0.0, - "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.6, - "tst/unit/agents/claude_code/test_card_contract.py": 1.3, - "tst/unit/agents/claude_code/test_changelog.py": 107.5, + "tst/unit/a2a_agent/verify_a2a_agent_card_test.py": 0.1, + "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.7, + "tst/unit/agents/claude_code/test_card_contract.py": 1.6, + "tst/unit/agents/claude_code/test_changelog.py": 23.4, "tst/unit/agents/claude_code/test_claude_bridge_builtin_tools.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 9.6, - "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.3, - "tst/unit/agents/claude_code/test_claude_bridge_live.py": 0.1, + "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 9.3, + "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.2, + "tst/unit/agents/claude_code/test_claude_bridge_live.py": 0.2, "tst/unit/agents/claude_code/test_claude_bridge_model.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.4, + "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.5, "tst/unit/agents/claude_code/test_claude_bridge_stdin.py": 1.1, "tst/unit/agents/claude_code/test_cli_env.py": 0.2, "tst/unit/agents/claude_code/test_ext_mcp_name.py": 0.1, - "tst/unit/agents/claude_code/test_extensions.py": 0.2, - "tst/unit/agents/claude_code/test_image_contract.py": 0.1, + "tst/unit/agents/claude_code/test_extensions.py": 0.1, + "tst/unit/agents/claude_code/test_image_contract.py": 0.0, "tst/unit/agents/claude_code/test_install_sh_host_root.py": 0.1, - "tst/unit/agents/claude_code/test_message_contract.py": 1.6, + "tst/unit/agents/claude_code/test_message_contract.py": 1.7, "tst/unit/agents/claude_code/test_object_transfer.py": 0.5, "tst/unit/agents/claude_code/test_partial_trajectory.py": 0.2, - "tst/unit/agents/claude_code/test_workspace_snapshot.py": 0.2, + "tst/unit/agents/claude_code/test_workspace_snapshot.py": 0.1, "tst/unit/agents/codex/test_card_contract.py": 0.1, - "tst/unit/agents/codex/test_codex_bridge_events.py": 0.2, + "tst/unit/agents/codex/test_codex_bridge_events.py": 0.3, "tst/unit/agents/codex/test_codex_bridge_failure_message.py": 0.2, - "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.5, + "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.4, "tst/unit/agents/codex/test_codex_bridge_watchdog.py": 0.3, - "tst/unit/agents/codex/test_codex_builtin_tools.py": 1.9, - "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.2, + "tst/unit/agents/codex/test_codex_builtin_tools.py": 2.0, + "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.3, "tst/unit/agents/codex/test_codex_snapshot_hardening.py": 0.3, "tst/unit/agents/codex/test_config_and_mcp.py": 0.3, - "tst/unit/agents/codex/test_image_contract.py": 0.1, + "tst/unit/agents/codex/test_image_contract.py": 0.2, "tst/unit/agents/codex/test_install.py": 0.1, "tst/unit/agents/codex/test_live_trajectory.py": 0.1, "tst/unit/agents/codex/test_message_contract.py": 0.1, - "tst/unit/agents/codex/test_object_transfer.py": 0.8, - "tst/unit/agents/gemini/test_card_contract.py": 1.7, - "tst/unit/agents/gemini/test_extensions.py": 0.6, + "tst/unit/agents/codex/test_object_transfer.py": 0.7, + "tst/unit/agents/gemini/test_card_contract.py": 1.8, + "tst/unit/agents/gemini/test_extensions.py": 0.5, "tst/unit/agents/gemini/test_gemini_bridge_attribution.py": 0.1, - "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.6, - "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.3, + "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.7, + "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.4, "tst/unit/agents/gemini/test_gemini_bridge_live.py": 1.3, - "tst/unit/agents/gemini/test_image_contract.py": 0.1, + "tst/unit/agents/gemini/test_image_contract.py": 0.2, "tst/unit/agents/gemini/test_install.py": 0.1, "tst/unit/agents/gemini/test_litellm_proxy.py": 0.5, - "tst/unit/agents/gemini/test_message_contract.py": 0.4, - "tst/unit/agents/gemini/test_object_transfer.py": 3.5, - "tst/unit/agents/hermes/test_card_contract.py": 1.6, + "tst/unit/agents/gemini/test_message_contract.py": 0.5, + "tst/unit/agents/gemini/test_object_transfer.py": 3.6, + "tst/unit/agents/hermes/test_card_contract.py": 1.7, "tst/unit/agents/hermes/test_held_work.py": 0.8, - "tst/unit/agents/hermes/test_hermes_bridge.py": 3.6, - "tst/unit/agents/hermes/test_message_contract.py": 0.7, - "tst/unit/agents/letta_code/test_bridge.py": 0.8, - "tst/unit/agents/opencode/test_card_contract.py": 1.8, + "tst/unit/agents/hermes/test_hermes_bridge.py": 3.7, + "tst/unit/agents/hermes/test_message_contract.py": 0.5, + "tst/unit/agents/letta_code/test_bridge.py": 0.5, + "tst/unit/agents/opencode/test_card_contract.py": 1.5, "tst/unit/agents/opencode/test_image_contract.py": 0.2, "tst/unit/agents/opencode/test_install.py": 0.1, "tst/unit/agents/opencode/test_message_contract.py": 1.1, - "tst/unit/agents/opencode/test_object_transfer.py": 0.7, - "tst/unit/agents/opencode/test_opencode_bridge_builtin_tools.py": 0.3, + "tst/unit/agents/opencode/test_object_transfer.py": 0.5, + "tst/unit/agents/opencode/test_opencode_bridge_builtin_tools.py": 0.2, "tst/unit/agents/opencode/test_opencode_bridge_cancel.py": 5.7, "tst/unit/agents/opencode/test_opencode_bridge_config.py": 0.2, "tst/unit/agents/opencode/test_opencode_bridge_events.py": 0.1, "tst/unit/agents/opencode/test_opencode_bridge_live.py": 1.3, "tst/unit/agents/opencode/test_opencode_bridge_stdin.py": 0.1, "tst/unit/agents/openhands/test_conversation_run.py": 0.1, - "tst/unit/agents/openhands/test_openhands_agent.py": 4.8, - "tst/unit/agents/pi/test_pi_agent.py": 2.7, - "tst/unit/agents/proxy/test_proxy_agent.py": 0.6, - "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 3.5, + "tst/unit/agents/openhands/test_openhands_agent.py": 4.7, + "tst/unit/agents/pi/test_pi_agent.py": 3.0, + "tst/unit/agents/proxy/test_proxy_agent.py": 0.8, + "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 3.8, "tst/unit/agents/test_host_workdir.py": 0.1, - "tst/unit/agents/test_installed_workspace.py": 0.4, - "tst/unit/artifact/cli_artifact_test.py": 0.1, + "tst/unit/agents/test_installed_workspace.py": 0.5, + "tst/unit/artifact/cli_artifact_test.py": 0.2, "tst/unit/artifact/environment_files_test.py": 0.4, - "tst/unit/artifact/environment_universe_folder_test.py": 0.0, - "tst/unit/artifact/registry_test.py": 1.0, - "tst/unit/artifact/skill_artifact_test.py": 0.2, + "tst/unit/artifact/environment_universe_folder_test.py": 0.1, + "tst/unit/artifact/registry_test.py": 0.9, + "tst/unit/artifact/skill_artifact_test.py": 0.3, "tst/unit/artifact/test_artifact_metadata.py": 0.1, "tst/unit/artifact/test_artifact_put.py": 0.0, - "tst/unit/artifact/test_computer_artifact.py": 1.1, + "tst/unit/artifact/test_computer_artifact.py": 1.3, "tst/unit/artifact/test_docker_image_build_context.py": 0.5, "tst/unit/artifact/test_docker_image_github_clone.py": 0.1, "tst/unit/artifact/test_docker_image_github_push.py": 0.2, - "tst/unit/artifact/test_docker_image_pulled.py": 0.1, - "tst/unit/artifact/test_docker_image_put_ref.py": 0.5, - "tst/unit/artifact/test_object_url_keys.py": 0.4, - "tst/unit/artifact/test_removed_service_aliases.py": 1.9, + "tst/unit/artifact/test_docker_image_pulled.py": 0.2, + "tst/unit/artifact/test_docker_image_put_ref.py": 0.4, + "tst/unit/artifact/test_object_url_keys.py": 0.3, + "tst/unit/artifact/test_removed_service_aliases.py": 2.5, "tst/unit/artifact/test_service_artifact_alias.py": 0.1, "tst/unit/artifact/test_service_universe_file_view.py": 0.1, "tst/unit/artifact/test_store_put_document.py": 0.2, - "tst/unit/attribution_test.py": 0.0, - "tst/unit/bundle/agent_override_test.py": 2.7, - "tst/unit/bundle/aliases_test.py": 0.6, - "tst/unit/bundle/artifact_toml_test.py": 5.0, + "tst/unit/attribution_test.py": 0.1, + "tst/unit/bundle/agent_override_test.py": 2.0, + "tst/unit/bundle/aliases_test.py": 0.5, + "tst/unit/bundle/artifact_toml_test.py": 4.4, "tst/unit/bundle/authoring_test.py": 0.7, "tst/unit/bundle/cli_folder_test.py": 2.1, - "tst/unit/bundle/computer_app_env_test.py": 12.6, - "tst/unit/bundle/computer_driver_env_test.py": 18.3, - "tst/unit/bundle/computer_env_folder_test.py": 55.1, + "tst/unit/bundle/computer_app_env_test.py": 13.2, + "tst/unit/bundle/computer_driver_env_test.py": 26.1, + "tst/unit/bundle/computer_env_folder_test.py": 54.0, "tst/unit/bundle/computer_folder_test.py": 1.5, - "tst/unit/bundle/env_toml_test.py": 6.5, + "tst/unit/bundle/env_toml_test.py": 5.9, "tst/unit/bundle/file_artifacts_test.py": 0.8, - "tst/unit/bundle/hub_test.py": 2.6, - "tst/unit/bundle/image_folder_test.py": 3.8, - "tst/unit/bundle/importer_entities_test.py": 9.8, - "tst/unit/bundle/importer_image_refs_test.py": 4.2, - "tst/unit/bundle/importer_test.py": 20.7, - "tst/unit/bundle/installed_entities_test.py": 8.0, - "tst/unit/bundle/installed_test.py": 5.6, - "tst/unit/bundle/ledger_digest_test.py": 0.1, - "tst/unit/bundle/ledger_test.py": 21.3, - "tst/unit/bundle/materialize_test.py": 14.5, - "tst/unit/bundle/parse_test.py": 4.1, - "tst/unit/bundle/plan_test.py": 5.9, - "tst/unit/bundle/plugin_artifact_types_test.py": 1.2, - "tst/unit/bundle/preflight_test.py": 57.1, - "tst/unit/bundle/referenced_context_test.py": 1.9, - "tst/unit/bundle/register_test.py": 10.9, - "tst/unit/bundle/requires_test.py": 9.2, - "tst/unit/bundle/resolve_test.py": 6.0, - "tst/unit/bundle/run_teardown_test.py": 24.5, - "tst/unit/bundle/run_test.py": 11.4, - "tst/unit/bundle/shipped_bundles_test.py": 2.5, - "tst/unit/bundle/shipped_computers_test.py": 1.5, - "tst/unit/bundle/to_toml_round_trip_test.py": 6.4, - "tst/unit/bundle/toml_refs_test.py": 0.4, + "tst/unit/bundle/hub_test.py": 2.1, + "tst/unit/bundle/image_folder_test.py": 4.7, + "tst/unit/bundle/importer_entities_test.py": 10.1, + "tst/unit/bundle/importer_image_refs_test.py": 3.4, + "tst/unit/bundle/importer_test.py": 17.3, + "tst/unit/bundle/installed_entities_test.py": 11.0, + "tst/unit/bundle/installed_test.py": 8.6, + "tst/unit/bundle/ledger_digest_test.py": 0.2, + "tst/unit/bundle/ledger_test.py": 23.1, + "tst/unit/bundle/materialize_test.py": 16.8, + "tst/unit/bundle/parse_test.py": 4.5, + "tst/unit/bundle/plan_test.py": 4.9, + "tst/unit/bundle/plugin_artifact_types_test.py": 1.0, + "tst/unit/bundle/preflight_test.py": 43.3, + "tst/unit/bundle/referenced_context_test.py": 2.4, + "tst/unit/bundle/register_test.py": 13.3, + "tst/unit/bundle/requires_test.py": 7.2, + "tst/unit/bundle/resolve_test.py": 5.8, + "tst/unit/bundle/run_teardown_test.py": 26.0, + "tst/unit/bundle/run_test.py": 12.8, + "tst/unit/bundle/shipped_bundles_test.py": 4.0, + "tst/unit/bundle/shipped_computers_test.py": 1.6, + "tst/unit/bundle/to_toml_round_trip_test.py": 5.9, + "tst/unit/bundle/toml_refs_test.py": 0.3, "tst/unit/bundle/toml_writer_test.py": 0.1, - "tst/unit/bundle/variants_test.py": 6.0, - "tst/unit/bundle/website_optional_frontend_test.py": 0.0, - "tst/unit/cli/a2a_agent_list_test.py": 0.3, - "tst/unit/cli/a2a_agent_validate_test.py": 0.3, - "tst/unit/cli/base_metadata_version_test.py": 0.0, + "tst/unit/bundle/variants_test.py": 8.9, + "tst/unit/bundle/website_optional_frontend_test.py": 0.1, + "tst/unit/cli/a2a_agent_list_test.py": 0.2, + "tst/unit/cli/a2a_agent_validate_test.py": 0.4, + "tst/unit/cli/always_on_step_output_test.py": 0.1, + "tst/unit/cli/base_metadata_version_test.py": 0.1, "tst/unit/cli/build_platform_test.py": 0.4, - "tst/unit/cli/card_naming_relocation_test.py": 0.2, + "tst/unit/cli/card_naming_relocation_test.py": 0.3, + "tst/unit/cli/deploy_step_output_test.py": 0.1, "tst/unit/cli/deploy_vm_sizing_test.py": 0.1, "tst/unit/cli/deployed_env_output_test.py": 0.1, "tst/unit/cli/env_provider_type_test.py": 0.2, - "tst/unit/cli/env_put_validation_test.py": 0.5, + "tst/unit/cli/env_put_validation_test.py": 0.3, "tst/unit/cli/env_state_type_parity_test.py": 0.1, - "tst/unit/cli/environment_name_alias_test.py": 0.4, - "tst/unit/cli/eval_run_teardown_test.py": 0.2, - "tst/unit/cli/image_ref_put_test.py": 0.7, + "tst/unit/cli/environment_name_alias_test.py": 0.5, + "tst/unit/cli/eval_run_teardown_test.py": 0.3, + "tst/unit/cli/image_ref_put_test.py": 0.5, "tst/unit/cli/init_env_state_cli_test.py": 0.2, - "tst/unit/cli/load_artifact_target_test.py": 0.1, - "tst/unit/cli/plugin_command_test.py": 41.2, - "tst/unit/cli/plugin_install_test.py": 9.3, - "tst/unit/cli/plugin_report_test.py": 21.3, - "tst/unit/cli/plugins_test.py": 10.8, + "tst/unit/cli/load_artifact_target_test.py": 0.2, + "tst/unit/cli/plugin_command_test.py": 36.5, + "tst/unit/cli/plugin_install_test.py": 13.3, + "tst/unit/cli/plugin_report_test.py": 20.3, + "tst/unit/cli/plugins_test.py": 11.9, "tst/unit/cli/run_role_models_test.py": 0.2, - "tst/unit/cli/sandbox_url_relocation_test.py": 3.1, - "tst/unit/cli/snapshot_step_output_test.py": 0.0, + "tst/unit/cli/sandbox_url_relocation_test.py": 3.9, + "tst/unit/cli/snapshot_step_output_test.py": 0.1, "tst/unit/cli/stage_free_commands_test.py": 0.0, - "tst/unit/cli/submit_runs_test.py": 5.7, - "tst/unit/cli/task_run_requires_test.py": 3.5, - "tst/unit/cli/task_run_stored_test.py": 0.7, - "tst/unit/cli/task_run_teardown_test.py": 7.9, + "tst/unit/cli/submit_runs_test.py": 5.8, + "tst/unit/cli/task_run_agent_pick_test.py": 0.1, + "tst/unit/cli/task_run_requires_test.py": 3.4, + "tst/unit/cli/task_run_stored_test.py": 0.8, + "tst/unit/cli/task_run_teardown_test.py": 8.0, "tst/unit/cli/teardown_env_state_cli_test.py": 0.1, - "tst/unit/cli/test_release_gate_decision.py": 0.1, - "tst/unit/cli/test_removed_cli_aliases.py": 0.3, - "tst/unit/cli/test_spec_conformance_display.py": 0.1, + "tst/unit/cli/test_release_gate_decision.py": 0.2, + "tst/unit/cli/test_removed_cli_aliases.py": 0.5, + "tst/unit/cli/test_spec_conformance_display.py": 0.2, "tst/unit/cli/test_task_create_preflight.py": 0.1, - "tst/unit/cli/user_facing_errors_test.py": 0.2, - "tst/unit/cli/verbose_logging_test.py": 2.7, - "tst/unit/cli/website_server_image_cli_test.py": 1.0, + "tst/unit/cli/user_facing_errors_test.py": 0.3, + "tst/unit/cli/verbose_logging_test.py": 3.7, + "tst/unit/cli/website_live_cli_test.py": 0.7, + "tst/unit/cli/website_server_image_cli_test.py": 0.9, "tst/unit/cli/write_context_filename_test.py": 0.1, "tst/unit/config/test_config_holds_its_document.py": 0.2, - "tst/unit/config/test_config_profiles.py": 0.2, + "tst/unit/config/test_config_profiles.py": 0.3, "tst/unit/config/test_default_a2a_agent.py": 0.2, "tst/unit/config/test_default_env_ids.py": 0.3, - "tst/unit/config/test_describe.py": 2.6, - "tst/unit/config/test_explain_and_sources.py": 11.5, + "tst/unit/config/test_describe.py": 3.1, + "tst/unit/config/test_explain_and_sources.py": 9.8, "tst/unit/config/test_fixture_prefix_keys.py": 0.2, - "tst/unit/config/test_human_a2a_url.py": 0.4, - "tst/unit/config/test_loader.py": 1.0, - "tst/unit/config/test_model.py": 0.8, + "tst/unit/config/test_human_a2a_url.py": 0.5, + "tst/unit/config/test_loader.py": 1.2, + "tst/unit/config/test_model.py": 0.9, "tst/unit/config/test_no_stage_concept.py": 0.1, - "tst/unit/config/test_one_document_per_process.py": 3.5, + "tst/unit/config/test_one_document_per_process.py": 5.7, "tst/unit/config/test_paths.py": 0.2, "tst/unit/config/test_registry_builders_take_a_config.py": 0.4, - "tst/unit/config/test_reset_config.py": 1.3, + "tst/unit/config/test_reset_config.py": 0.9, "tst/unit/config/test_resolve_reference.py": 0.0, "tst/unit/config/test_run_env_ids.py": 0.1, - "tst/unit/config/test_unread_keys.py": 1.5, - "tst/unit/drivers/agent_desktop_driver_test.py": 15.2, - "tst/unit/drivers/codex_computer_use_driver_test.py": 15.4, + "tst/unit/config/test_unread_keys.py": 1.1, + "tst/unit/drivers/agent_desktop_driver_test.py": 24.2, + "tst/unit/drivers/aside_driver_test.py": 18.8, + "tst/unit/drivers/codex_computer_use_driver_test.py": 18.7, "tst/unit/drivers/cua_driver_test.py": 1.7, - "tst/unit/drivers/macos_harness_driver_test.py": 0.4, - "tst/unit/drivers/page_driver_test.py": 0.2, - "tst/unit/drivers/reference_driver_test.py": 4.1, - "tst/unit/entity_refs_import_test.py": 0.0, - "tst/unit/env/alias_get_test.py": 0.4, - "tst/unit/env/bootstrap_test.py": 8.2, - "tst/unit/env/envs/service_db/service_db_test.py": 0.3, - "tst/unit/env/envs/test_artifact_staging.py": 0.3, - "tst/unit/env/envs/test_chromium_app.py": 0.4, - "tst/unit/env/envs/test_computer_apps.py": 10.8, - "tst/unit/env/envs/test_computer_builder.py": 8.0, - "tst/unit/env/envs/test_computer_disk.py": 22.3, - "tst/unit/env/envs/test_computer_env.py": 59.4, + "tst/unit/drivers/macos_harness_driver_test.py": 0.6, + "tst/unit/drivers/page_driver_test.py": 24.0, + "tst/unit/drivers/reference_driver_test.py": 4.0, + "tst/unit/entity_refs_import_test.py": 0.1, + "tst/unit/env/alias_get_test.py": 0.3, + "tst/unit/env/bootstrap_test.py": 11.7, + "tst/unit/env/envs/service_db/service_db_test.py": 0.2, + "tst/unit/env/envs/test_artifact_staging.py": 1.3, + "tst/unit/env/envs/test_chromium_app.py": 0.8, + "tst/unit/env/envs/test_computer_apps.py": 10.4, + "tst/unit/env/envs/test_computer_boot_stops.py": 1.1, + "tst/unit/env/envs/test_computer_builder.py": 6.2, + "tst/unit/env/envs/test_computer_clock.py": 0.1, + "tst/unit/env/envs/test_computer_clock_base.py": 0.1, + "tst/unit/env/envs/test_computer_clock_follower.py": 2.3, + "tst/unit/env/envs/test_computer_disk.py": 22.0, + "tst/unit/env/envs/test_computer_egress_base.py": 0.1, + "tst/unit/env/envs/test_computer_env.py": 61.1, "tst/unit/env/envs/test_computer_macos_grants.py": 0.2, - "tst/unit/env/envs/test_computer_site_proxy.py": 4.1, - "tst/unit/env/envs/test_computer_sites.py": 3.0, - "tst/unit/env/envs/test_computer_vm_bundle.py": 8.0, - "tst/unit/env/envs/test_computer_windows.py": 3.4, - "tst/unit/env/envs/test_disk_recipe.py": 68.0, - "tst/unit/env/envs/test_env_card_loads.py": 0.3, - "tst/unit/env/envs/test_env_close_teardown.py": 0.1, - "tst/unit/env/envs/test_environment_name_alias.py": 0.2, + "tst/unit/env/envs/test_computer_network_log.py": 2.7, + "tst/unit/env/envs/test_computer_omarchy.py": 3.2, + "tst/unit/env/envs/test_computer_site_proxy.py": 8.0, + "tst/unit/env/envs/test_computer_sites.py": 2.7, + "tst/unit/env/envs/test_computer_stand_in_proxy.py": 5.1, + "tst/unit/env/envs/test_computer_vm_bundle.py": 6.2, + "tst/unit/env/envs/test_computer_windows.py": 3.1, + "tst/unit/env/envs/test_disk_recipe.py": 8.8, + "tst/unit/env/envs/test_env_card_loads.py": 0.7, + "tst/unit/env/envs/test_env_close_teardown.py": 0.2, + "tst/unit/env/envs/test_environment_name_alias.py": 0.3, "tst/unit/env/envs/test_install_platform_keys.py": 0.0, "tst/unit/env/envs/test_mcp_server_container_mode.py": 0.6, "tst/unit/env/envs/test_mcp_server_load.py": 0.1, - "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.5, - "tst/unit/env/envs/test_multi_env_computers.py": 1.3, - "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.3, - "tst/unit/env/envs/test_multi_env_load_resume.py": 0.2, + "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.6, + "tst/unit/env/envs/test_multi_env_computers.py": 5.9, + "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.6, + "tst/unit/env/envs/test_multi_env_load_resume.py": 0.3, "tst/unit/env/envs/test_multi_env_name.py": 0.2, "tst/unit/env/envs/test_multi_env_plugin_provider.py": 0.6, - "tst/unit/env/envs/test_multi_env_snapshot_bake.py": 0.2, - "tst/unit/env/envs/test_multi_env_snapshot_guard.py": 0.1, - "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.5, + "tst/unit/env/envs/test_multi_env_snapshot_bake.py": 0.3, + "tst/unit/env/envs/test_multi_env_snapshot_guard.py": 0.2, + "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.7, "tst/unit/env/envs/test_multi_env_vm_sizing.py": 0.3, "tst/unit/env/envs/test_playwright_mcp_recorder.py": 2.9, "tst/unit/env/envs/test_put_from_github_token.py": 0.1, "tst/unit/env/envs/test_server_reset.py": 0.1, + "tst/unit/env/envs/test_thin_disk.py": 0.1, "tst/unit/env/envs/test_website_env_name_alias.py": 0.1, - "tst/unit/env/envs/test_website_server_image.py": 0.7, + "tst/unit/env/envs/test_website_live.py": 0.2, + "tst/unit/env/envs/test_website_server_image.py": 2.7, "tst/unit/env/envs/test_website_site_names.py": 1.9, - "tst/unit/env/gateway/browser_route_test.py": 3.6, + "tst/unit/env/gateway/browser_route_test.py": 4.0, "tst/unit/env/gateway/caller_test.py": 0.1, - "tst/unit/env/gateway/changes_test.py": 0.4, - "tst/unit/env/gateway/child_outage_socket_test.py": 9.3, - "tst/unit/env/gateway/child_sessions_test.py": 0.5, + "tst/unit/env/gateway/changes_test.py": 0.5, + "tst/unit/env/gateway/child_outage_socket_test.py": 9.2, + "tst/unit/env/gateway/child_sessions_test.py": 0.6, "tst/unit/env/gateway/child_transport_test.py": 0.1, - "tst/unit/env/gateway/clock_advance_test.py": 0.3, - "tst/unit/env/gateway/data_plane_timeout_test.py": 0.1, + "tst/unit/env/gateway/clock_advance_test.py": 0.5, + "tst/unit/env/gateway/clock_version_test.py": 0.1, + "tst/unit/env/gateway/clock_watch_test.py": 6.8, + "tst/unit/env/gateway/control_token_test.py": 0.8, + "tst/unit/env/gateway/data_plane_timeout_test.py": 0.2, "tst/unit/env/gateway/env_trajectory_route_test.py": 0.1, - "tst/unit/env/gateway/gateway_card_test.py": 0.6, - "tst/unit/env/gateway/get_time_test.py": 0.5, - "tst/unit/env/gateway/hidden_by_default_test.py": 15.7, - "tst/unit/env/gateway/import_graph_test.py": 3.6, + "tst/unit/env/gateway/gateway_card_test.py": 0.7, + "tst/unit/env/gateway/get_time_test.py": 0.6, + "tst/unit/env/gateway/hidden_by_default_test.py": 19.2, + "tst/unit/env/gateway/import_graph_test.py": 3.8, "tst/unit/env/gateway/next_event_test.py": 0.4, "tst/unit/env/gateway/notifications_test.py": 1.6, - "tst/unit/env/gateway/process_scope_socket_test.py": 1.0, - "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.8, - "tst/unit/env/gateway/rest_proxy_stream_test.py": 0.6, + "tst/unit/env/gateway/process_scope_socket_test.py": 1.2, + "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.7, + "tst/unit/env/gateway/rest_proxy_stream_test.py": 1.2, "tst/unit/env/gateway/role_forwarding_test.py": 0.1, "tst/unit/env/gateway/role_rules_test.py": 0.3, - "tst/unit/env/gateway/tool_access_parity_test.py": 16.7, + "tst/unit/env/gateway/tool_access_parity_test.py": 18.7, "tst/unit/env/gateway/tool_name_clash_test.py": 0.1, "tst/unit/env/gateway/trajectory_virtual_time_test.py": 0.1, - "tst/unit/env/gateway/triggers_ctx_test.py": 2.5, - "tst/unit/env/gateway/triggers_test.py": 13.7, - "tst/unit/env/gateway/triggers_time_test.py": 1.8, - "tst/unit/env/gateway/triggers_website_test.py": 1.2, - "tst/unit/env/gateway/website_mcp_test.py": 1.9, - "tst/unit/env/gateway/website_reserved_paths_test.py": 0.3, - "tst/unit/env/gateway/website_websocket_test.py": 4.8, - "tst/unit/env/published_images_test.py": 0.5, - "tst/unit/env/store_test.py": 0.2, - "tst/unit/env/task_step/deploy_agent_env_vars_test.py": 0.1, + "tst/unit/env/gateway/triggers_ctx_test.py": 2.8, + "tst/unit/env/gateway/triggers_fires_test.py": 0.8, + "tst/unit/env/gateway/triggers_test.py": 17.2, + "tst/unit/env/gateway/triggers_time_test.py": 2.1, + "tst/unit/env/gateway/triggers_website_test.py": 1.3, + "tst/unit/env/gateway/user_chat_test.py": 0.4, + "tst/unit/env/gateway/website_mcp_test.py": 2.3, + "tst/unit/env/gateway/website_reserved_paths_test.py": 0.4, + "tst/unit/env/gateway/website_websocket_test.py": 5.2, + "tst/unit/env/published_images_test.py": 0.8, + "tst/unit/env/store_test.py": 0.3, + "tst/unit/env/task_step/deploy_agent_env_vars_test.py": 0.2, "tst/unit/env/task_step/test_context_ops.py": 0.5, - "tst/unit/env/task_step/test_score_aggregator.py": 0.2, + "tst/unit/env/task_step/test_score_aggregator.py": 0.3, "tst/unit/env/task_step/verify_env_card_test.py": 0.2, - "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.2, + "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.3, "tst/unit/env/test_env.py": 0.9, "tst/unit/env/test_legacy_protocol.py": 0.3, - "tst/unit/env/test_registry.py": 0.7, - "tst/unit/env/test_snapshot_fingerprint.py": 0.1, + "tst/unit/env/test_registry.py": 0.4, + "tst/unit/env/test_snapshot_fingerprint.py": 0.2, "tst/unit/explorer/entity_ids_test.py": 0.1, - "tst/unit/explorer/explorer_app_test.py": 20.8, - "tst/unit/openenv/app_test.py": 19.2, - "tst/unit/openenv/environment_test.py": 13.5, - "tst/unit/plugin_inventory_test.py": 1.3, - "tst/unit/plugin_requirements_test.py": 0.3, - "tst/unit/plugin_settings_test.py": 11.8, - "tst/unit/plugins_test.py": 2.3, - "tst/unit/providers/compose_host_port_publish_test.py": 1.0, - "tst/unit/providers/env_providers/env_gateway_provider_test.py": 7.3, + "tst/unit/explorer/explorer_app_test.py": 25.2, + "tst/unit/openenv/app_test.py": 15.7, + "tst/unit/openenv/environment_test.py": 14.8, + "tst/unit/plugin_inventory_test.py": 1.2, + "tst/unit/plugin_requirements_test.py": 0.2, + "tst/unit/plugin_settings_test.py": 11.6, + "tst/unit/plugins_test.py": 2.8, + "tst/unit/providers/compose_host_port_publish_test.py": 0.9, + "tst/unit/providers/env_providers/env_gateway_provider_test.py": 66.9, "tst/unit/providers/env_providers/env_provider_test.py": 0.2, "tst/unit/providers/env_providers/env_server_provider_test.py": 0.6, - "tst/unit/providers/env_state/test_config_state_providers.py": 0.9, + "tst/unit/providers/env_state/test_config_state_providers.py": 0.8, "tst/unit/providers/env_state/test_env_state_provider.py": 0.5, "tst/unit/providers/sandbox_providers/agent37_sandbox_provider_test.py": 0.6, "tst/unit/providers/sandbox_providers/agent37_sandbox_test.py": 1.2, "tst/unit/providers/sandbox_providers/attribution_wire_test.py": 0.4, "tst/unit/providers/sandbox_providers/boat_sandbox_provider_test.py": 0.6, - "tst/unit/providers/sandbox_providers/boat_sandbox_test.py": 0.5, - "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.7, + "tst/unit/providers/sandbox_providers/boat_sandbox_test.py": 0.4, + "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.6, "tst/unit/providers/sandbox_providers/boxd_sandbox_test.py": 0.5, - "tst/unit/providers/sandbox_providers/coreweave_deploy_paths_test.py": 0.2, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 1.8, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.3, - "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.2, - "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 2.0, + "tst/unit/providers/sandbox_providers/coreweave_deploy_paths_test.py": 0.3, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 2.1, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.9, + "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.8, + "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 1.4, "tst/unit/providers/sandbox_providers/daytona_sandbox_test.py": 1.2, - "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.2, - "tst/unit/providers/sandbox_providers/e2b_sandbox_test.py": 1.2, - "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.6, - "tst/unit/providers/sandbox_providers/egress_hosts_test.py": 0.4, - "tst/unit/providers/sandbox_providers/host_images_test.py": 0.9, - "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.5, - "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 12.6, - "tst/unit/providers/sandbox_providers/lume_sandbox_provider_test.py": 10.7, - "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 0.8, - "tst/unit/providers/sandbox_providers/modal_create_signature_test.py": 0.2, - "tst/unit/providers/sandbox_providers/modal_gpu_sandbox_test.py": 0.0, + "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/e2b_sandbox_test.py": 1.4, + "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.7, + "tst/unit/providers/sandbox_providers/egress_hosts_test.py": 0.3, + "tst/unit/providers/sandbox_providers/host_images_test.py": 1.1, + "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.8, + "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 13.6, + "tst/unit/providers/sandbox_providers/lume_sandbox_provider_test.py": 12.9, + "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 1.8, + "tst/unit/providers/sandbox_providers/modal_create_signature_test.py": 0.3, + "tst/unit/providers/sandbox_providers/modal_gpu_sandbox_test.py": 0.1, "tst/unit/providers/sandbox_providers/modal_network_policy_test.py": 0.2, "tst/unit/providers/sandbox_providers/modal_network_policy_wiring_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_sandbox_started_log_test.py": 0.1, + "tst/unit/providers/sandbox_providers/modal_sandbox_started_log_test.py": 0.2, "tst/unit/providers/sandbox_providers/modal_sandbox_tags_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.7, - "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.2, - "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.4, - "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 0.1, - "tst/unit/providers/sandbox_providers/network_policy_test.py": 0.2, - "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 3.2, + "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.8, + "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.8, + "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.1, + "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 0.4, + "tst/unit/providers/sandbox_providers/network_policy_test.py": 0.1, + "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 3.8, "tst/unit/providers/sandbox_providers/relay_test.py": 0.1, - "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 2.1, - "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.0, + "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 2.3, + "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.7, "tst/unit/providers/sandbox_providers/sail_vm_sandbox_test.py": 0.3, - "tst/unit/providers/sandbox_providers/sandbox_provider_test.py": 0.7, + "tst/unit/providers/sandbox_providers/sandbox_exit_test.py": 0.5, + "tst/unit/providers/sandbox_providers/sandbox_provider_test.py": 0.5, "tst/unit/providers/sandbox_providers/tenki_sandbox_provider_test.py": 0.9, - "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.3, + "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.2, "tst/unit/providers/sandbox_providers/tensorlake_sandbox_provider_test.py": 0.4, - "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 5.4, - "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 1.5, - "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.5, - "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 0.7, - "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.4, - "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 3.8, + "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 4.5, + "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 0.7, + "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.3, + "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 0.5, + "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.3, + "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 4.6, "tst/unit/providers/sandbox_providers/vm_file_transfer_test.py": 0.2, - "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 0.6, + "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 0.5, "tst/unit/providers/sandbox_providers/vm_sandbox_test.py": 0.7, - "tst/unit/runner/local_runner_test.py": 7.6, + "tst/unit/runner/local_runner_test.py": 7.5, "tst/unit/runner/run_store_test.py": 0.1, "tst/unit/serialization/test_golden_wire_format.py": 0.4, "tst/unit/store/awaiting_lock_test.py": 1.0, "tst/unit/store/aws/aws_secret_store_test.py": 0.3, - "tst/unit/store/aws/dynamodb_document_store_test.py": 14.1, - "tst/unit/store/aws/dynamodb_step_journal_test.py": 13.7, + "tst/unit/store/aws/dynamodb_document_store_test.py": 14.9, + "tst/unit/store/aws/dynamodb_step_journal_test.py": 18.3, "tst/unit/store/aws/ecr_image_store_test.py": 0.1, "tst/unit/store/aws/s3_grant_lifetime_test.py": 0.1, - "tst/unit/store/aws/s3_object_store_test.py": 6.5, - "tst/unit/store/aws/s3_transfer_grants_test.py": 0.2, + "tst/unit/store/aws/s3_object_store_test.py": 7.6, + "tst/unit/store/aws/s3_transfer_grants_test.py": 0.3, "tst/unit/store/aws/test_secret_logging.py": 0.1, "tst/unit/store/aws/test_shared_credentials.py": 0.2, "tst/unit/store/derived_ids_test.py": 9.1, "tst/unit/store/fake_object_store_test.py": 0.1, - "tst/unit/store/firestore_mongo_document_store_test.py": 0.3, - "tst/unit/store/gcp_secret_manager_secret_store_test.py": 0.1, - "tst/unit/store/gcs_object_store_test.py": 0.9, - "tst/unit/store/google_credentials_test.py": 0.8, + "tst/unit/store/firestore_mongo_document_store_test.py": 0.4, + "tst/unit/store/gcp_secret_manager_secret_store_test.py": 0.2, + "tst/unit/store/gcs_object_store_test.py": 0.6, + "tst/unit/store/google_credentials_test.py": 0.7, "tst/unit/store/google_transport_test.py": 0.2, - "tst/unit/store/grant_lifetime_test.py": 0.1, - "tst/unit/store/ids_test.py": 1.1, + "tst/unit/store/grant_lifetime_test.py": 0.2, + "tst/unit/store/ids_test.py": 0.9, "tst/unit/store/local_backends_composition_test.py": 1.2, - "tst/unit/store/local_grant_server_test.py": 10.9, - "tst/unit/store/local_id_acceptance_test.py": 2.0, - "tst/unit/store/local_object_store_test.py": 1.7, + "tst/unit/store/local_grant_server_test.py": 10.8, + "tst/unit/store/local_id_acceptance_test.py": 1.7, + "tst/unit/store/local_object_store_test.py": 1.9, "tst/unit/store/local_registry_image_store_test.py": 0.1, "tst/unit/store/local_secret_store_test.py": 0.1, - "tst/unit/store/local_tls_test.py": 0.5, + "tst/unit/store/local_tls_test.py": 0.4, "tst/unit/store/local_tokens_test.py": 0.2, - "tst/unit/store/mongo_document_store_test.py": 0.8, + "tst/unit/store/mongo_document_store_test.py": 0.9, "tst/unit/store/oci_registry_credentials_test.py": 0.2, - "tst/unit/store/oci_registry_image_store_test.py": 0.4, - "tst/unit/store/readable_url_test.py": 0.3, - "tst/unit/store/registry_api_test.py": 0.5, - "tst/unit/store/routing_test.py": 3.4, - "tst/unit/store/sqlite_document_store_test.py": 11.3, - "tst/unit/store/test_config_document_store.py": 0.3, - "tst/unit/store/test_config_image_store.py": 0.3, + "tst/unit/store/oci_registry_image_store_test.py": 0.5, + "tst/unit/store/readable_url_test.py": 0.2, + "tst/unit/store/registry_api_test.py": 0.6, + "tst/unit/store/routing_test.py": 3.6, + "tst/unit/store/sqlite_document_store_test.py": 13.3, + "tst/unit/store/test_config_document_store.py": 0.2, + "tst/unit/store/test_config_image_store.py": 0.2, "tst/unit/store/test_config_model.py": 0.6, "tst/unit/store/test_config_mongo_client.py": 0.1, "tst/unit/store/test_config_object_store.py": 0.2, "tst/unit/store/test_config_secret_bundle_keys.py": 0.0, "tst/unit/store/test_config_secret_store.py": 0.2, - "tst/unit/store/test_document_store.py": 0.7, - "tst/unit/store/test_object_transfer_grants.py": 0.5, + "tst/unit/store/test_document_store.py": 0.5, + "tst/unit/store/test_object_transfer_grants.py": 0.4, "tst/unit/store/test_task_instance_indexes.py": 0.1, - "tst/unit/store/version_lookup_benchmark_test.py": 1.5, + "tst/unit/store/version_lookup_benchmark_test.py": 1.7, "tst/unit/task/batch_universe_ids_test.py": 0.0, "tst/unit/task/benchmark_test.py": 0.0, "tst/unit/task/control_grant_test.py": 0.1, - "tst/unit/task/depends_on_test.py": 0.9, + "tst/unit/task/depends_on_test.py": 0.8, + "tst/unit/task/entity_ids_test.py": 0.2, "tst/unit/task/episode/proxy_test.py": 0.3, - "tst/unit/task/episode/run_test.py": 20.1, - "tst/unit/task/episode/spec_test.py": 2.5, - "tst/unit/task/local_run_write_fence_test.py": 2.9, + "tst/unit/task/episode/run_test.py": 18.8, + "tst/unit/task/episode/spec_test.py": 2.1, + "tst/unit/task/local_run_write_fence_test.py": 3.1, "tst/unit/task/retry_sandbox_teardown_test.py": 0.1, "tst/unit/task/seed_context_fence_test.py": 0.1, "tst/unit/task/seed_substitution_test.py": 0.1, - "tst/unit/task/step_journal_rules_test.py": 0.2, - "tst/unit/task/step_journal_test.py": 1.7, + "tst/unit/task/step_journal_rules_test.py": 0.3, + "tst/unit/task/step_journal_test.py": 2.0, "tst/unit/task/task_document_test.py": 0.4, "tst/unit/task/task_failure_write_retry_test.py": 0.2, - "tst/unit/task/task_instance_reads_test.py": 0.2, - "tst/unit/task/teardown_test.py": 2.7, + "tst/unit/task/task_instance_reads_test.py": 0.3, + "tst/unit/task/teardown_test.py": 2.5, "tst/unit/task_step/add_skills_env_test.py": 0.2, - "tst/unit/task_step/attribution_serialization_test.py": 0.2, - "tst/unit/task_step/computer_recording_test.py": 1.1, - "tst/unit/task_step/context_ops_journal_test.py": 0.1, - "tst/unit/task_step/deploy_agent_cleanup_test.py": 0.0, - "tst/unit/task_step/deploy_agent_linked_sandbox_test.py": 0.0, + "tst/unit/task_step/attribution_serialization_test.py": 0.3, + "tst/unit/task_step/browser_recording_test.py": 0.5, + "tst/unit/task_step/computer_recording_test.py": 1.2, + "tst/unit/task_step/context_ops_journal_test.py": 0.2, + "tst/unit/task_step/context_path_test.py": 0.3, + "tst/unit/task_step/deploy_agent_cleanup_test.py": 0.1, + "tst/unit/task_step/deploy_agent_linked_sandbox_test.py": 0.1, "tst/unit/task_step/deploy_agent_test.py": 0.1, "tst/unit/task_step/deploy_env_test.py": 1.4, - "tst/unit/task_step/deploy_human_agent_test.py": 0.1, - "tst/unit/task_step/deploy_sandbox_default_cpu_test.py": 0.1, + "tst/unit/task_step/deploy_human_agent_test.py": 0.2, + "tst/unit/task_step/deploy_sandbox_default_cpu_test.py": 0.2, "tst/unit/task_step/deploy_sandbox_image_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_network_policy_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_provider_override_test.py": 0.1, - "tst/unit/task_step/install_agent_guards_test.py": 0.4, - "tst/unit/task_step/install_agent_test.py": 0.5, - "tst/unit/task_step/local_container_urls_test.py": 1.8, - "tst/unit/task_step/local_step_containers_test.py": 0.3, - "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.3, - "tst/unit/task_step/retry_test.py": 1.8, + "tst/unit/task_step/install_agent_guards_test.py": 0.3, + "tst/unit/task_step/install_agent_test.py": 0.6, + "tst/unit/task_step/local_container_urls_test.py": 2.1, + "tst/unit/task_step/local_step_containers_test.py": 0.5, + "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.4, + "tst/unit/task_step/retry_test.py": 1.7, "tst/unit/task_step/run_context_object_url_test.py": 0.3, - "tst/unit/task_step/run_docker_container_test.py": 0.2, - "tst/unit/task_step/skill_object_url_test.py": 0.2, + "tst/unit/task_step/run_docker_container_test.py": 0.5, + "tst/unit/task_step/run_wide_agent_pick_test.py": 0.1, + "tst/unit/task_step/skill_object_url_test.py": 0.4, "tst/unit/task_step/snapshot_computer_env_test.py": 0.6, - "tst/unit/task_step/snapshot_env_upload_grant_test.py": 1.0, + "tst/unit/task_step/snapshot_env_upload_grant_test.py": 1.1, "tst/unit/task_step/snapshot_env_without_gateway_test.py": 0.6, "tst/unit/task_step/stored_priority_test.py": 0.1, "tst/unit/task_step/stored_s3_form_fields_test.py": 0.1, - "tst/unit/task_step/sync_env_clock_test.py": 0.6, - "tst/unit/task_step/test_advance_to_next_event_hook.py": 1.1, - "tst/unit/task_step/test_agent_model_precedence.py": 0.1, - "tst/unit/task_step/test_agent_state_capture.py": 1.2, - "tst/unit/task_step/test_apply_server_config.py": 1.0, - "tst/unit/task_step/test_browser_connect_cdp.py": 0.2, - "tst/unit/task_step/test_browser_steps.py": 1.0, - "tst/unit/task_step/test_collect_artifacts.py": 1.1, - "tst/unit/task_step/test_collect_artifacts_universe_suffix.py": 0.2, - "tst/unit/task_step/test_collect_artifacts_vm_host.py": 0.3, + "tst/unit/task_step/sync_env_clock_test.py": 1.0, + "tst/unit/task_step/test_advance_to_next_event_hook.py": 1.2, + "tst/unit/task_step/test_agent_model_precedence.py": 0.2, + "tst/unit/task_step/test_agent_state_capture.py": 1.5, + "tst/unit/task_step/test_always_on_agent_and_gateway.py": 0.8, + "tst/unit/task_step/test_always_on_agent_verifier.py": 0.9, + "tst/unit/task_step/test_always_on_budget.py": 5.0, + "tst/unit/task_step/test_always_on_checks.py": 1.1, + "tst/unit/task_step/test_always_on_clock_rate.py": 3.5, + "tst/unit/task_step/test_always_on_endings.py": 2.1, + "tst/unit/task_step/test_always_on_graded.py": 1.9, + "tst/unit/task_step/test_always_on_idle_world.py": 3.2, + "tst/unit/task_step/test_always_on_loop.py": 2.6, + "tst/unit/task_step/test_always_on_messages.py": 1.2, + "tst/unit/task_step/test_always_on_no_clock.py": 0.3, + "tst/unit/task_step/test_always_on_record.py": 1.6, + "tst/unit/task_step/test_always_on_settle.py": 2.1, + "tst/unit/task_step/test_always_on_time.py": 0.2, + "tst/unit/task_step/test_always_on_user_model.py": 0.3, + "tst/unit/task_step/test_always_on_user_sim_inputs.py": 2.1, + "tst/unit/task_step/test_always_on_who_did_what.py": 1.6, + "tst/unit/task_step/test_apply_server_config.py": 1.1, + "tst/unit/task_step/test_browser_connect_cdp.py": 0.5, + "tst/unit/task_step/test_browser_sign_in.py": 0.2, + "tst/unit/task_step/test_browser_steps.py": 1.4, + "tst/unit/task_step/test_collect_artifacts.py": 1.4, + "tst/unit/task_step/test_collect_artifacts_universe_suffix.py": 0.3, + "tst/unit/task_step/test_collect_artifacts_vm_host.py": 0.5, "tst/unit/task_step/test_collect_integrity.py": 0.1, - "tst/unit/task_step/test_combine_universe_verdicts.py": 0.1, - "tst/unit/task_step/test_config_task_steps.py": 0.7, + "tst/unit/task_step/test_combine_universe_verdicts.py": 0.2, + "tst/unit/task_step/test_config_task_steps.py": 0.5, "tst/unit/task_step/test_configure_scheduled_checks.py": 0.2, - "tst/unit/task_step/test_container_sandbox_routing.py": 0.3, - "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 1.0, + "tst/unit/task_step/test_container_sandbox_routing.py": 0.5, + "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 1.1, "tst/unit/task_step/test_deploy_agent_enable_docker.py": 0.1, - "tst/unit/task_step/test_deploy_agent_live_endpoint.py": 0.1, + "tst/unit/task_step/test_deploy_agent_live_endpoint.py": 0.2, "tst/unit/task_step/test_deploy_agent_mcp_alias.py": 0.2, - "tst/unit/task_step/test_deploy_agent_role_delivery.py": 1.2, + "tst/unit/task_step/test_deploy_agent_role_delivery.py": 0.9, "tst/unit/task_step/test_deploy_agent_snapshot_objects.py": 0.5, - "tst/unit/task_step/test_deploy_ttl_from_budget.py": 0.0, - "tst/unit/task_step/test_entity_refs.py": 1.0, - "tst/unit/task_step/test_field_scopes.py": 0.7, - "tst/unit/task_step/test_install_agent_registers_instance.py": 0.1, + "tst/unit/task_step/test_deploy_ttl_from_budget.py": 0.1, + "tst/unit/task_step/test_deploy_user_sim_agent.py": 0.9, + "tst/unit/task_step/test_entity_refs.py": 5.2, + "tst/unit/task_step/test_field_scopes.py": 2.1, + "tst/unit/task_step/test_install_agent_registers_instance.py": 0.0, "tst/unit/task_step/test_load_artifact_agent_container_target.py": 0.1, "tst/unit/task_step/test_load_artifact_container_sandbox.py": 0.1, "tst/unit/task_step/test_load_artifact_env_binding.py": 0.1, "tst/unit/task_step/test_load_artifact_file.py": 0.1, - "tst/unit/task_step/test_load_artifact_overrides.py": 0.1, - "tst/unit/task_step/test_load_artifact_service_payload.py": 0.5, + "tst/unit/task_step/test_load_artifact_overrides.py": 0.2, + "tst/unit/task_step/test_load_artifact_service_payload.py": 0.6, "tst/unit/task_step/test_load_artifact_service_universe.py": 0.1, "tst/unit/task_step/test_load_artifact_snapshot_reporting.py": 0.1, "tst/unit/task_step/test_load_artifact_url_filenames.py": 0.1, - "tst/unit/task_step/test_load_artifact_vm_target.py": 0.2, + "tst/unit/task_step/test_load_artifact_vm_target.py": 0.1, "tst/unit/task_step/test_manifest_cli_builder.py": 15.0, - "tst/unit/task_step/test_mcp_cli_builder.py": 1.7, - "tst/unit/task_step/test_modify_env_tool_access.py": 0.0, - "tst/unit/task_step/test_next_env_event_hook.py": 1.8, + "tst/unit/task_step/test_mcp_cli_builder.py": 1.9, + "tst/unit/task_step/test_modify_env_tool_access.py": 0.1, + "tst/unit/task_step/test_next_env_event_hook.py": 1.7, "tst/unit/task_step/test_parallel_deploy_env_binding.py": 0.1, "tst/unit/task_step/test_preflight_pinned_versions.py": 0.1, - "tst/unit/task_step/test_prompt_agent.py": 0.2, + "tst/unit/task_step/test_prompt_agent.py": 0.1, + "tst/unit/task_step/test_prompt_agent_built_in_user_sim.py": 0.8, "tst/unit/task_step/test_prompt_agent_builtin_tools.py": 0.0, - "tst/unit/task_step/test_prompt_agent_conversation_tool_calls.py": 0.0, + "tst/unit/task_step/test_prompt_agent_conversation_tool_calls.py": 0.1, "tst/unit/task_step/test_prompt_agent_human_default.py": 0.0, - "tst/unit/task_step/test_prompt_agent_live_trajectory.py": 0.8, + "tst/unit/task_step/test_prompt_agent_live_trajectory.py": 0.6, "tst/unit/task_step/test_prompt_agent_model_params.py": 0.0, - "tst/unit/task_step/test_prompt_agent_notifications.py": 0.6, - "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 1.9, - "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.8, - "tst/unit/task_step/test_prompt_agent_triggers.py": 1.1, - "tst/unit/task_step/test_prompt_agent_unreachable.py": 0.0, + "tst/unit/task_step/test_prompt_agent_notifications.py": 0.3, + "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 1.8, + "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.6, + "tst/unit/task_step/test_prompt_agent_triggers.py": 1.3, + "tst/unit/task_step/test_prompt_agent_unreachable.py": 0.1, "tst/unit/task_step/test_prompt_agent_user_model.py": 0.0, - "tst/unit/task_step/test_prompt_agent_user_side.py": 0.4, + "tst/unit/task_step/test_prompt_agent_user_side.py": 0.5, "tst/unit/task_step/test_recorded_models.py": 0.1, - "tst/unit/task_step/test_register_agent_triggers.py": 0.2, - "tst/unit/task_step/test_register_env_triggers.py": 7.5, - "tst/unit/task_step/test_reset_env.py": 0.1, + "tst/unit/task_step/test_register_agent_triggers.py": 0.1, + "tst/unit/task_step/test_register_env_triggers.py": 7.3, + "tst/unit/task_step/test_reset_env.py": 0.0, "tst/unit/task_step/test_review.py": 0.2, - "tst/unit/task_step/test_run_code.py": 18.3, - "tst/unit/task_step/test_sandbox_utils_agent_container.py": 0.0, + "tst/unit/task_step/test_run_code.py": 18.1, + "tst/unit/task_step/test_sandbox_utils_agent_container.py": 0.1, "tst/unit/task_step/test_sandbox_utils_logs.py": 0.1, - "tst/unit/task_step/test_snapshot_agent_state.py": 0.2, - "tst/unit/task_step/test_snapshot_env.py": 1.1, + "tst/unit/task_step/test_snapshot_agent_state.py": 0.1, + "tst/unit/task_step/test_snapshot_env.py": 1.4, "tst/unit/task_step/test_snapshot_env_env_binding.py": 0.1, - "tst/unit/task_step/test_step_overrides_agent_and_model.py": 0.2, - "tst/unit/task_step/test_teardown_sandboxes.py": 0.4, + "tst/unit/task_step/test_step_context_error.py": 0.6, + "tst/unit/task_step/test_step_overrides_agent_and_model.py": 0.1, + "tst/unit/task_step/test_teardown_sandboxes.py": 0.2, "tst/unit/task_step/test_universe_comparison.py": 0.1, + "tst/unit/task_step/test_user_sim_versions.py": 0.6, "tst/unit/task_step/test_validation_gate_aggregator.py": 0.1, "tst/unit/task_step/test_verify_a2a_agent_mcp.py": 0.0, "tst/unit/task_step/test_verify_a2a_builtin_tools.py": 0.1, - "tst/unit/task_step/test_verify_spec_conformance.py": 0.2, + "tst/unit/task_step/test_verify_spec_conformance.py": 0.3, "tst/unit/task_step/test_verify_universe_agent_judge.py": 0.1, "tst/unit/task_step/test_verify_universe_roundtrip.py": 0.2, "tst/unit/task_step/thread_work_test.py": 0.6, - "tst/unit/task_step/unwritten_local_agent_test.py": 0.9, + "tst/unit/task_step/unwritten_local_agent_test.py": 0.6, "tst/unit/task_step/verifiers/judge_short_keys_test.py": 0.1, "tst/unit/task_step/verifiers/judge_utils/test_frame_selection.py": 0.2, "tst/unit/task_step/verifiers/judge_utils/test_frame_selection_tool_name.py": 0.0, - "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.2, + "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.3, "tst/unit/task_step/verifiers/judge_utils/test_trajectory_filter.py": 0.0, - "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 0.9, + "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 1.1, "tst/unit/task_step/verifiers/test_env_outcome_verifier_step.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_context_facts_bundle_ids.py": 0.1, "tst/unit/task_step/verifiers/test_rubrics_verifier_criteria_override.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_fail_task_when_not_passing.py": 0.2, "tst/unit/task_step/verifiers/test_rubrics_verifier_grade_up_to_turn.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_model.py": 0.0, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_model.py": 0.1, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_retry.py": 0.1, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_teardown.py": 0.0, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_trajectory.py": 0.5, - "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 0.7, - "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 3.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_trajectory.py": 0.4, + "tst/unit/task_step/verifiers/test_rubrics_verifier_litellm_contract.py": 0.4, + "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 1.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 3.0, "tst/unit/task_step/verifiers/test_rubrics_verifier_per_criterion.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 4.4, + "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 0.2, "tst/unit/task_step/verifiers/test_run_context.py": 1.6, - "tst/unit/task_step/verifiers/test_score_parity.py": 0.0, + "tst/unit/task_step/verifiers/test_score_parity.py": 0.1, "tst/unit/task_step/verifiers/test_trajectory_mistakes_format.py": 0.2, - "tst/unit/task_step/verifiers/test_verify_sandbox.py": 0.2, + "tst/unit/task_step/verifiers/test_verify_sandbox.py": 0.3, "tst/unit/test_capabilities.py": 0.3, - "tst/unit/test_check_plugin_api.py": 21.1, - "tst/unit/test_check_skip_policy.py": 0.3, + "tst/unit/test_check_plugin_api.py": 21.4, + "tst/unit/test_check_skip_policy.py": 0.4, "tst/unit/test_clean_install_wheel.py": 0.1, - "tst/unit/test_client_identity.py": 0.0, + "tst/unit/test_client_identity.py": 0.1, "tst/unit/test_infra_build_script.py": 1.3, "tst/unit/test_infra_images_script.py": 0.6, "tst/unit/test_mirror_base_images_script.py": 0.1, - "tst/unit/test_optional_extras_stay_optional.py": 592.4, - "tst/unit/test_pypi_release_script.py": 0.3, - "tst/unit/test_release_infra_images.py": 0.7, + "tst/unit/test_optional_extras_stay_optional.py": 271.2, + "tst/unit/test_package_cache.py": 0.2, + "tst/unit/test_published_image.py": 0.2, + "tst/unit/test_pypi_release_script.py": 0.2, + "tst/unit/test_release_infra_images.py": 1.1, "tst/unit/test_release_protocol_pins.py": 0.3, - "tst/unit/test_runtime_dependencies_are_imported.py": 33.9, - "tst/unit/test_shards.py": 13.2, + "tst/unit/test_runtime_dependencies_are_imported.py": 31.5, + "tst/unit/test_shards.py": 16.8, "tst/unit/test_slow_test_durations_script.py": 0.2, - "tst/unit/test_subclass_hooks_are_annotated.py": 2.2, + "tst/unit/test_subclass_hooks_are_annotated.py": 4.3, "tst/unit/test_tls_verification.py": 0.2, - "tst/unit/training/chat_test.py": 14.7, - "tst/unit/training/harness_test.py": 24.0, - "tst/unit/training/nemo_gym_test.py": 4.1, + "tst/unit/training/chat_test.py": 14.4, + "tst/unit/training/harness_test.py": 21.0, + "tst/unit/training/nemo_gym_test.py": 4.0, "tst/unit/training/sessions_test.py": 0.2, - "tst/unit/training/skyrl_test.py": 6.4, - "tst/unit/training/tools_test.py": 0.3, - "tst/unit/training/trl_test.py": 39.2, + "tst/unit/training/skyrl_test.py": 6.3, + "tst/unit/training/tools_test.py": 0.1, + "tst/unit/training/trl_test.py": 39.7, "tst/unit/training/verl_test.py": 3.6, - "tst/unit/utils/docker/build_test.py": 0.4, - "tst/unit/utils/docker/context_test.py": 0.6, - "tst/unit/utils/docker/dockerfile_test.py": 1.0, - "tst/unit/utils/docker/installed_test.py": 0.2, - "tst/unit/utils/docker/lock_test.py": 0.2, + "tst/unit/utils/docker/build_test.py": 0.3, + "tst/unit/utils/docker/context_test.py": 0.4, + "tst/unit/utils/docker/dockerfile_test.py": 0.4, + "tst/unit/utils/docker/installed_test.py": 0.1, + "tst/unit/utils/docker/lock_test.py": 0.4, "tst/unit/utils/docker/metadata_test.py": 0.1, - "tst/unit/utils/docker/prune_test.py": 0.8, - "tst/unit/utils/exec_retry_test.py": 0.1, - "tst/unit/utils/test_card_naming_github_token.py": 0.0, - "tst/unit/utils/test_paths.py": 0.2 + "tst/unit/utils/docker/prune_test.py": 0.9, + "tst/unit/utils/exec_retry_test.py": 0.2, + "tst/unit/utils/test_card_naming_github_token.py": 0.1, + "tst/unit/utils/test_paths.py": 0.1 } } From 7bc4ec0b2658d3bef1e65af3b9f89a83b16d1c9d Mon Sep 17 00:00:00 2001 From: Andrew Park Date: Wed, 11 Nov 2026 19:22:06 +0000 Subject: [PATCH 3/3] ci: say the slow tier runs on two workers per runner The comment still said its tests run serially; since #600 each runner runs its files on two pytest workers (-n 2 --dist loadfile). --- .github/workflows/local-backends.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/local-backends.yml b/.github/workflows/local-backends.yml index fe044836f..20149e378 100644 --- a/.github/workflows/local-backends.yml +++ b/.github/workflows/local-backends.yml @@ -158,8 +158,8 @@ jobs: # The slow tier: builds the env images and the echo A2A agent (tst/data/a2a_agent) and deploys # them on the runner's Docker. The tests that need a real model, a remote sandbox, a registered # default A2A agent or MCP server sources from outside this repository skip with the capability reason. - # Its tests run serially, since they share image tags and artifact ids, so it is split across runners - # instead: AGENTENV_TEST_SHARD picks each runner's share, balanced by tst/integration/slow_durations.json + # Each runner runs its files on two workers, a file's tests on one, and AGENTENV_TEST_SHARD picks + # each runner's share of the files, balanced by tst/integration/slow_durations.json # (tst/util/shards.py). The gateway tests are a check of their own, split the same way. Each check passes # when all of its shards do (the integration-local-slow and integration-local-gateway jobs below). integration-local-slow-shard: