From b290a99b96b02559416c2cbe459747e1b8d13a03 Mon Sep 17 00:00:00 2001 From: Florian Brand <46377542+xeophon@users.noreply.github.com> Date: Wed, 18 Nov 2026 17:05:37 -0800 Subject: [PATCH] Suppress Codex title and follow-up model calls during rollouts --- verifiers/v1/acp/__init__.py | 2 ++ verifiers/v1/acp/runner.py | 4 ++++ verifiers/v1/harnesses/codex/harness.py | 9 ++++++++- 3 files changed, 14 insertions(+), 1 deletion(-) diff --git a/verifiers/v1/acp/__init__.py b/verifiers/v1/acp/__init__.py index 8f35eb6551..eed94416ff 100644 --- a/verifiers/v1/acp/__init__.py +++ b/verifiers/v1/acp/__init__.py @@ -65,6 +65,7 @@ class ACPConfig: system_prompt: str | None = None session_meta: JsonObject | None = None client_capabilities: JsonObject | None = None + session_title: str | None = None class ACPHarness(Harness[ConfigT]): @@ -335,6 +336,7 @@ async def _run(self, messages: Messages | None) -> ProgramResult: "system_prompt": self.config.system_prompt or "", "session_meta": self.config.session_meta or {}, "client_capabilities": self.config.client_capabilities or {}, + "session_title": self.config.session_title, "tool_interception": { "url": self.tool_interception_url, "secret": self.secret, diff --git a/verifiers/v1/acp/runner.py b/verifiers/v1/acp/runner.py index 021729f19c..997b39bbce 100644 --- a/verifiers/v1/acp/runner.py +++ b/verifiers/v1/acp/runner.py @@ -272,6 +272,10 @@ async def start(self, config: dict) -> None: mcp_servers=mcp_servers(config), **config["session_meta"], ) + if title := config.get("session_title"): + await self.connection.ext_method( + "session/rename", {"sessionId": session.session_id, "title": title} + ) except BaseException: with suppress(BaseException): await self.stack.aclose() diff --git a/verifiers/v1/harnesses/codex/harness.py b/verifiers/v1/harnesses/codex/harness.py index 6c309d82ce..d068bbda1f 100644 --- a/verifiers/v1/harnesses/codex/harness.py +++ b/verifiers/v1/harnesses/codex/harness.py @@ -133,10 +133,15 @@ async def prepare_acp( # Codex reads MCP servers from the config written by build_env(). mcp_urls={}, system_prompt=system_prompt, + # An untitled session starts a separate model turn to generate a UI title. + session_title=f"Verifiers rollout {trace.id}", client_capabilities={ "_meta": { "jetbrains": { - "air": {"version": 1, "capabilities": ["sessionFailure"]} + "air": { + "version": 1, + "capabilities": ["sessionFailure", "sessionIndex"], + } } } }, @@ -221,6 +226,8 @@ async def build_env( } return { **self.config.resolved_env, + # A rollout has no interactive composer that needs suggested follow-ups. + "CODEX_ACP_PROMPT_SUGGESTIONS": "false", "CODEX_CONFIG": json.dumps(config), "CODEX_HOME": home, "DEFAULT_AUTH_REQUEST": json.dumps(