From 29bfc884418892117ac664c36ad524e2c2aae649 Mon Sep 17 00:00:00 2001 From: Taras Mankovski Date: Tue, 17 Nov 2026 22:38:54 -0500 Subject: [PATCH] Run Delivery's nested wrappers as their own suites Delivery.test.md ran the nested summary-repair and progress-completion documents inside its own 300-second whole-launch budget, and on a slow Node runner the cumulative work reached that deadline (#1408). Each wrapper now lives in its own directly discovered suite with the 120-second adversarial deadline, keeping its Deno child command, authored case timeout and nested document unchanged. Co-Authored-By: Claude Opus 5.5 --- .../tests/Delivery.test.md | 20 ------------------- .../tests/DeliveryProgressCompletion.test.md | 16 +++++++++++++++ .../tests/DeliverySummaryRepair.test.md | 16 +++++++++++++++ scripts/lib/runtime-tests.ts | 2 ++ scripts/tests/runtime-exclusions.test.ts | 20 ++++++++++++------- 5 files changed, 47 insertions(+), 27 deletions(-) create mode 100644 examples/adversarial-implementation/tests/DeliveryProgressCompletion.test.md create mode 100644 examples/adversarial-implementation/tests/DeliverySummaryRepair.test.md diff --git a/examples/adversarial-implementation/tests/Delivery.test.md b/examples/adversarial-implementation/tests/Delivery.test.md index 364cbd7b9..8ce944395 100644 --- a/examples/adversarial-implementation/tests/Delivery.test.md +++ b/examples/adversarial-implementation/tests/Delivery.test.md @@ -202,23 +202,3 @@ pwd -P - -```bash exec as="testCommandSetting" -printf '%s' "$XMD_EXAMPLE_TEST_COMMAND" -``` - - - - - "'" + value.replaceAll("'","'\"'\"'") + "'").join(" ")} /> -```bash exec -{tester} {group} -``` - - - - "'" + value.replaceAll("'","'\"'\"'") + "'").join(" ")} /> -```bash exec -{tester} {group} -``` - diff --git a/examples/adversarial-implementation/tests/DeliveryProgressCompletion.test.md b/examples/adversarial-implementation/tests/DeliveryProgressCompletion.test.md new file mode 100644 index 000000000..901577a1c --- /dev/null +++ b/examples/adversarial-implementation/tests/DeliveryProgressCompletion.test.md @@ -0,0 +1,16 @@ +```bash exec as="location" +pwd -P +``` + +```bash exec as="testCommandSetting" +printf '%s' "$XMD_EXAMPLE_TEST_COMMAND" +``` + + + + + "'" + value.replaceAll("'","'\"'\"'") + "'").join(" ")} /> +```bash exec +{tester} {group} +``` + diff --git a/examples/adversarial-implementation/tests/DeliverySummaryRepair.test.md b/examples/adversarial-implementation/tests/DeliverySummaryRepair.test.md new file mode 100644 index 000000000..4b6c13a3c --- /dev/null +++ b/examples/adversarial-implementation/tests/DeliverySummaryRepair.test.md @@ -0,0 +1,16 @@ +```bash exec as="location" +pwd -P +``` + +```bash exec as="testCommandSetting" +printf '%s' "$XMD_EXAMPLE_TEST_COMMAND" +``` + + + + + "'" + value.replaceAll("'","'\"'\"'") + "'").join(" ")} /> +```bash exec +{tester} {group} +``` + diff --git a/scripts/lib/runtime-tests.ts b/scripts/lib/runtime-tests.ts index 0c5fe50d3..195b4ab5a 100644 --- a/scripts/lib/runtime-tests.ts +++ b/scripts/lib/runtime-tests.ts @@ -107,6 +107,8 @@ export const MARKDOWN_DEADLINES: Record = { ArtifactReturnRecovery: 120_000, DecisionResolution: 300_000, Delivery: 300_000, + DeliveryProgressCompletion: 120_000, + DeliverySummaryRepair: 120_000, Friction: 180_000, LaunchPolicy: 120_000, Preparation: 420_000, diff --git a/scripts/tests/runtime-exclusions.test.ts b/scripts/tests/runtime-exclusions.test.ts index 125123dd9..4983974b4 100644 --- a/scripts/tests/runtime-exclusions.test.ts +++ b/scripts/tests/runtime-exclusions.test.ts @@ -179,6 +179,8 @@ describe("the applicable corpus", () => { "ArtifactReturnRecovery", "DecisionResolution", "Delivery", + "DeliveryProgressCompletion", + "DeliverySummaryRepair", "Friction", "Implementation", "LaunchPolicy", @@ -343,13 +345,15 @@ describe("the one-file Markdown commands", () => { at("examples/adversarial-implementation/components"), ]); } - expect( - oneFileCommand( - "node", - "examples/adversarial-implementation/tests/Delivery.test.md", - ROOT, - ).arguments.slice(-4), - ).toEqual(profile.slice(-4)); + const general = oneFileCommand("deno", SUITE, ROOT).env; + for (const name of ["Delivery", "DeliveryProgressCompletion", "DeliverySummaryRepair"]) { + const file = `examples/adversarial-implementation/tests/${name}.test.md`; + for (const runtime of RUNTIMES) { + const launched = oneFileCommand(runtime, file, ROOT); + expect(launched.arguments.slice(-6)).toEqual(profile.slice(-6)); + expect(launched.env?.XMD_EXAMPLE_TEST_COMMAND).toEqual(general?.XMD_EXAMPLE_TEST_COMMAND); + } + } }); it("passes the retained artifact evidence location to the artifact-return suites alone", function* () { @@ -385,6 +389,8 @@ describe("the one-file Markdown commands", () => { ArtifactReturnRecovery: 120_000, DecisionResolution: 300_000, Delivery: 300_000, + DeliveryProgressCompletion: 120_000, + DeliverySummaryRepair: 120_000, Friction: 180_000, LaunchPolicy: 120_000, Preparation: 420_000,