Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 0 additions & 20 deletions examples/adversarial-implementation/tests/Delivery.test.md
Original file line number Diff line number Diff line change
Expand Up @@ -202,23 +202,3 @@ pwd -P
<AssertEquals actual={preserved} expected={firstFailure} />
</TempDir>
</Test>

```bash exec as="testCommandSetting"
printf '%s' "$XMD_EXAMPLE_TEST_COMMAND"
```
<Let as="tester" value={testCommandSetting.stdout || "deno run --quiet --allow-all --node-modules-dir=manual --cached-only --frozen '" + root.replaceAll("'","'\"'\"'") + "/packages/cli/src/deno.ts' test"} />
<Let as="profile" value={["--plugin",root + "/packages/cli/tests/fixtures/workflow-test-permissions.mjs","--include",root + "/examples/adversarial-implementation/tests/components","--include",root + "/examples/adversarial-implementation/components"]} />

<Test name="oversized independent summaries repair once in the same conversation and reconcile without prompting" timeout="120s">
<Let as="group" value={[root + "/examples/adversarial-implementation/tests/delivery-summary-repair.md",...profile].map(value => "'" + value.replaceAll("'","'\"'\"'") + "'").join(" ")} />
```bash exec
{tester} {group}
```
</Test>

<Test name="a joined progress reply gets one same-session completion with a separate formatting allowance" timeout="90s">
<Let as="group" value={[root + "/examples/adversarial-implementation/tests/delivery-progress-completion.md",...profile].map(value => "'" + value.replaceAll("'","'\"'\"'") + "'").join(" ")} />
```bash exec
{tester} {group}
```
</Test>
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
```bash exec as="location"
pwd -P
```
<Let as="root" value={location.stdout.trim()} />
```bash exec as="testCommandSetting"
printf '%s' "$XMD_EXAMPLE_TEST_COMMAND"
```
<Let as="tester" value={testCommandSetting.stdout || "deno run --quiet --allow-all --node-modules-dir=manual --cached-only --frozen '" + root.replaceAll("'","'\"'\"'") + "/packages/cli/src/deno.ts' test"} />
<Let as="profile" value={["--plugin",root + "/packages/cli/tests/fixtures/workflow-test-permissions.mjs","--include",root + "/examples/adversarial-implementation/tests/components","--include",root + "/examples/adversarial-implementation/components"]} />

<Test name="a joined progress reply gets one same-session completion with a separate formatting allowance" timeout="90s">
<Let as="group" value={[root + "/examples/adversarial-implementation/tests/delivery-progress-completion.md",...profile].map(value => "'" + value.replaceAll("'","'\"'\"'") + "'").join(" ")} />
```bash exec
{tester} {group}
```
</Test>
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
```bash exec as="location"
pwd -P
```
<Let as="root" value={location.stdout.trim()} />
```bash exec as="testCommandSetting"
printf '%s' "$XMD_EXAMPLE_TEST_COMMAND"
```
<Let as="tester" value={testCommandSetting.stdout || "deno run --quiet --allow-all --node-modules-dir=manual --cached-only --frozen '" + root.replaceAll("'","'\"'\"'") + "/packages/cli/src/deno.ts' test"} />
<Let as="profile" value={["--plugin",root + "/packages/cli/tests/fixtures/workflow-test-permissions.mjs","--include",root + "/examples/adversarial-implementation/tests/components","--include",root + "/examples/adversarial-implementation/components"]} />

<Test name="oversized independent summaries repair once in the same conversation and reconcile without prompting" timeout="120s">
<Let as="group" value={[root + "/examples/adversarial-implementation/tests/delivery-summary-repair.md",...profile].map(value => "'" + value.replaceAll("'","'\"'\"'") + "'").join(" ")} />
```bash exec
{tester} {group}
```
</Test>
2 changes: 2 additions & 0 deletions scripts/lib/runtime-tests.ts
Original file line number Diff line number Diff line change
Expand Up @@ -107,6 +107,8 @@ export const MARKDOWN_DEADLINES: Record<string, number> = {
ArtifactReturnRecovery: 120_000,
DecisionResolution: 300_000,
Delivery: 300_000,
DeliveryProgressCompletion: 120_000,
DeliverySummaryRepair: 120_000,
Friction: 180_000,
LaunchPolicy: 120_000,
Preparation: 420_000,
Expand Down
20 changes: 13 additions & 7 deletions scripts/tests/runtime-exclusions.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -179,6 +179,8 @@ describe("the applicable corpus", () => {
"ArtifactReturnRecovery",
"DecisionResolution",
"Delivery",
"DeliveryProgressCompletion",
"DeliverySummaryRepair",
"Friction",
"Implementation",
"LaunchPolicy",
Expand Down Expand Up @@ -343,13 +345,15 @@ describe("the one-file Markdown commands", () => {
at("examples/adversarial-implementation/components"),
]);
}
expect(
oneFileCommand(
"node",
"examples/adversarial-implementation/tests/Delivery.test.md",
ROOT,
).arguments.slice(-4),
).toEqual(profile.slice(-4));
const general = oneFileCommand("deno", SUITE, ROOT).env;
for (const name of ["Delivery", "DeliveryProgressCompletion", "DeliverySummaryRepair"]) {
const file = `examples/adversarial-implementation/tests/${name}.test.md`;
for (const runtime of RUNTIMES) {
const launched = oneFileCommand(runtime, file, ROOT);
expect(launched.arguments.slice(-6)).toEqual(profile.slice(-6));
expect(launched.env?.XMD_EXAMPLE_TEST_COMMAND).toEqual(general?.XMD_EXAMPLE_TEST_COMMAND);
}
}
});

it("passes the retained artifact evidence location to the artifact-return suites alone", function* () {
Expand Down Expand Up @@ -385,6 +389,8 @@ describe("the one-file Markdown commands", () => {
ArtifactReturnRecovery: 120_000,
DecisionResolution: 300_000,
Delivery: 300_000,
DeliveryProgressCompletion: 120_000,
DeliverySummaryRepair: 120_000,
Friction: 180_000,
LaunchPolicy: 120_000,
Preparation: 420_000,
Expand Down
Loading