Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
19 changes: 18 additions & 1 deletion docs/ci-verification.md
Original file line number Diff line number Diff line change
@@ -1,8 +1,25 @@
# CI verification

## Current selected-family replay: #6030
## Current selected-family replay: #7000 with #7001

The [selected record](../certificates/selected-result.json) binds conditional
κ = 0.00363005817 to the [application review](research/pr-intake-evidence/pr7000-application/PROOF-REVIEW.md),
[validation receipts](research/pr-intake-evidence/pr7000-application/VALIDATION.json),
and [explicit source closure](../certificates/frontier7000-source.json).
`make frontier7000-verify` authenticates that closure and runs the complete
isolated selected replay serially. The admission review combines eleven retained
exact-source executions with seven fresh application, scalar and native-catalogue
executions. Consult its receipts for exact commands, source heads and limits;
the #6030 and #5599 checkpoints below retain their historical replay details.

The five inherited framework assumptions remain. Neither the full uniform word
nor a complete rounded multiplier is materialized. A source/metadata check is
not an operator replay or a formal theorem proof. Routine research submissions
do not need to rerun this selected-family replay.

## Historical selected-family replay: #6030

The [historical checkpoint](../certificates/checkpoints/frontier6030.json) binds conditional
κ = 0.003125804 to the [proof review](research/pr-intake-evidence/pr6030-audit/PROOF-REVIEW.md),
[validation receipts](research/pr-intake-evidence/pr6030-audit/VALIDATION.json),
and [explicit source closure](../certificates/frontier6030-source.json).
Expand Down
60 changes: 30 additions & 30 deletions research/historical-selected-replay-gap/SOURCES.json
Original file line number Diff line number Diff line change
Expand Up @@ -4,13 +4,13 @@
"files": [
{
"path": "Makefile",
"usage": "input",
"usage": "provenance",
"git_blob": "0d683a06b9e7ee162496108ce9a7c5d2ee94fccf",
"sha256": "4f2d4f2dcd15139ec82658a975f85ed300897385f85799218539f4c8d60567da"
},
{
"path": "certificates/partial-swap-network.json",
"usage": "input",
"usage": "provenance",
"git_blob": "eccafa830c16170c36faf93045ddf1f638f7bcd4",
"sha256": "4c0b9d37e1034b2076e30a70f8e514416298c462d9ee98bc87fe6556b14df786"
},
Expand All @@ -22,7 +22,7 @@
},
{
"path": "docs/ci-verification.md",
"usage": "input",
"usage": "provenance",
"git_blob": "63ba3e9aa8bdc5e942b56e34244b92b16f854085",
"sha256": "c7d3027e9ad8bcbff68f07aa9576b30fb2f3c76c44d876d40c7fdbf4a3e2228a"
},
Expand All @@ -34,163 +34,163 @@
},
{
"path": "research/clifford-state-performance/SOURCE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "6f98a0061a5104dfab82c9e806f819b41811f684",
"sha256": "396d0f08df24952248140d5c65c51b8c902ef1c580892ff7ea182890530f67ee"
},
{
"path": "research/community-batch1047-audit/CONTENT-COVERAGE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "5e0f92af463ec12c5e1dcc3effd44081a88af647",
"sha256": "07a9daeaf2bda308a92e9a4684f13d5fc766c7772d74801fceb7f4599fdab226"
},
{
"path": "research/community-batch1099-audit/CONTENT-COVERAGE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "9e13266bf85e627f1b7dc225e9530ea69fd2c7f0",
"sha256": "421e1211fb1897c45621dc6801c276e53f2e6f335583c9c9049e535f87c0a3b1"
},
{
"path": "research/community-batch932-audit/CONTENT-COVERAGE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "cc4d03eb59b9ab3f952735f7e88ff18c2d15d7af",
"sha256": "184629cac91a5cfaca50330a88596008b824221433867dcf8117539c913c284a"
},
{
"path": "research/community-batch970-audit/CONTENT-COVERAGE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "8b9f4111badf7de5d97684799560b55110e9da79",
"sha256": "23188ed920e38a54006cb883e181585620821c63bf7e8b5e05d32719417cc37e"
},
{
"path": "research/community-frontier741-audit/CONTENT-COVERAGE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "a5300d4e7a5381a3f443fc54c768ca6f0f236d68",
"sha256": "3c820fb30e1b4d9bcfc6a7ab524375e5b2abd66b940af2c509146104f0bcd79c"
},
{
"path": "research/community-frontier890-audit/CONTENT-COVERAGE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "d7ff6d777b01d69b6ce84caf25d3b7e4a4d2f211",
"sha256": "6b185a9902652f893f3ebd8ada92d2f11b6de6533a9a4d11718a8a4496101128"
},
{
"path": "research/community-hyperplane599-audit/SOURCE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "546f37d326d10a99910ae8f908e71ef768524d98",
"sha256": "65099d764bfcc39bda5e4d9966783611b094c3522dbdd1435cd498d657a8ef8e"
},
{
"path": "research/community-k492-audit/SOURCE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "e538481e4cb16ed936d3195f2dfb5b5a9ca0a76b",
"sha256": "2c0f4fa5bc150d05658af2e7c54c4d2c337dd52b7efd3d69530ae73bcbdf452a"
},
{
"path": "research/community-reconciliation92-audit/MANIFEST.json",
"usage": "input",
"usage": "provenance",
"git_blob": "2a2e93685173d5f13cbb5abe740f5d90352e0228",
"sha256": "5f501f3c118131e7d069f30ad77186eb2ad6961f9680a0ef105f4514ed41808a"
},
{
"path": "research/partial-swap-digest/baseline.py",
"usage": "input",
"usage": "provenance",
"git_blob": "a2f0190704db83bd8ef48e46e723c49b925804fe",
"sha256": "81e9af92cdf38243a540cdcff2062778e449467848d444da37a9553c12ca4c34"
},
{
"path": "research/r420-two-sided-basis/SOURCES.json",
"usage": "input",
"usage": "provenance",
"git_blob": "5d718e11e62f4bcadecf1e02d6b61f87dbe190b0",
"sha256": "d9810b0d139c5a1211fd2c1f0d142187cc1fca30026e1e7bc4f9ecfacf1596d1"
},
{
"path": "research/skip-clones/SOURCE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "8d1bb3b9c8189e35e5d8bfdfa632d7473e8be0d5",
"sha256": "0b68e63e35a97ce6b0cdb6e291b88ebaa8f2dd4afb70b2498f10ee89428258dc"
},
{
"path": "research/split-skip/SOURCE.json",
"usage": "input",
"usage": "provenance",
"git_blob": "2ab610b6ea2edd2865fda793ef2168b0c76afb4f",
"sha256": "7c2b4646a3ecfef6f881da5c43e4bd0fa9a4d1b00548b8ab458d897e16735134"
},
{
"path": "scripts/historical-ci-inputs/Makefile",
"usage": "input",
"usage": "provenance",
"git_blob": "aff68409021c9d401a6f8013b9dfd7dbcc30f2a8",
"sha256": "ea8830dd79da493e2d75baf753d733ff7efbcf2b4794afe41fae0ac8f3055646"
},
{
"path": "scripts/historical-ci-inputs/ledger-batch932-run_isolated_tests.py",
"usage": "input",
"usage": "provenance",
"git_blob": "65db599ab0b1dea0312c4ca048e0bd0f44c3736f",
"sha256": "96ea543e6c707424afe247e77bd86c82152f90fc76a0773c4232145da5cdf8d1"
},
{
"path": "scripts/historical-ci-inputs/ledger-batch932-test_isolated_test_runner.py",
"usage": "input",
"usage": "provenance",
"git_blob": "34820a8f24678f918f4d0e7a35380d8013fc3495",
"sha256": "628391b6abfbc8674ceec1751867a4392f2cc0b5b66886243e139af86cf355ac"
},
{
"path": "scripts/historical-ci-inputs/ledger-batch970-verify_selected_result.py",
"usage": "input",
"usage": "provenance",
"git_blob": "c755b76e0d44ba4917aa94440ebe54daefce5b2a",
"sha256": "d7fd929726b326aeeaf0a3996475adec88eee9aac09ae0bebeeaa0bc1fc8f199"
},
{
"path": "scripts/historical-ci-inputs/ledger-frontier741-ci-verification.md",
"usage": "input",
"usage": "provenance",
"git_blob": "7f3c012504187917a728b9fe87043f0fc8cd006a",
"sha256": "a854022e0e1d5d4db4d60e586be3ea56005013ef14a1fc06d02bc06e8529c4b0"
},
{
"path": "scripts/historical-ci-inputs/partial-swap-context.json",
"usage": "input",
"usage": "provenance",
"git_blob": "ad65114886bf34a4fd27e79f3be502389e689faa",
"sha256": "833a9642f33aeab2ffea17ec9c6b82e0a953f90192b2c82e10bef21538dccba9"
},
{
"path": "scripts/historical-ci-inputs/partial-swap-network.json",
"usage": "input",
"usage": "provenance",
"git_blob": "52075f2463f60af5e16571347f24274fce73a1ea",
"sha256": "f3c4be597b2f2136da4ae2cc80c7454f63c90aa01f84e5b8131cee4dd55de815"
},
{
"path": "scripts/partial_swap/shared.py",
"usage": "input",
"usage": "provenance",
"git_blob": "44a0e454c70f9c4b98e258b8443612e6a119904b",
"sha256": "5a0646a50b9f3e8ea55168620a78e8853b0ab810517cefc8cfb8696aedee278a"
},
{
"path": "scripts/replay_historical_check.py",
"usage": "input",
"usage": "provenance",
"git_blob": "1e92fff2782970ef71378f594f2350d245a4db26",
"sha256": "5467619c78183d3adc82b0cb55af28e5c1a01fca2b0588677816244b53e2bafd"
},
{
"path": "scripts/research_package.py",
"usage": "input",
"usage": "provenance",
"git_blob": "091b4c8f58bac9a9580d76025b887dc5c873d05f",
"sha256": "e1256016e7f51827d04fa2179255989f639ae1d97afaa9c16265f85a0c6abd70"
},
{
"path": "scripts/run_isolated_tests.py",
"usage": "input",
"usage": "provenance",
"git_blob": "a96ab35b315ce492e7fbbfd6c5ae211aa066b541",
"sha256": "49eb56dd0fc0d8d8ffdb209970a7adf2176223580646f575d5c22e59543b381c"
},
{
"path": "scripts/verify_selected_result.py",
"usage": "input",
"usage": "provenance",
"git_blob": "6882a4700e410dec569b51ae2eaf1a19cc019195",
"sha256": "d6b305eac5b9bdb8172c469ad30a1655a60fa0aceac8b1bf610e1b73f51babd8"
},
{
"path": "tests/test_isolated_test_runner.py",
"usage": "input",
"usage": "provenance",
"git_blob": "343b24abf6719b81805eba5a84c74e57634c8288",
"sha256": "3a5470d0b139828b90e19bf9583ddeafcd69f8e34f2824664eb3a2958a52e34d"
}
Expand Down
40 changes: 10 additions & 30 deletions research/historical-selected-replay-gap/VERIFY.json
Original file line number Diff line number Diff line change
Expand Up @@ -4,36 +4,7 @@
"python": "3.12",
"requirements": [],
"inputs": [
"Makefile",
"certificates/partial-swap-network.json",
"docs/ci-verification.md",
"research/clifford-state-performance/SOURCE.json",
"research/community-batch1047-audit/CONTENT-COVERAGE.json",
"research/community-batch1099-audit/CONTENT-COVERAGE.json",
"research/community-batch932-audit/CONTENT-COVERAGE.json",
"research/community-batch970-audit/CONTENT-COVERAGE.json",
"research/community-frontier741-audit/CONTENT-COVERAGE.json",
"research/community-frontier890-audit/CONTENT-COVERAGE.json",
"research/community-hyperplane599-audit/SOURCE.json",
"research/community-k492-audit/SOURCE.json",
"research/community-reconciliation92-audit/MANIFEST.json",
"research/partial-swap-digest/baseline.py",
"research/r420-two-sided-basis/SOURCES.json",
"research/skip-clones/SOURCE.json",
"research/split-skip/SOURCE.json",
"scripts/historical-ci-inputs/Makefile",
"scripts/historical-ci-inputs/ledger-batch932-run_isolated_tests.py",
"scripts/historical-ci-inputs/ledger-batch932-test_isolated_test_runner.py",
"scripts/historical-ci-inputs/ledger-batch970-verify_selected_result.py",
"scripts/historical-ci-inputs/ledger-frontier741-ci-verification.md",
"scripts/historical-ci-inputs/partial-swap-context.json",
"scripts/historical-ci-inputs/partial-swap-network.json",
"scripts/partial_swap/shared.py",
"scripts/replay_historical_check.py",
"scripts/research_package.py",
"scripts/run_isolated_tests.py",
"scripts/verify_selected_result.py",
"tests/test_isolated_test_runner.py"
"scripts/research_package.py"
],
"commands": [
{
Expand All @@ -44,6 +15,15 @@
],
"timeout_seconds": 120,
"checks": "Selected-checker frozen pin and live digest, all 19 historical admission rejections on seven paths, pin-membership control, and the exact 01885346..2485805 helper plan including its empty-diff control."
},
{
"argv": [
"{python}",
"-B",
"{package}/test_snapshot.py"
],
"timeout_seconds": 120,
"checks": "Fresh inspected checkout and full historical consumer; reject forged source digest, changed selected checker and disabled assertions."
}
]
}
69 changes: 69 additions & 0 deletions research/historical-selected-replay-gap/test_snapshot.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,69 @@
"""Fresh historical replay and rejecting controls for the PR7257 repair.

Credit Clear1nsight's pinned-checkout repair and unpaidmoon's PR6292 audit.
Apache-2.0.
"""
import copy
import hashlib
import importlib.util
import json
from pathlib import Path
import subprocess
import sys
import tempfile
import unittest

PACKAGE = Path(__file__).resolve().parent
ROOT = PACKAGE.parents[1]
spec = importlib.util.spec_from_file_location('historical_snapshot_checks', PACKAGE / 'verify.py')
AUDIT = importlib.util.module_from_spec(spec)
spec.loader.exec_module(AUDIT)


class HistoricalSnapshotTests(unittest.TestCase):
def setUp(self):
temporary = tempfile.TemporaryDirectory(prefix='historical-snapshot-control-')
self.addCleanup(temporary.cleanup)
self.snapshot = Path(temporary.name) / 'snapshot'
self.sources = json.loads((PACKAGE / 'SOURCES.json').read_bytes())
self.runner = AUDIT.load_module(ROOT / 'scripts/research_package.py')
self.env = self.runner.git_source_env()

def checkout(self, sources=None):
AUDIT.checkout_snapshot(self.snapshot, sources or self.sources, self.runner, self.env)

def test_fresh_checkout_preserves_pins_and_complete_consumer(self):
self.checkout()
head = subprocess.check_output(['git', 'rev-parse', 'HEAD'], cwd=self.snapshot,
env=self.env, timeout=30).decode().strip()
self.assertEqual(head, AUDIT.INSPECTED)
for row in self.sources['files']:
with self.subTest(path=row['path']):
actual = (self.snapshot / row['path']).read_bytes()
self.assertEqual(hashlib.sha256(actual).hexdigest(), row['sha256'])
# Includes all 19 rejections, the nine-package plan and empty-diff case.
AUDIT.check_snapshot(self.snapshot, self.env)

def test_checkout_rejects_a_forged_historical_digest(self):
sources = copy.deepcopy(self.sources)
sources['files'][0]['sha256'] = '0' * 64
with self.assertRaisesRegex(SystemExit, 'historical checkout source digest changed: Makefile'):
self.checkout(sources)

def test_consumer_rejects_changed_selected_checker(self):
self.checkout()
path = self.snapshot / AUDIT.SELECTED_PATH
path.write_bytes(path.read_bytes() + b'\n')
with self.assertRaisesRegex(SystemExit, 'live selected checker digest changed'):
AUDIT.check_snapshot(self.snapshot, self.env)

def test_optimized_cli_still_rejects_disabled_assertions(self):
result = subprocess.run([sys.executable, '-O', '-B', str(PACKAGE / 'verify.py')],
cwd=ROOT, capture_output=True, timeout=30)
self.assertNotEqual(result.returncode, 0)
self.assertIn(b'assertions must stay enabled', result.stderr)
self.assertNotIn(b'PASS_HISTORICAL_SELECTED_REPLAY_GAP', result.stdout)


if __name__ == '__main__':
unittest.main()
Loading