Something went wrong. Try again.
Personal fork of prime agent. Mirror of: https://mnemosyne.sigilzero.dev/sigilzero/prime-agent
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228#!/usr/bin/env python3"""Verify an assembled release tarball (host build) end to end.
The local mirror of the CI build-job gates:the archive must contain exactly the designed payload at the tarball root,checksums must match SHA256SUMS and manifest.json, and the staged binary mustreport the release version from a scratch cwd with `PI_PACKAGE_DIR` unset(the shipped artifact never depends on it).
Usage: python3 scripts/release/verify_release.py \ --dist-dir <dir> --version <x.y.z> --target <triple> [--sha <commit>]
`--sha` verifies the continuous-build stamping: the archive must also carry a`package.json` manifest, the binary must report `<version>-continuous.<sha>`,and manifest.json must record the commit."""
from __future__ import annotations
import argparseimport hashlibimport jsonimport osimport shutilimport subprocessimport sysimport tarfileimport tempfilefrom pathlib import Path
# The bundled-catalog gate (same release-scripts directory).from bundle_catalog import validate_bundled_catalog_dirfrom native_compat import validate_compatibility_archive# The release platform alias the archive name carries (TS parity; the update# flow's channel manifest requires alias-named archives).from assemble_artifacts import ( TARGET_ALIASES, RUNTIME_EXCLUDED_NAMES, RUNTIME_EXCLUDED_SUFFIXES, binary_name_for_target,)
# Must mirror STAGED_ENTRIES in assemble_artifacts.py and §5 of the design doc.# POSIX archives preserve the native TS updater contract. Every archive# carries version metadata; Windows never had a native TS installation.# The binary entry is the target's name (`prime-agent.exe` on the MSVC# Windows target), resolved in `main` via `binary_name_for_target`.EXPECTED_TOP_LEVEL = { "prime-agent", "prime-agent-runtime", "skills", "LICENSE", "README.md", "package.json", # The bundled catalog assets (spec §3.2): the installed artifact must # contain both, and they must pass the same validation gates the packer # enforced at assembly time. "models.bundled.json", "mcp-services.bundled.json",}CONTINUOUS_EXTRA_TOP_LEVEL = {"package.json"}NATIVE_COMPAT_TOP_LEVEL = {"theme", "export-html", "photon_rs_bg.wasm", "PHOTON-LICENSE.md", "install.sh"}
# Same shape as `continuous_version` in assemble_artifacts.py.CONTINUOUS_SUFFIX = "continuous"
def sha256_file(path: Path) -> str: digest = hashlib.sha256() with open(path, "rb") as handle: for chunk in iter(lambda: handle.read(1024 * 1024), b""): digest.update(chunk) return digest.hexdigest()
def fail(message: str) -> None: print(f"error: {message}", file=sys.stderr) sys.exit(1)
def top_level_members(archive: tarfile.TarFile) -> set: return { member.name.split("/", maxsplit=1)[0] for member in archive.getmembers() }
def main() -> int: parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("--dist-dir", required=True, type=Path) parser.add_argument("--version", required=True) parser.add_argument("--target", required=True) parser.add_argument("--sha", default=None, help="commit SHA the tarball must be stamped with") parser.add_argument("--expect-package-json", default=None, metavar="VERSION", help="the consume-route restamp shape: a package.json " "carrying exactly this release version") args = parser.parse_args() if args.sha is not None: args.sha = args.sha.lower() if args.expect_package_json and args.sha: fail("--sha (the continuous stamp) and --expect-package-json " "(the restamped release shape) are mutually exclusive")
binary_name = binary_name_for_target(args.target) expected_top_level = (EXPECTED_TOP_LEVEL - {"prime-agent"}) | {binary_name} if binary_name != "prime-agent.exe": expected_top_level |= NATIVE_COMPAT_TOP_LEVEL expected_top_level |= ( CONTINUOUS_EXTRA_TOP_LEVEL if (args.sha or args.expect_package_json) else set() )
archive_name = ( f"prime-agent-{args.version}-{TARGET_ALIASES[args.target]}.tar.gz" ) archive = args.dist_dir / archive_name if not archive.is_file(): fail(f"archive {archive} not found; run assemble_artifacts.py first")
validate_compatibility_archive(archive)
# 1. Deterministic tarball shape: exact top-level payload, no link entries. with tarfile.open(archive) as tar: members = tar.getmembers() if top_level_members(tar) != expected_top_level: fail( f"tarball top-level entries {sorted(top_level_members(tar))} " f"!= designed payload {sorted(expected_top_level)}" ) for member in members: if member.name.startswith(("skills/", "prime-agent-runtime/")) and any( part in RUNTIME_EXCLUDED_NAMES or part.endswith(RUNTIME_EXCLUDED_SUFFIXES) for part in Path(member.name).parts ): fail(f"tarball contains a development cache entry {member.name!r}") if member.issym() or member.islnk(): fail(f"tarball contains a link entry {member.name!r}") if member.uid != 0 or member.gid != 0 or member.mtime != 0: fail(f"tarball entry {member.name!r} is not deterministic " f"(uid={member.uid} gid={member.gid} mtime={member.mtime})")
# 2. Checksums agree with SHA256SUMS and manifest.json. archive_sha = sha256_file(archive) sums_path = args.dist_dir / "SHA256SUMS" sums = { Path(name.strip()).name: digest.strip() for digest, name in (line.split(None, 1) for line in sums_path.read_text().splitlines() if line.strip()) } if sums.get(archive_name) != archive_sha: fail(f"SHA256SUMS mismatch for {archive_name}") manifest = json.loads((args.dist_dir / "manifest.json").read_text()) entries = {b["file"]: b for b in manifest["binaries"]} if archive_name not in entries: fail(f"manifest.json has no entry for {archive_name}") if entries[archive_name]["sha256"] != archive_sha: fail(f"manifest.json sha256 mismatch for {archive_name}") if args.sha is not None and manifest.get("commit") != args.sha: fail(f"manifest.json commit is {manifest.get('commit')!r}, expected {args.sha!r}")
# 3. The staged binary reports the release version from a scratch cwd with # PI_PACKAGE_DIR unset: shipped artifacts never depend on it. scratch = Path(tempfile.mkdtemp(prefix="prime-agent-verify-")) try: # Manual extraction: the deterministic-shape checks above already # rejected link entries, and staying on explicit member writes keeps # the gate working on any Python >= 3.8 (no `filter=` kwarg). with tarfile.open(archive) as tar: for member in tar.getmembers(): target = scratch / member.name if member.isdir(): target.mkdir(parents=True, exist_ok=True) else: target.parent.mkdir(parents=True, exist_ok=True) source = tar.extractfile(member) assert source is not None # plain-file member, links rejected above with source, open(target, "wb") as sink: shutil.copyfileobj(source, sink) os.chmod(target, member.mode) # The bundled catalog assets must be present and valid in the # installed layout (the full packer gates: no small-fixture waiver). catalog_facts = validate_bundled_catalog_dir(scratch) if args.expect_package_json is not None: stamped = json.loads((scratch / "package.json").read_text(encoding="utf-8")) if stamped.get("version") != args.expect_package_json: fail(f"package.json version is {stamped.get('version')!r}, " f"expected the restamped release version " f"{args.expect_package_json!r}") if not str(stamped.get("commit", "")).strip(): fail("the restamped package.json lost its commit provenance") binary = scratch / binary_name if not os.access(binary, os.X_OK): fail(f"staged {binary_name} is not executable") if entries[archive_name]["executableSha256"] != sha256_file(binary): fail("executableSha256 in manifest.json does not match the staged binary") env = {k: v for k, v in os.environ.items() if k != "PI_PACKAGE_DIR"} run = subprocess.run( [str(binary), "--version"], capture_output=True, text=True, env=env, cwd=scratch, check=False, ) if run.returncode != 0: fail(f"staged prime-agent --version failed: {run.stderr.strip()}") version_out = run.stdout.strip() expected_version = ( f"{args.version}-{CONTINUOUS_SUFFIX}.{args.sha}" if args.sha else args.version ) if args.expect_package_json is not None: expected_version = args.expect_package_json if version_out != expected_version: fail( f"staged prime-agent reports {version_out!r}, " f"expected {expected_version!r}" ) finally: shutil.rmtree(scratch, ignore_errors=True)
print( f"verified {archive_name}: payload, checksums, manifest, " f"catalog assets ({json.dumps(catalog_facts)}), livecheck all OK" ) return 0
if __name__ == "__main__": raise SystemExit(main())