Files
marqdo-cli/tools/ci/test_release_evidence.py
T
cflmy 2c7c4f31e7
Linux strict security lane (G-C) / strict isolation escape matrix (push) Waiting to run
ci/woodpecker/push/main Pipeline was successful
ci/woodpecker/manual/performance Pipeline was successful
CI / fmt + clippy + test (Linux x86_64) (push) Waiting to run
CI / schema instance validation + consumers (push) Waiting to run
CI / runtime contract (macos-latest) (push) Waiting to run
CI / runtime contract (windows-latest) (push) Waiting to run
release(3.0.0-beta.1): product version migration, beta gates, archive tooling and developer docs
REL-01: workspace/CLI/Analysis product version 3.0.0-beta.1 with updated
Cargo.lock; project.marqdo is enforced against the running core with
package.marqdo_range_invalid/package.marqdo_incompatible fail-closed
diagnostics; Tool SemVer prerelease negotiation tests; init template and
examples use the beta range. Verify init derives the project name from the
target directory instead of falling back to 'example'.

REL-02: beta support matrix is Linux x86_64 only; macOS/Windows are explicitly
experimental/unclaimed; strict policy and G4 Beta-only WARN are documented for
the release evidence.

REL-03: deterministic release packaging (tools/release/package.py) ships the
CLI and provider worker together with SOURCE_SHA, RELEASE_INFO.json,
known-limitations, specs, developer docs, examples incl. built plugin/provider
artifacts and consumers; tools/release/smoke.py cold-install tests the archive.

REL-04: docs/developers entry pages; corrected and self-contained third-party
integration handbook; stale Proposed/native-only/informational spec claims
fixed; release/status/compatibility/changelog/releasing docs updated.

REL-05: release_evidence.py gains an explicit beta profile
(BETA_RELEASE_CANDIDATE) distinct from the stable profile; Woodpecker build
step now packages and smoke-tests the archive on every pipeline.

Adds a runnable Resource Provider v2 example and corrects check --emit to
Analysis v2.
2026-11-22 02:31:32 +08:00

185 lines
6.8 KiB
Python

import importlib.util
import unittest
from pathlib import Path
MODULE = Path(__file__).with_name("release_evidence.py")
spec = importlib.util.spec_from_file_location("release_evidence", MODULE)
release_evidence = importlib.util.module_from_spec(spec)
spec.loader.exec_module(release_evidence)
SHA = "a" * 40
OTHER = "b" * 40
def gate(name: str, state: str, sha: str = SHA, url: str = "https://example.test/run") -> str:
return f"{name}={state}:{sha}:{url}"
class ReleaseEvidenceTests(unittest.TestCase):
def test_all_required_pass_is_candidate(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "PASS"),
gate("windows", "PASS"),
gate("macos", "PASS"),
gate("strict_vm", "PASS"),
gate("performance", "WARN"),
],
)
self.assertEqual(manifest["release_decision"], "RELEASE_CANDIDATE")
self.assertEqual(manifest["reasons"], [])
def test_missing_strict_vm_is_not_release(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "PASS"),
gate("windows", "PASS"),
gate("macos", "PASS"),
gate("performance", "PASS"),
],
)
self.assertEqual(manifest["release_decision"], "DO_NOT_RELEASE")
self.assertTrue(any("strict_vm" in reason for reason in manifest["reasons"]))
def test_sha_mismatch_is_not_release(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "PASS"),
gate("windows", "PASS", OTHER),
gate("macos", "PASS"),
gate("strict_vm", "PASS"),
gate("performance", "PASS"),
],
)
self.assertEqual(manifest["release_decision"], "DO_NOT_RELEASE")
self.assertTrue(any("windows" in reason for reason in manifest["reasons"]))
def test_failure_is_not_release(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "FAIL"),
gate("windows", "PASS"),
gate("macos", "PASS"),
gate("strict_vm", "PASS"),
gate("performance", "PASS"),
],
)
self.assertEqual(manifest["release_decision"], "DO_NOT_RELEASE")
def test_unverified_performance_is_not_release(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "PASS"),
gate("windows", "PASS"),
gate("macos", "PASS"),
gate("strict_vm", "PASS"),
gate("performance", "UNVERIFIED"),
],
)
self.assertEqual(manifest["release_decision"], "DO_NOT_RELEASE")
def test_beta_profile_accepts_declared_linux_scope_with_warn_performance(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "PASS"),
gate("strict_vm", "PASS"),
gate("extension", "PASS"),
gate("clean_install", "PASS"),
gate("version_compat", "PASS"),
gate("windows", "UNSUPPORTED", url="linux-only-support-matrix"),
gate("macos", "UNSUPPORTED", url="linux-only-support-matrix"),
gate("performance", "WARN"),
],
profile="beta",
)
self.assertEqual(manifest["release_decision"], "BETA_RELEASE_CANDIDATE")
self.assertEqual(manifest["profile"], "beta")
self.assertEqual(manifest["reasons"], [])
def test_beta_profile_allows_tested_fail_closed_strict_policy(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "PASS"),
gate("strict_vm", "UNSUPPORTED", url="strict.fail_closed_test"),
gate("extension", "PASS"),
gate("clean_install", "PASS"),
gate("version_compat", "PASS"),
gate("windows", "UNSUPPORTED"),
gate("macos", "UNSUPPORTED"),
gate("performance", "WARN"),
],
profile="beta",
)
self.assertEqual(manifest["release_decision"], "BETA_RELEASE_CANDIDATE")
def test_beta_profile_requires_explicit_platform_and_extension_gates(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "PASS"),
gate("strict_vm", "PASS"),
gate("clean_install", "PASS"),
gate("version_compat", "PASS"),
gate("performance", "WARN"),
],
profile="beta",
)
self.assertEqual(manifest["release_decision"], "DO_NOT_RELEASE")
joined = " ".join(manifest["reasons"])
self.assertIn("extension: missing gate", joined)
self.assertNotIn("windows: missing gate", joined)
def test_beta_profile_rejects_wrong_sha_and_unverified_gates(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "PASS", OTHER),
gate("strict_vm", "PASS"),
gate("extension", "UNVERIFIED"),
gate("clean_install", "PASS"),
gate("version_compat", "PASS"),
gate("windows", "UNSUPPORTED"),
gate("macos", "UNSUPPORTED"),
gate("performance", "PASS"),
],
profile="beta",
)
self.assertEqual(manifest["release_decision"], "DO_NOT_RELEASE")
joined = " ".join(manifest["reasons"])
self.assertIn("linux", joined)
self.assertIn("extension", joined)
def test_stable_profile_rejects_beta_unsupported_states(self) -> None:
manifest = release_evidence.build_manifest(
SHA,
[
gate("linux", "PASS"),
gate("windows", "UNSUPPORTED"),
gate("macos", "UNSUPPORTED"),
gate("strict_vm", "UNSUPPORTED"),
gate("performance", "WARN"),
],
)
self.assertEqual(manifest["release_decision"], "DO_NOT_RELEASE")
def test_unknown_profile_is_rejected(self) -> None:
with self.assertRaises(ValueError):
release_evidence.build_manifest(SHA, [], profile="lts")
def test_unknown_gate_and_bad_sha_are_rejected(self) -> None:
with self.assertRaises(ValueError):
release_evidence.build_manifest(SHA, [gate("solaris", "PASS")])
with self.assertRaises(ValueError):
release_evidence.build_manifest("not-a-sha", [])
if __name__ == "__main__":
unittest.main()