CI / fmt + clippy + test (Linux x86_64) (push) Waiting to run
CI / schema instance validation + consumers (push) Waiting to run
CI / runtime contract (macos-latest) (push) Waiting to run
CI / runtime contract (windows-latest) (push) Waiting to run
Linux strict security lane (G-C) / strict isolation escape matrix (push) Waiting to run
ci/woodpecker/push/woodpecker Pipeline was successful
Add tools/ci/release_evidence.py (marqdo.release-gates.v1) plus unit tests: missing/skipped/FAIL/UNVERIFIED and tested_sha mismatches stay DO_NOT_RELEASE, performance may be PASS/WARN, unknown gate names are rejected. The GitHub CI now has a release-evidence job that maps the Linux/schema and native matrix results onto the manifest and uploads it, and both CI systems run the evidence-tool tests. Clear the contradictions the RFC calls out: remove the stale CURRENT.md rows that claimed DNS/TLS/UDP and fs metadata were absent while the same table said they were implemented; correct docs/ci.md to state that the GitHub-hosted Windows/macOS matrix exists (Woodpecker has no such agent); keep the old convergence plan historical; require the evidence manifest in releasing.md; and add a docs-consistency guard for these claims. This is step 6 of the CI/security RFC (B05/B06/B07).
263 lines
11 KiB
YAML
263 lines
11 KiB
YAML
name: CI
|
|
|
|
on:
|
|
push:
|
|
pull_request:
|
|
workflow_dispatch:
|
|
|
|
env:
|
|
CARGO_TERM_COLOR: always
|
|
|
|
jobs:
|
|
test:
|
|
name: fmt + clippy + test (Linux x86_64)
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
components: rustfmt, clippy
|
|
- name: Rust cache
|
|
uses: Swatinem/rust-cache@v2
|
|
- name: Formatting
|
|
run: cargo fmt --all -- --check
|
|
- name: Clippy
|
|
run: cargo clippy --workspace --all-targets -- -D warnings
|
|
- name: Tests
|
|
run: cargo test --workspace
|
|
- name: Documentation consistency
|
|
run: cargo test -p marqdo-cli --test docs_consistency
|
|
- name: Architecture boundaries
|
|
run: cargo test -p marqdo-cli --test architecture_boundaries
|
|
- name: CI evidence tool tests
|
|
run: python3 -m unittest discover -s tools/ci -p "test_*.py"
|
|
- name: Whole stdlib product tests
|
|
run: cargo test -p marqdo-cli --test stdlib_product
|
|
- name: Validate public JSON schemas
|
|
run: |
|
|
python3 - <<'PY'
|
|
import json, pathlib
|
|
for path in pathlib.Path("spec/schemas").glob("*.json"):
|
|
json.loads(path.read_text())
|
|
print("schemas parse")
|
|
PY
|
|
- name: Smoke test the CLI, protocols and examples
|
|
run: |
|
|
cargo build -p marqdo-cli
|
|
./target/debug/marqdo check examples/factorial.mq.md
|
|
./target/debug/marqdo call examples/factorial.mq.md 阶乘 --arg n=5
|
|
./target/debug/marqdo call examples/math.mq.md 计算圆面积
|
|
./target/debug/marqdo inspect examples/references.mq.md --refs
|
|
./target/debug/marqdo check examples/multi-module/index.mq.md --refs \
|
|
--emit /tmp/marqdo-analysis.json
|
|
./target/debug/marqdo run examples/multi-module/index.mq.md \
|
|
--trace-file /tmp/marqdo-analysis-trace.json
|
|
python3 tests/consumers/analysis_consumer.py /tmp/marqdo-analysis.json
|
|
python3 tests/consumers/trace_consumer.py \
|
|
/tmp/marqdo-analysis.json /tmp/marqdo-analysis-trace.json
|
|
./target/debug/marqdo run examples/hello.mq.md \
|
|
--trace-file /tmp/marqdo-trace.json
|
|
python3 - <<'PY'
|
|
import json
|
|
json.load(open("/tmp/marqdo-trace.json"))
|
|
print("trace parses")
|
|
PY
|
|
./target/debug/marqdo run examples/packages-multi-version/index.mq.md
|
|
./target/debug/marqdo run examples/kernel-mock/demo.mq.md \
|
|
--kernel examples/kernel-mock/kernel.json --allow-foreign
|
|
export MARQDO_TOOL_HOME="$(mktemp -d)"
|
|
./target/debug/marqdo tool install examples/tool-unknown-name/tool.json
|
|
./target/debug/marqdo benchmark run .
|
|
./target/debug/marqdo tool remove benchmark
|
|
./examples/plugin-demo/build.sh
|
|
./target/debug/marqdo plugin inspect examples/plugin-demo/build
|
|
./target/debug/marqdo run examples/plugin-demo/plugin-call.mq.md \
|
|
--plugin examples/plugin-demo/build \
|
|
--trust-native-plugin \
|
|
--allow-plugin demo.solver
|
|
./examples/plugin-multi-export/build.sh
|
|
./target/debug/marqdo check examples/plugin-multi-export/plugin-call.mq.md \
|
|
--plugin examples/plugin-multi-export/build
|
|
./target/debug/marqdo run examples/plugin-multi-export/plugin-call.mq.md \
|
|
--plugin examples/plugin-multi-export/build \
|
|
--trust-native-plugin \
|
|
--allow-plugin demo.solver
|
|
|
|
schema:
|
|
name: schema instance validation + consumers
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
- uses: Swatinem/rust-cache@v2
|
|
- name: Install JSON Schema validator
|
|
run: python3 -m pip install --disable-pip-version-check "jsonschema==4.23.0"
|
|
- name: Validate real artifacts
|
|
run: |
|
|
cargo build -p marqdo-cli
|
|
./target/debug/marqdo check examples/multi-module/index.mq.md --refs \
|
|
--emit /tmp/analysis-v2.json
|
|
./target/debug/marqdo run examples/multi-module/index.mq.md \
|
|
--trace-file /tmp/trace-v2.json
|
|
python3 tests/consumers/validate_protocols.py \
|
|
/tmp/analysis-v2.json /tmp/trace-v2.json examples/tool-unknown-name/tool.json
|
|
python3 tests/consumers/analysis_consumer.py /tmp/analysis-v2.json
|
|
python3 tests/consumers/trace_consumer.py \
|
|
/tmp/analysis-v2.json /tmp/trace-v2.json
|
|
|
|
cross-platform:
|
|
name: runtime contract (${{ matrix.os }})
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [windows-latest, macos-latest]
|
|
runs-on: ${{ matrix.os }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
- uses: Swatinem/rust-cache@v2
|
|
- name: Host toolchain report
|
|
shell: bash
|
|
run: |
|
|
rustc -vV
|
|
(command -v cc && cc --version | head -1) || echo "cc: unavailable"
|
|
(command -v python3 && python3 --version) || echo "python3: unavailable"
|
|
(command -v node && node --version) || echo "node: unavailable"
|
|
- name: Workspace tests
|
|
run: cargo test --workspace
|
|
- name: Portable CLI, analysis and trace smoke
|
|
shell: bash
|
|
run: |
|
|
set -e
|
|
cargo run -q -p marqdo-cli -- check examples/multi-module/index.mq.md \
|
|
--refs --emit /tmp/marqdo-portable-analysis.json
|
|
python3 tests/consumers/analysis_consumer.py /tmp/marqdo-portable-analysis.json
|
|
cargo run -q -p marqdo-cli -- run examples/multi-module/index.mq.md \
|
|
--trace-file /tmp/marqdo-portable-trace.json
|
|
python3 tests/consumers/trace_consumer.py \
|
|
/tmp/marqdo-portable-analysis.json /tmp/marqdo-portable-trace.json
|
|
- name: Strict isolation is unavailable and must fail closed
|
|
shell: bash
|
|
run: |
|
|
set +e
|
|
output=$(cargo run -q -p marqdo-cli -- run examples/hello.mq.md --mode strict 2>&1)
|
|
code=$?
|
|
set -e
|
|
test "$code" -eq 1
|
|
echo "$output" | grep -qi "strict"
|
|
echo "$output"
|
|
- name: Strict JSON refusal is exactly one document
|
|
shell: bash
|
|
run: |
|
|
set -euo pipefail
|
|
json=$(cargo run -q -p marqdo-cli -- run examples/hello.mq.md --mode strict --json)
|
|
JSON_DOC="$json" python3 - <<'PY'
|
|
import json, os
|
|
document = json.loads(os.environ["JSON_DOC"])
|
|
assert document["success"] is False, document
|
|
assert document["command"] == "run", document
|
|
assert document["code"] == "strict.probe_unavailable", document
|
|
PY
|
|
|
|
release-evidence:
|
|
name: release evidence manifest
|
|
needs: [test, schema, cross-platform]
|
|
if: always()
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Build SHA-bound manifest
|
|
shell: bash
|
|
env:
|
|
TARGET_SHA: ${{ github.sha }}
|
|
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
|
LINUX_RESULT: ${{ needs.test.result }}
|
|
SCHEMA_RESULT: ${{ needs.schema.result }}
|
|
PORTABLE_RESULT: ${{ needs.cross-platform.result }}
|
|
run: |
|
|
set -euo pipefail
|
|
state() {
|
|
case "$1" in
|
|
success) echo PASS ;;
|
|
failure) echo FAIL ;;
|
|
*) echo UNVERIFIED ;;
|
|
esac
|
|
}
|
|
linux="$(state "$LINUX_RESULT")"
|
|
portable="$(state "$PORTABLE_RESULT")"
|
|
if [ "$(state "$SCHEMA_RESULT")" != "PASS" ]; then
|
|
linux="FAIL"
|
|
fi
|
|
python3 tools/ci/release_evidence.py --target-sha "$TARGET_SHA" --out "docs/evidence/ci/$TARGET_SHA/manifest.json" --gate "linux=$linux:$TARGET_SHA:$RUN_URL" --gate "windows=$portable:$TARGET_SHA:$RUN_URL" --gate "macos=$portable:$TARGET_SHA:$RUN_URL" --gate "strict_vm=UNVERIFIED::${{ github.server_url }}/${{ github.repository }}/actions/workflows/security-linux.yml" --gate "performance=UNVERIFIED::"
|
|
- name: Upload release manifest
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: release-evidence-${{ github.sha }}
|
|
path: docs/evidence/ci/${{ github.sha }}/manifest.json
|
|
if-no-files-found: error
|
|
|
|
release-candidate:
|
|
name: release candidate artifact (${{ matrix.os }})
|
|
needs: [test, schema, cross-platform]
|
|
if: startsWith(github.ref, 'refs/tags/v') || github.event_name == 'workflow_dispatch'
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include:
|
|
- os: ubuntu-latest
|
|
target: x86_64-unknown-linux-gnu
|
|
- os: macos-latest
|
|
target: aarch64-apple-darwin
|
|
runs-on: ${{ matrix.os }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: dtolnay/rust-toolchain@stable
|
|
- uses: Swatinem/rust-cache@v2
|
|
- name: Build release binary
|
|
run: cargo build --release --locked -p marqdo-cli
|
|
- name: Package and checksum
|
|
shell: bash
|
|
run: |
|
|
set -euo pipefail
|
|
version="$(cargo metadata --no-deps --format-version 1 | python3 -c 'import json,sys; print(json.load(sys.stdin)["packages"][0]["version"])')"
|
|
stage="dist/marqdo-${version}-${{ matrix.target }}"
|
|
mkdir -p "$stage"
|
|
install -m 0755 target/release/marqdo "$stage/"
|
|
cp LICENSE-MIT LICENSE-APACHE CHANGELOG.md COMPATIBILITY.md README.md "$stage/"
|
|
cp -r spec examples "$stage/"
|
|
mkdir -p "$stage/tests"
|
|
cp -r tests/consumers "$stage/tests/"
|
|
printf 'source_sha=%s\nversion=%s\ntarget=%s\n' "$GITHUB_SHA" "$version" "${{ matrix.target }}" > "$stage/SOURCE_SHA"
|
|
rustc -vV > "$stage/rustc-vV.txt"
|
|
tar -C dist -czf "dist/marqdo-${version}-${{ matrix.target }}.tar.gz" "$(basename "$stage")"
|
|
cd dist
|
|
if command -v sha256sum >/dev/null 2>&1; then
|
|
sha256sum "marqdo-${version}-${{ matrix.target }}.tar.gz" > "marqdo-${version}-${{ matrix.target }}.tar.gz.sha256"
|
|
else
|
|
shasum -a 256 "marqdo-${version}-${{ matrix.target }}.tar.gz" > "marqdo-${version}-${{ matrix.target }}.tar.gz.sha256"
|
|
fi
|
|
cat "marqdo-${version}-${{ matrix.target }}.tar.gz.sha256"
|
|
- name: Clean-install smoke
|
|
shell: bash
|
|
run: |
|
|
set -euo pipefail
|
|
tmp="$(mktemp -d)"
|
|
cp dist/marqdo-*.tar.gz* "$tmp/"
|
|
cd "$tmp"
|
|
sha256sum -c marqdo-*.tar.gz.sha256 2>/dev/null || shasum -a 256 -c marqdo-*.tar.gz.sha256
|
|
tar -xzf marqdo-*.tar.gz
|
|
cd marqdo-*
|
|
./marqdo --version
|
|
./marqdo --help >/dev/null
|
|
./marqdo check examples/multi-module/index.mq.md --refs --emit analysis.json
|
|
./marqdo run examples/hello.mq.md
|
|
./marqdo run examples/multi-module/index.mq.md --trace-file trace.json
|
|
python3 tests/consumers/analysis_consumer.py analysis.json
|
|
python3 tests/consumers/trace_consumer.py analysis.json trace.json
|
|
python3 tests/consumers/validate_protocols.py analysis.json trace.json examples/tool-unknown-name/tool.json
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: marqdo-${{ matrix.target }}
|
|
path: dist/marqdo-*.tar.gz*
|
|
if-no-files-found: error
|