Files
marqdo/scripts/agent-harness.sh
T
cflmyandCursor 0f72173d08 feat(ext/ai): land Agent/LLM optimize waves O1–O5
Wire opt-in sandbox trial into agent, require sandbox proof before OKF
promote, add step_route/EFI/cost surfaces, style lint + quarantine, and
offline policy optimize script—keeping GFM tables over json glue.

Co-authored-by: Cursor <cursoragent@cursor.com>
2026-10-16 11:47:28 +08:00

84 lines
2.6 KiB
Bash
Executable File

#!/usr/bin/env bash
# Wave B1 — offline constitution / OKF harness (no network required).
set -euo pipefail
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
cd "$ROOT"
MQ="${MARQDO_BIN:-$ROOT/target/release/marqdo}"
export MARQDO_EXT="${MARQDO_EXT:-$ROOT/ext}"
export MARQDO_AGENT_PLUGIN="${MARQDO_AGENT_PLUGIN:-$ROOT/target/release/libagent.so}"
# Offline golds that construct an llm handle need a dummy key (no network).
export OPENAI_API_KEY="${OPENAI_API_KEY:-sk-test}"
if [[ ! -x "$MQ" ]]; then
echo "missing $MQ — run: cargo build --release -p marqdo -p marqdo_plugin_agent" >&2
exit 1
fi
fail=0
run() {
local f="$1"
echo "==> $f"
if ! "$MQ" run "$f"; then
echo "FAIL $f" >&2
fail=1
fi
}
run tests/ext/agent-constitution-b0.mq.md
run tests/ext/agent-dump-context.mq.md
run tests/ext/agent-writeback-shadow.mq.md
run tests/ext/agent-kb-plan-hit.mq.md
run tests/ext/agent-context-budget-a3.mq.md
run tests/ext/agent-workbook-patch-a0.mq.md
run tests/ext/agent-v2-learn.mq.md
run tests/ext/agent-p4-route.mq.md
run tests/ext/agent-small-llm-route.mq.md
run tests/ext/agent-mcp-client.mq.md
run tests/ext/agent-resume.mq.md
run tests/ext/agent-zero-llm.mq.md
run tests/ext/agent-plan-preserve.mq.md
run examples/agent-okf-flywheel/index.mq.md
run examples/agent-pong/index.mq.md
run examples/agent-sandbox-okf/index.mq.md
run tests/ext/agent-sandbox-optin.mq.md
run tests/ext/agent-sandbox-promote.mq.md
# Skill Lift subset (O2 B3/E1): with-skill vs without — constitution / writeback / call_site markers.
skill_lift_pass=0
skill_lift_fail=0
assert_out_has() {
local f="$1"
local needle="$2"
local label="$3"
local out
out="$("$MQ" run "$f" 2>/dev/null || true)"
if printf '%s' "$out" | grep -q -- "$needle"; then
echo "SkillLift OK $label ($needle)"
skill_lift_pass=$((skill_lift_pass + 1))
else
echo "SkillLift MISS $label (need $needle)" >&2
skill_lift_fail=$((skill_lift_fail + 1))
fail=1
fi
}
assert_out_has tests/ext/agent-constitution-b0.mq.md "constitution-ok" "constitution"
assert_out_has tests/ext/agent-writeback-shadow.mq.md "writeback-shadow-ok" "writeback"
assert_out_has tests/ext/agent-dump-context.mq.md "dump-context-ok" "call_site"
echo "SkillLift summary: pass=$skill_lift_pass fail=$skill_lift_fail"
if [[ "${AGENT_HARNESS_LIVE:-}" == "1" ]]; then
export AGENT_LIVE=1
if [[ ! -f "$ROOT/.env" ]]; then
echo "AGENT_HARNESS_LIVE=1 needs repo-root .env (see .env.example)" >&2
exit 1
fi
run examples/agent-pong/index.mq.md
run tests/ext/agent-run-live.mq.md
fi
if [[ "$fail" -ne 0 ]]; then
echo "agent harness: FAILED" >&2
exit 1
fi
echo "agent harness: OK"