tests: full frozen-CLI black-box suite (all five extension kinds)

This commit is contained in:
Marqdo Extension Fixtures committed 2026-11-21 23:45:47 +08:00
1 parent 40bf1f932e
commit 6f346c9aa6
3 files changed
+36 -27

No files matched your search

+8
View File
@@ -0,0 +1,8 @@
{
"provider_id": "mocklang-provider",
"languages": ["mocklang"],
"wire_version": 1,
"entrypoint": "/root/work/marqdo-extension-conformance/kernel/mocklang",
"permissions_requested": [],
"digest": "304b245cac3c8c34b24fd9b114730611fca5458bd515689f925138a74dbc716b"
}
+6 -1
View File
@@ -1,3 +1,8 @@
---
import:
geometry: "./modules/geometry.mq.md"
---
# @knowledge 示例数学库
## @exec 加倍
@@ -10,6 +15,6 @@
`params(r: Int)`
调用另一个模块的纯函数,再调用本模块的 `加倍`;不需要任何 Rust/Host 改动。
调用另一个模块的纯函数,再调用本模块的加倍;不需要任何 Rust/Host 改动。
`return 加倍(x=geometry.面积(r=r))`
+22 -26
View File
@@ -219,8 +219,8 @@ class Runner:
case,
tamper_run,
1,
stdout="",
stderr_contains="ext.artifact_integrity",
stderr_not_contains="42",
)
finally:
shutil.rmtree(tampered, ignore_errors=True)
@@ -291,15 +291,21 @@ class Runner:
"run",
str(demo),
"--provider",
str(build),
str(build / "provider.json"),
"--allow-provider",
"demo.sensor",
"--json",
]
)
self.finish(case, result, 0, stdout="5\n")
self.finish(case, result, 0)
if case.status == "PASS":
payload = json.loads(result.stdout)
if payload.get("value") != {"type": "int", "decimal": "5"}:
case.status = "FAIL"
case.detail = f"unexpected provider value: {result.stdout[:500]}"
case = self.case("negative_security", "provider without grant is denied")
denied = self.run(["run", str(demo), "--provider", str(build)])
denied = self.run(["run", str(demo), "--provider", str(build / "provider.json")])
self.finish(case, denied, 1, stderr_contains="permission.denied")
case = self.case(
@@ -316,7 +322,7 @@ class Runner:
"run",
str(demo),
"--provider",
str(temp),
str(temp / "provider.json"),
"--allow-provider",
"demo.sensor",
]
@@ -344,7 +350,7 @@ class Runner:
"run",
str(demo),
"--provider",
str(temp),
str(temp / "provider.json"),
"--allow-provider",
"demo.sensor",
]
@@ -368,7 +374,7 @@ class Runner:
"--mode",
"pure",
"--provider",
str(build),
str(build / "provider.json"),
"--allow-provider",
"demo.sensor",
]
@@ -380,7 +386,7 @@ class Runner:
"--mode",
"strict",
"--provider",
str(build),
str(build / "provider.json"),
"--allow-provider",
"demo.sensor",
]
@@ -432,7 +438,7 @@ class Runner:
bad_manifest["entrypoint"] = "../../escape.py"
(bad / "tool.json").write_text(json.dumps(bad_manifest))
rejected = self.run(["tool", "install", str(bad)], env=env)
self.finish(case, rejected, 2)
self.finish(case, rejected, 1)
finally:
shutil.rmtree(bad, ignore_errors=True)
remove = self.run(["tool", "remove", "inspect-ext"], env=env)
@@ -478,23 +484,13 @@ class Runner:
check = self.run(["check", "index.mq.md"], cwd=consumer)
ok = self.finish(case, check, 0)
run = self.run(["run", "index.mq.md", "--json"], cwd=consumer)
ok = ok and self.finish(
case,
run,
0,
stdout=json.dumps(
{
"command": "run",
"success": True,
"value": {"type": "int", "decimal": "18"},
"stdout": "",
"stderr": "",
"diagnostics": [],
"trace": [],
},
separators=(",", ":"),
),
)
ok = ok and self.finish(case, run, 0)
if ok:
payload = json.loads(run.stdout)
if payload.get("value") != {"type": "int", "decimal": "18"}:
case.status = "FAIL"
case.detail = f"unexpected consumer value: {run.stdout[:500]}"
ok = False
if not ok:
return
# Offline/reproducibility: move the project, delete the source Git