Files
marqdo/tests/workbench_live.rs
T
cflmy 9331af78e2 release(2.8.0): 合入 CHANGELOG/README/发版说明/skills prove 任务;CI 链接指向 doc/releases
- CHANGELOG.md:v2.8.0 条目(中英双语);
- README.md:版本行 2.7.1→2.8.0 + 愿景第 6 条(知识可证明);
- doc/releases/v2.8.0.md:双语发版说明(亮点/用法/已知限制);
- skills/marqdo-dev/index.mq.md:新增 prove 任务(路径/目录模式/
  require_lean/json;参数用 + 行声明升参,check 与 narrative-ratio 通过);
- 设计文档 §12.5 标记已合入;发版链接统一指向 doc/releases/v2.8.0.md。
2026-11-18 10:29:26 +08:00

141 lines
4.9 KiB
Rust
Executable File

//! Live workbench gates — skipped unless OPENAI_API_KEY is set (never commit secrets).
use std::process::Command;
fn live_key() -> Option<String> {
for k in ["OPENAI_API_KEY", "MARQDO_LLM_API_KEY"] {
if let Ok(v) = std::env::var(k) {
let t = v.trim();
if !t.is_empty() && t != "sk-test" {
return Some(t.to_string());
}
}
}
None
}
fn repo_ext() -> std::path::PathBuf {
std::path::PathBuf::from(env!("CARGO_MANIFEST_DIR")).join("ext")
}
fn ensure_llm_plugin() {
let status = Command::new("cargo")
.args(["build", "-p", "marqdo_plugin_llm", "--locked"])
.current_dir(env!("CARGO_MANIFEST_DIR"))
.status()
.expect("build llm plugin");
assert!(status.success());
let root = std::path::PathBuf::from(env!("CARGO_MANIFEST_DIR"));
let so = root.join("target/debug/libllm.so");
if so.is_file() {
std::env::set_var("MARQDO_LLM_PLUGIN", &so);
}
// Prefer in-tree ext/ over ~/.marqdo/ext (search roots list user install first).
std::env::set_var("MARQDO_EXT", repo_ext());
}
#[test]
fn live_selection_ask_pong() {
let Some(_key) = live_key() else {
eprintln!("skip live_selection_ask_pong: no API key");
return;
};
ensure_llm_plugin();
if std::env::var_os("OPENAI_BASE_URL").is_none() {
eprintln!("skip: set OPENAI_BASE_URL (e.g. https://api.llm.ustc.edu.cn/v1)");
return;
}
if std::env::var_os("OPENAI_MODEL").is_none() {
std::env::set_var("OPENAI_MODEL", "qwen3.8-chat");
}
let output = Command::new(env!("CARGO_BIN_EXE_marqdo"))
.args(["run", "tests/ext/workbench-selection-live.mq.md"])
.current_dir(env!("CARGO_MANIFEST_DIR"))
.env("MARQDO_EXT", repo_ext())
.env("MARQDO_LLM_PLUGIN", std::env::var_os("MARQDO_LLM_PLUGIN").unwrap_or_default())
.output()
.expect("run workbench-selection-live");
let code = output.status.code().unwrap_or(1);
let stdout = String::from_utf8_lossy(&output.stdout);
let stderr = String::from_utf8_lossy(&output.stderr);
assert_eq!(code, 0, "stderr={stderr}\nstdout={stdout}");
let lower = stdout.to_lowercase();
assert!(lower.contains("pong"), "expected pong, got {stdout:?}");
assert!(
stdout.contains("usage-present") || stdout.contains("usage-unknown"),
"expected usage line, got {stdout:?}"
);
}
#[test]
fn live_dual_model_isolation_via_plugin() {
let Some(key) = live_key() else {
eprintln!("skip live_dual_model_isolation_via_plugin: no API key");
return;
};
let base = match std::env::var("OPENAI_BASE_URL") {
Ok(v) if !v.trim().is_empty() => v,
_ => {
eprintln!("skip: OPENAI_BASE_URL required");
return;
}
};
ensure_llm_plugin();
// Two sequential asks with different model ids — both must succeed without env clobber.
for model in ["qwen3.8-chat", "deepseek-flash"] {
std::env::set_var("OPENAI_MODEL", model);
let output = Command::new(env!("CARGO_BIN_EXE_marqdo"))
.args(["run", "tests/ext/workbench-selection-live.mq.md"])
.current_dir(env!("CARGO_MANIFEST_DIR"))
.env("OPENAI_API_KEY", &key)
.env("OPENAI_BASE_URL", &base)
.env("OPENAI_MODEL", model)
.env("MARQDO_EXT", repo_ext())
.env(
"MARQDO_LLM_PLUGIN",
std::env::var_os("MARQDO_LLM_PLUGIN").unwrap_or_default(),
)
.output()
.expect("run");
let stdout = String::from_utf8_lossy(&output.stdout);
let stderr = String::from_utf8_lossy(&output.stderr);
assert_eq!(
output.status.code().unwrap_or(1),
0,
"model={model} stderr={stderr} stdout={stdout}"
);
assert!(
stdout.to_lowercase().contains("pong"),
"model={model} stdout={stdout}"
);
}
}
#[test]
fn cli_view_document_writes_embed_html() {
let root = std::path::PathBuf::from(env!("CARGO_MANIFEST_DIR"));
let out = root.join("target/workbench-docview.html");
let _ = std::fs::remove_file(&out);
let status = Command::new(env!("CARGO_BIN_EXE_marqdo"))
.args([
"view",
"document",
"--project",
root.join("tests/executable_knowledge/baseline/02-extract")
.to_str()
.unwrap(),
"--document",
"main.mq.md",
"--out",
out.to_str().unwrap(),
])
.current_dir(&root)
.status()
.expect("view document");
assert!(status.success());
let html = std::fs::read_to_string(&out).expect("read html");
assert!(html.contains("mq-document"));
assert!(!html.contains("<script"));
assert!(html.contains("execution") || html.contains("mq-document"));
}