334 lines
16 KiB
JavaScript
334 lines
16 KiB
JavaScript
#!/usr/bin/env node
|
|
"use strict";
|
|
|
|
const assert = require("node:assert");
|
|
const fs = require("node:fs");
|
|
const { chromium } = require("playwright");
|
|
const {
|
|
BASE_URL,
|
|
UI_TIMEOUT_MS,
|
|
cleanupDocuments,
|
|
createTempDocument,
|
|
ensureAuthenticated,
|
|
renameDocument,
|
|
} = require("./tree-shell-smoke-helpers");
|
|
|
|
function resolveChromiumExecutablePath() {
|
|
const explicit = process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH || "";
|
|
if (explicit && fs.existsSync(explicit)) return explicit;
|
|
return [
|
|
"/usr/bin/google-chrome-stable",
|
|
"/usr/bin/google-chrome",
|
|
"/snap/bin/chromium",
|
|
"/usr/bin/chromium",
|
|
"/usr/bin/chromium-browser",
|
|
].find((candidate) => fs.existsSync(candidate)) || "";
|
|
}
|
|
|
|
async function main() {
|
|
const suffix = Date.now().toString(36);
|
|
const title = `TEST-HERMES-AI-smoke-${suffix}`;
|
|
const sessionId = `mnote_smoke_${suffix}`;
|
|
const runId = `run_smoke_${suffix}`;
|
|
let runRequestCount = 0;
|
|
let sessionDetailHits = 0;
|
|
const captured = [];
|
|
const createdIds = [];
|
|
const executablePath = resolveChromiumExecutablePath();
|
|
const browser = await chromium.launch({
|
|
headless: true,
|
|
...(executablePath ? { executablePath } : {}),
|
|
});
|
|
const context = await browser.newContext({ viewport: { width: 1440, height: 960 } });
|
|
const page = await context.newPage();
|
|
|
|
try {
|
|
await page.route("**/api/ai-agent/run", async (route) => {
|
|
throw new Error(`页面 AI 不应请求旧 /api/ai-agent/run: ${route.request().url()}`);
|
|
});
|
|
await page.route("**/api/hermes/client/gateway/health**", async (route) => {
|
|
await route.fulfill({
|
|
status: 200,
|
|
headers: { "content-type": "application/json" },
|
|
body: JSON.stringify({
|
|
ok: true,
|
|
gateway: { ok: true, status: "mocked", upstream: "http://127.0.0.1:8644" },
|
|
profile: { name: "default", modelConfigured: true, apiKeyConfigured: true },
|
|
suggestions: [],
|
|
}),
|
|
});
|
|
});
|
|
await page.route("**/api/hermes/client/tools**", async (route) => {
|
|
await route.fulfill({
|
|
status: 200,
|
|
headers: { "content-type": "application/json" },
|
|
body: JSON.stringify({ ok: true, tools: [] }),
|
|
});
|
|
});
|
|
await page.route("**/api/hermes/client/profiles", async (route) => {
|
|
await route.fulfill({
|
|
status: 200,
|
|
headers: { "content-type": "application/json" },
|
|
body: JSON.stringify({
|
|
ok: true,
|
|
active: "default",
|
|
profiles: [{ name: "default", label: "Default", modelConfigured: true, apiKeyConfigured: true }],
|
|
}),
|
|
});
|
|
});
|
|
await page.route("**/api/hermes/client/sessions", async (route) => {
|
|
captured.push({ kind: "session", method: route.request().method(), body: route.request().postData() || "" });
|
|
await route.fulfill({
|
|
status: 200,
|
|
headers: { "content-type": "application/json" },
|
|
body: JSON.stringify({
|
|
ok: true,
|
|
sessionId,
|
|
title: "当前页问答",
|
|
traceId: "trace_smoke",
|
|
persistence: "hermes_on_first_run",
|
|
}),
|
|
});
|
|
});
|
|
await page.route(`**/api/hermes/client/sessions/${sessionId}/resume`, async (route) => {
|
|
sessionDetailHits += 1;
|
|
captured.push({ kind: "session-detail", method: route.request().method(), body: "" });
|
|
assert.equal(route.request().method(), "POST", "刷新恢复必须调用 runtime resume 接口");
|
|
await route.fulfill({
|
|
status: 200,
|
|
headers: { "content-type": "application/json" },
|
|
body: JSON.stringify({
|
|
ok: true,
|
|
sessionId,
|
|
traceId: "trace_restore",
|
|
session: {
|
|
sessionId,
|
|
messages: [],
|
|
},
|
|
runtime: {
|
|
sessionId,
|
|
runId,
|
|
status: "completed",
|
|
profile: "default",
|
|
documentId: "doc_smoke",
|
|
traceId: "trace_restore",
|
|
lastToolName: "mnote.page.get",
|
|
},
|
|
}),
|
|
});
|
|
});
|
|
await page.route("**/api/hermes/client/runs", async (route) => {
|
|
runRequestCount += 1;
|
|
const currentRunId = `${runId}_${runRequestCount}`;
|
|
captured.push({ kind: "run", method: route.request().method(), body: route.request().postData() || "" });
|
|
await route.fulfill({
|
|
status: 200,
|
|
headers: { "content-type": "application/json" },
|
|
body: JSON.stringify({
|
|
ok: true,
|
|
sessionId,
|
|
runId: currentRunId,
|
|
events: [],
|
|
traceId: "trace_smoke",
|
|
}),
|
|
});
|
|
});
|
|
await page.route("**/api/hermes/client/events/**", async (route) => {
|
|
const currentRunId = route.request().url().split("/").pop() || runId;
|
|
captured.push({ kind: "events", method: route.request().method(), body: "" });
|
|
const evidenceEvents = Array.from({ length: 24 }, (_, index) => {
|
|
const callId = `call_smoke_knowledge_rag_${index}`;
|
|
return (
|
|
`data: ${JSON.stringify({ event: "tool.started", run_id: currentRunId, session_id: sessionId, toolCallId: callId, name: "mnote.knowledge_rag.query", args: { query: `evidence ${index}` } })}\n\n` +
|
|
`data: ${JSON.stringify({ event: "tool.completed", run_id: currentRunId, session_id: sessionId, toolCallId: callId, name: "mnote.knowledge_rag.query", summary: `资料库 ${index}`, auditId: `audit_smoke_knowledge_rag_${index}` })}\n\n`
|
|
);
|
|
}).join("");
|
|
if (runRequestCount > 1) {
|
|
await route.fulfill({
|
|
status: 200,
|
|
headers: { "content-type": "text/event-stream; charset=utf-8" },
|
|
body:
|
|
`data: ${JSON.stringify({ event: "message.delta", run_id: currentRunId, session_id: sessionId, delta: "Second " })}\n\n` +
|
|
`data: ${JSON.stringify({ event: "message.delta", run_id: currentRunId, session_id: sessionId, delta: "response" })}\n\n` +
|
|
`data: ${JSON.stringify({ event: "run.completed", run_id: currentRunId, session_id: sessionId, output: "Second response" })}\n\n`,
|
|
});
|
|
return;
|
|
}
|
|
await route.fulfill({
|
|
status: 200,
|
|
headers: { "content-type": "text/event-stream; charset=utf-8" },
|
|
body:
|
|
evidenceEvents +
|
|
`data: ${JSON.stringify({ event: "tool.started", run_id: currentRunId, session_id: sessionId, toolCallId: "call_smoke_page_get", name: "mnote.page.get", args: { includeBody: false } })}\n\n` +
|
|
`data: ${JSON.stringify({ event: "tool.completed", run_id: currentRunId, session_id: sessionId, toolCallId: "call_smoke_page_get", name: "mnote.page.get", summary: "读取当前页面", auditId: "audit_smoke_page_get" })}\n\n` +
|
|
`data: ${JSON.stringify({ event: "tool.started", run_id: currentRunId, session_id: sessionId, toolCallId: "call_smoke_page_save", name: "mnote.page.save", args: { dryRun: true } })}\n\n` +
|
|
`data: ${JSON.stringify({ event: "tool.failed", run_id: currentRunId, session_id: sessionId, toolCallId: "call_smoke_page_save", name: "mnote.page.save", code: "permission_denied", error: "写入被拒绝", auditId: "audit_smoke_page_save" })}\n\n` +
|
|
`data: ${JSON.stringify({ event: "message.delta", run_id: currentRunId, session_id: sessionId, delta: "Smoke " })}\n\n` +
|
|
`data: ${JSON.stringify({ event: "message.delta", run_id: currentRunId, session_id: sessionId, delta: "response" })}\n\n` +
|
|
`data: ${JSON.stringify({
|
|
event: "run.completed",
|
|
run_id: currentRunId,
|
|
session_id: sessionId,
|
|
output: "Smoke response",
|
|
agentAudit: {
|
|
eventId: "audit_smoke_changed_files",
|
|
rootUri: "file:///tmp/mnote-smoke",
|
|
diffSummary: "1 changed file(s)",
|
|
changedFiles: [
|
|
{
|
|
path: "README.md",
|
|
changeType: "modified",
|
|
summary: "修改文件 size:10→20 lines:1→2",
|
|
},
|
|
],
|
|
},
|
|
})}\n\n`,
|
|
});
|
|
});
|
|
|
|
await ensureAuthenticated(page, context.request);
|
|
const target = await createTempDocument(context.request);
|
|
createdIds.push(target.documentId);
|
|
await renameDocument(context.request, target.workspaceId, target.documentId, title);
|
|
await page.goto(
|
|
`${BASE_URL}/documents/${encodeURIComponent(target.documentId)}?workspaceId=${encodeURIComponent(target.workspaceId)}`,
|
|
{ waitUntil: "domcontentloaded", timeout: UI_TIMEOUT_MS },
|
|
);
|
|
|
|
await page.getByTestId("wolai-floating-ai").click({ timeout: UI_TIMEOUT_MS });
|
|
await page.locator("[data-page-ai-input]").fill(`请总结 ${title}`, { timeout: UI_TIMEOUT_MS });
|
|
await page.locator('[data-page-ai-action="send"]').click({ timeout: UI_TIMEOUT_MS });
|
|
await page.waitForFunction(
|
|
() => (document.querySelector('[data-testid="wolai-page-ai-drawer"]')?.textContent || "").includes("Smoke response"),
|
|
null,
|
|
{ timeout: UI_TIMEOUT_MS },
|
|
);
|
|
await page.waitForFunction(
|
|
() => (document.querySelector('[data-testid="wolai-page-ai-drawer"]')?.textContent || "").includes("mnote.page.get"),
|
|
null,
|
|
{ timeout: UI_TIMEOUT_MS },
|
|
);
|
|
await page.waitForFunction(
|
|
() => (document.querySelector("[data-page-ai-last-tool]")?.textContent || "").includes("mnote.page.save"),
|
|
null,
|
|
{ timeout: UI_TIMEOUT_MS },
|
|
);
|
|
const toolCards = await page.$$eval("[data-page-ai-tool-card]", (cards) =>
|
|
cards.map((card) => ({
|
|
id: card.getAttribute("data-page-ai-tool-call-id"),
|
|
group: card.getAttribute("data-page-ai-tool-group"),
|
|
status: card.getAttribute("data-page-ai-tool-status"),
|
|
text: card.textContent || "",
|
|
})),
|
|
);
|
|
assert.equal(toolCards.length, 1, `批量工具调用应折叠成 1 张工具组卡：${JSON.stringify(toolCards)}`);
|
|
assert(toolCards[0].text.includes("调用工具") && toolCards[0].text.includes("27 个"), `工具组摘要应显示调用数量：${JSON.stringify(toolCards)}`);
|
|
const toolItems = await page.$$eval("[data-page-ai-tool-item]", (items) =>
|
|
items.map((item) => ({
|
|
id: item.getAttribute("data-page-ai-tool-call-id"),
|
|
status: item.getAttribute("data-page-ai-tool-status"),
|
|
text: item.textContent || "",
|
|
})),
|
|
);
|
|
assert(toolItems.length >= 27, `工具组展开内容应包含批量工具调用：${JSON.stringify(toolItems)}`);
|
|
assert(
|
|
toolItems.some((item) => item.status === "completed" && item.text.includes("call_smoke_page_get")),
|
|
`缺少 completed 工具项：${JSON.stringify(toolItems)}`,
|
|
);
|
|
assert(
|
|
toolItems.some((item) => item.status === "failed" && item.text.includes("permission_denied")),
|
|
`缺少 failed 工具项：${JSON.stringify(toolItems)}`,
|
|
);
|
|
assert(
|
|
toolItems.some((item) => item.status === "completed" && item.text.includes("agent.changed_files") && item.text.includes("README.md")),
|
|
`缺少 changed files 工具项：${JSON.stringify(toolItems)}`,
|
|
);
|
|
const toolDetailsOpenByDefault = await page.$$eval("[data-page-ai-tool-card] > .wolai-page-ai-message-text > details", (details) => details.map((node) => node.open));
|
|
assert.equal(toolDetailsOpenByDefault.length, 1, "工具调用应共用一个 details 折叠容器");
|
|
assert(toolDetailsOpenByDefault.every((open) => open === false), "工具调用组默认应折叠");
|
|
const orderState = await page.locator('[data-page-ai-panel="chat"] [data-page-ai-conversation]').evaluate((node) => {
|
|
const toolGroup = node.querySelector("[data-page-ai-tool-card]");
|
|
const assistant = Array.from(node.querySelectorAll(".wolai-page-ai-message--assistant")).find((item) =>
|
|
(item.textContent || "").includes("Smoke response")
|
|
);
|
|
return {
|
|
toolBeforeAssistant: Boolean(toolGroup && assistant && (toolGroup.compareDocumentPosition(assistant) & Node.DOCUMENT_POSITION_FOLLOWING)),
|
|
};
|
|
});
|
|
assert(orderState.toolBeforeAssistant, "工具调用组应显示在 AI 输出结果之前");
|
|
await page.locator("[data-page-ai-tool-card] summary").first().click({ timeout: UI_TIMEOUT_MS });
|
|
assert(
|
|
await page.locator("[data-page-ai-tool-card] > .wolai-page-ai-message-text > details").first().evaluate((node) => node.open),
|
|
"点击工具组 summary 后应展开详情",
|
|
);
|
|
const scrollStateBeforeFollowup = await page.locator('[data-page-ai-panel="chat"] [data-page-ai-conversation]').evaluate((node) => {
|
|
node.scrollTop = 0;
|
|
return {
|
|
scrollTop: node.scrollTop,
|
|
scrollHeight: node.scrollHeight,
|
|
clientHeight: node.clientHeight,
|
|
};
|
|
});
|
|
assert(scrollStateBeforeFollowup.scrollHeight > scrollStateBeforeFollowup.clientHeight, `批量工具调用应撑出滚动区：${JSON.stringify(scrollStateBeforeFollowup)}`);
|
|
await page.locator("[data-page-ai-input]").fill("继续补充一句", { timeout: UI_TIMEOUT_MS });
|
|
await page.locator('[data-page-ai-action="send"]').click({ timeout: UI_TIMEOUT_MS });
|
|
await page.waitForFunction(
|
|
() => (document.querySelector('[data-testid="wolai-page-ai-drawer"]')?.textContent || "").includes("Second response"),
|
|
null,
|
|
{ timeout: UI_TIMEOUT_MS },
|
|
);
|
|
const scrollStateAfterFollowup = await page.locator('[data-page-ai-panel="chat"] [data-page-ai-conversation]').evaluate((node) => ({
|
|
scrollTop: node.scrollTop,
|
|
scrollHeight: node.scrollHeight,
|
|
clientHeight: node.clientHeight,
|
|
firstToolOpen: Boolean(node.querySelector("[data-page-ai-tool-card] > .wolai-page-ai-message-text > details")?.open),
|
|
}));
|
|
assert(scrollStateAfterFollowup.scrollTop <= 4, `用户已上滚时新输出不应强制贴底：${JSON.stringify(scrollStateAfterFollowup)}`);
|
|
assert(scrollStateAfterFollowup.firstToolOpen, "重渲染后应保留用户展开的工具调用详情");
|
|
|
|
const sessionRequest = captured.find((entry) => entry.kind === "session");
|
|
const runRequest = captured.find((entry) => entry.kind === "run");
|
|
const eventRequest = captured.find((entry) => entry.kind === "events");
|
|
assert(sessionRequest, "未捕获 /api/hermes/client/sessions 请求");
|
|
assert(runRequest, "未捕获 /api/hermes/client/runs 请求");
|
|
assert(eventRequest, "未捕获 /api/hermes/client/events 请求");
|
|
const runBody = JSON.parse(runRequest.body);
|
|
assert.equal(runBody.sessionId, sessionId, "run 请求必须携带 Hermes sessionId");
|
|
assert.equal(runBody.documentId, target.documentId, "run 请求必须携带 documentId");
|
|
assert(runBody.pageContext, "run 请求必须携带最小 pageContext");
|
|
assert.equal(runBody.pageContext.documentBlocks, null, "run 请求不应直接携带页面正文 blocks");
|
|
assert.equal(runBody.pageContext.subtree, null, "run 请求不应直接携带页面 subtree");
|
|
assert.equal(runBody.pageContext.outline, null, "run 请求不应直接携带页面 outline");
|
|
assert(
|
|
runBody.pageContext.contentAccess,
|
|
`run 请求必须声明正文访问方式：${JSON.stringify(runBody.pageContext)}`,
|
|
);
|
|
|
|
console.log(
|
|
JSON.stringify(
|
|
{
|
|
ok: true,
|
|
baseUrl: BASE_URL,
|
|
documentId: target.documentId,
|
|
workspaceId: target.workspaceId,
|
|
sessionId,
|
|
runId,
|
|
capturedKinds: captured.map((entry) => entry.kind),
|
|
sessionDetailHits,
|
|
},
|
|
null,
|
|
2,
|
|
),
|
|
);
|
|
} finally {
|
|
await cleanupDocuments(context.request, createdIds).catch(() => undefined);
|
|
await context.close().catch(() => undefined);
|
|
await browser.close().catch(() => undefined);
|
|
}
|
|
}
|
|
|
|
main().catch((error) => {
|
|
console.error(error instanceof Error ? error.stack || error.message : String(error));
|
|
process.exit(1);
|
|
});
|