Improve local evidence search and AI capabilities
This commit is contained in:
@@ -30,6 +30,7 @@ async function main() {
|
||||
const title = `TEST-HERMES-AI-smoke-${suffix}`;
|
||||
const sessionId = `mnote_smoke_${suffix}`;
|
||||
const runId = `run_smoke_${suffix}`;
|
||||
let runRequestCount = 0;
|
||||
let sessionDetailHits = 0;
|
||||
const captured = [];
|
||||
const createdIds = [];
|
||||
@@ -117,6 +118,8 @@ async function main() {
|
||||
});
|
||||
});
|
||||
await page.route("**/api/hermes/client/runs", async (route) => {
|
||||
runRequestCount += 1;
|
||||
const currentRunId = `${runId}_${runRequestCount}`;
|
||||
captured.push({ kind: "run", method: route.request().method(), body: route.request().postData() || "" });
|
||||
await route.fulfill({
|
||||
status: 200,
|
||||
@@ -124,27 +127,47 @@ async function main() {
|
||||
body: JSON.stringify({
|
||||
ok: true,
|
||||
sessionId,
|
||||
runId,
|
||||
runId: currentRunId,
|
||||
events: [],
|
||||
traceId: "trace_smoke",
|
||||
}),
|
||||
});
|
||||
});
|
||||
await page.route(`**/api/hermes/client/events/${runId}`, async (route) => {
|
||||
await page.route("**/api/hermes/client/events/**", async (route) => {
|
||||
const currentRunId = route.request().url().split("/").pop() || runId;
|
||||
captured.push({ kind: "events", method: route.request().method(), body: "" });
|
||||
const evidenceEvents = Array.from({ length: 24 }, (_, index) => {
|
||||
const callId = `call_smoke_evidence_${index}`;
|
||||
return (
|
||||
`data: ${JSON.stringify({ event: "tool.started", run_id: currentRunId, session_id: sessionId, toolCallId: callId, name: "mnote.evidence.search", args: { query: `evidence ${index}` } })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "tool.completed", run_id: currentRunId, session_id: sessionId, toolCallId: callId, name: "mnote.evidence.search", summary: `证据 ${index}`, auditId: `audit_smoke_evidence_${index}` })}\n\n`
|
||||
);
|
||||
}).join("");
|
||||
if (runRequestCount > 1) {
|
||||
await route.fulfill({
|
||||
status: 200,
|
||||
headers: { "content-type": "text/event-stream; charset=utf-8" },
|
||||
body:
|
||||
`data: ${JSON.stringify({ event: "message.delta", run_id: currentRunId, session_id: sessionId, delta: "Second " })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "message.delta", run_id: currentRunId, session_id: sessionId, delta: "response" })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "run.completed", run_id: currentRunId, session_id: sessionId, output: "Second response" })}\n\n`,
|
||||
});
|
||||
return;
|
||||
}
|
||||
await route.fulfill({
|
||||
status: 200,
|
||||
headers: { "content-type": "text/event-stream; charset=utf-8" },
|
||||
body:
|
||||
`data: ${JSON.stringify({ event: "tool.started", run_id: runId, session_id: sessionId, toolCallId: "call_smoke_page_get", name: "mnote.page.get", args: { includeBody: false } })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "tool.completed", run_id: runId, session_id: sessionId, toolCallId: "call_smoke_page_get", name: "mnote.page.get", summary: "读取当前页面", auditId: "audit_smoke_page_get" })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "tool.started", run_id: runId, session_id: sessionId, toolCallId: "call_smoke_page_save", name: "mnote.page.save", args: { dryRun: true } })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "tool.failed", run_id: runId, session_id: sessionId, toolCallId: "call_smoke_page_save", name: "mnote.page.save", code: "permission_denied", error: "写入被拒绝", auditId: "audit_smoke_page_save" })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "message.delta", run_id: runId, session_id: sessionId, delta: "Smoke " })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "message.delta", run_id: runId, session_id: sessionId, delta: "response" })}\n\n` +
|
||||
evidenceEvents +
|
||||
`data: ${JSON.stringify({ event: "tool.started", run_id: currentRunId, session_id: sessionId, toolCallId: "call_smoke_page_get", name: "mnote.page.get", args: { includeBody: false } })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "tool.completed", run_id: currentRunId, session_id: sessionId, toolCallId: "call_smoke_page_get", name: "mnote.page.get", summary: "读取当前页面", auditId: "audit_smoke_page_get" })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "tool.started", run_id: currentRunId, session_id: sessionId, toolCallId: "call_smoke_page_save", name: "mnote.page.save", args: { dryRun: true } })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "tool.failed", run_id: currentRunId, session_id: sessionId, toolCallId: "call_smoke_page_save", name: "mnote.page.save", code: "permission_denied", error: "写入被拒绝", auditId: "audit_smoke_page_save" })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "message.delta", run_id: currentRunId, session_id: sessionId, delta: "Smoke " })}\n\n` +
|
||||
`data: ${JSON.stringify({ event: "message.delta", run_id: currentRunId, session_id: sessionId, delta: "response" })}\n\n` +
|
||||
`data: ${JSON.stringify({
|
||||
event: "run.completed",
|
||||
run_id: runId,
|
||||
run_id: currentRunId,
|
||||
session_id: sessionId,
|
||||
output: "Smoke response",
|
||||
agentAudit: {
|
||||
@@ -193,23 +216,75 @@ async function main() {
|
||||
const toolCards = await page.$$eval("[data-page-ai-tool-card]", (cards) =>
|
||||
cards.map((card) => ({
|
||||
id: card.getAttribute("data-page-ai-tool-call-id"),
|
||||
group: card.getAttribute("data-page-ai-tool-group"),
|
||||
status: card.getAttribute("data-page-ai-tool-status"),
|
||||
text: card.textContent || "",
|
||||
})),
|
||||
);
|
||||
assert.equal(toolCards.length, 3, `应渲染 3 张工具卡:${JSON.stringify(toolCards)}`);
|
||||
assert.equal(toolCards.length, 1, `批量工具调用应折叠成 1 张工具组卡:${JSON.stringify(toolCards)}`);
|
||||
assert(toolCards[0].text.includes("调用工具") && toolCards[0].text.includes("27 个"), `工具组摘要应显示调用数量:${JSON.stringify(toolCards)}`);
|
||||
const toolItems = await page.$$eval("[data-page-ai-tool-item]", (items) =>
|
||||
items.map((item) => ({
|
||||
id: item.getAttribute("data-page-ai-tool-call-id"),
|
||||
status: item.getAttribute("data-page-ai-tool-status"),
|
||||
text: item.textContent || "",
|
||||
})),
|
||||
);
|
||||
assert(toolItems.length >= 27, `工具组展开内容应包含批量工具调用:${JSON.stringify(toolItems)}`);
|
||||
assert(
|
||||
toolCards.some((card) => card.status === "completed" && card.text.includes("call_smoke_page_get")),
|
||||
`缺少 completed 工具卡:${JSON.stringify(toolCards)}`,
|
||||
toolItems.some((item) => item.status === "completed" && item.text.includes("call_smoke_page_get")),
|
||||
`缺少 completed 工具项:${JSON.stringify(toolItems)}`,
|
||||
);
|
||||
assert(
|
||||
toolCards.some((card) => card.status === "failed" && card.text.includes("permission_denied")),
|
||||
`缺少 failed 工具卡:${JSON.stringify(toolCards)}`,
|
||||
toolItems.some((item) => item.status === "failed" && item.text.includes("permission_denied")),
|
||||
`缺少 failed 工具项:${JSON.stringify(toolItems)}`,
|
||||
);
|
||||
assert(
|
||||
toolCards.some((card) => card.status === "completed" && card.text.includes("agent.changed_files") && card.text.includes("README.md")),
|
||||
`缺少 changed files 工具卡:${JSON.stringify(toolCards)}`,
|
||||
toolItems.some((item) => item.status === "completed" && item.text.includes("agent.changed_files") && item.text.includes("README.md")),
|
||||
`缺少 changed files 工具项:${JSON.stringify(toolItems)}`,
|
||||
);
|
||||
const toolDetailsOpenByDefault = await page.$$eval("[data-page-ai-tool-card] > .wolai-page-ai-message-text > details", (details) => details.map((node) => node.open));
|
||||
assert.equal(toolDetailsOpenByDefault.length, 1, "工具调用应共用一个 details 折叠容器");
|
||||
assert(toolDetailsOpenByDefault.every((open) => open === false), "工具调用组默认应折叠");
|
||||
const orderState = await page.locator('[data-page-ai-panel="chat"] [data-page-ai-conversation]').evaluate((node) => {
|
||||
const toolGroup = node.querySelector("[data-page-ai-tool-card]");
|
||||
const assistant = Array.from(node.querySelectorAll(".wolai-page-ai-message--assistant")).find((item) =>
|
||||
(item.textContent || "").includes("Smoke response")
|
||||
);
|
||||
return {
|
||||
toolBeforeAssistant: Boolean(toolGroup && assistant && (toolGroup.compareDocumentPosition(assistant) & Node.DOCUMENT_POSITION_FOLLOWING)),
|
||||
};
|
||||
});
|
||||
assert(orderState.toolBeforeAssistant, "工具调用组应显示在 AI 输出结果之前");
|
||||
await page.locator("[data-page-ai-tool-card] summary").first().click({ timeout: UI_TIMEOUT_MS });
|
||||
assert(
|
||||
await page.locator("[data-page-ai-tool-card] > .wolai-page-ai-message-text > details").first().evaluate((node) => node.open),
|
||||
"点击工具组 summary 后应展开详情",
|
||||
);
|
||||
const scrollStateBeforeFollowup = await page.locator('[data-page-ai-panel="chat"] [data-page-ai-conversation]').evaluate((node) => {
|
||||
node.scrollTop = 0;
|
||||
return {
|
||||
scrollTop: node.scrollTop,
|
||||
scrollHeight: node.scrollHeight,
|
||||
clientHeight: node.clientHeight,
|
||||
};
|
||||
});
|
||||
assert(scrollStateBeforeFollowup.scrollHeight > scrollStateBeforeFollowup.clientHeight, `批量工具调用应撑出滚动区:${JSON.stringify(scrollStateBeforeFollowup)}`);
|
||||
await page.locator("[data-page-ai-input]").fill("继续补充一句", { timeout: UI_TIMEOUT_MS });
|
||||
await page.locator('[data-page-ai-action="send"]').click({ timeout: UI_TIMEOUT_MS });
|
||||
await page.waitForFunction(
|
||||
() => (document.querySelector('[data-testid="wolai-page-ai-drawer"]')?.textContent || "").includes("Second response"),
|
||||
null,
|
||||
{ timeout: UI_TIMEOUT_MS },
|
||||
);
|
||||
const scrollStateAfterFollowup = await page.locator('[data-page-ai-panel="chat"] [data-page-ai-conversation]').evaluate((node) => ({
|
||||
scrollTop: node.scrollTop,
|
||||
scrollHeight: node.scrollHeight,
|
||||
clientHeight: node.clientHeight,
|
||||
firstToolOpen: Boolean(node.querySelector("[data-page-ai-tool-card] > .wolai-page-ai-message-text > details")?.open),
|
||||
}));
|
||||
assert(scrollStateAfterFollowup.scrollTop <= 4, `用户已上滚时新输出不应强制贴底:${JSON.stringify(scrollStateAfterFollowup)}`);
|
||||
assert(scrollStateAfterFollowup.firstToolOpen, "重渲染后应保留用户展开的工具调用详情");
|
||||
|
||||
const sessionRequest = captured.find((entry) => entry.kind === "session");
|
||||
const runRequest = captured.find((entry) => entry.kind === "run");
|
||||
|
||||
Reference in New Issue
Block a user