Harden auth/vault path sanitization and clean WeKnora docs

2026-07-28 17:04:27 +08:00
parent 2deaf59f7b
commit 26ff1a9c9a
190 changed files with 13454 additions and 4987 deletions
@@ -0,0 +1,212 @@
+#!/usr/bin/env node
+"use strict";
+
+const assert = require("node:assert");
+const fs = require("node:fs");
+const path = require("node:path");
+const { chromium } = require("playwright");
+
+const BASE_URL = (process.env.MNOTE_WEB_SMOKE_BASE_URL || "http://127.0.0.1:3000").replace(/\/+$/, "");
+const ROOT_PATH = process.env.MNOTE_KNOWLEDGE_RAG_ROOT_PATH || "/mnt/Data1T/Mnote_data/users/mnote-e2e/workspaces/my-space";
+const ROOT_URI = process.env.MNOTE_KNOWLEDGE_RAG_ROOT_URI || `file://${ROOT_PATH}`;
+const WORKSPACE_ID = process.env.MNOTE_KNOWLEDGE_RAG_WORKSPACE_ID || "local-ws:mnote-e2e:my-space";
+const OUTPUT_DIR = path.join(process.cwd(), "tmp", "task79x-weknora-kb-page-browser-smoke");
+const RESULT_PATH = path.join(OUTPUT_DIR, "result.json");
+const FAILURE_PATH = path.join(OUTPUT_DIR, "failure.json");
+const SCREENSHOT_PATH = path.join(OUTPUT_DIR, "weknora-kb-page-browser-smoke.png");
+const UI_TIMEOUT_MS = Number(process.env.MNOTE_SMOKE_UI_TIMEOUT_MS || 30_000);
+const CHROMIUM_EXECUTABLE_PATH = process.env.PLAYWRIGHT_CHROMIUM_EXECUTABLE_PATH
+  || ["/usr/bin/chromium-browser", "/usr/bin/google-chrome-stable", "/usr/bin/google-chrome", "/snap/bin/chromium", "/usr/bin/chromium"]
+    .find((candidate) => fs.existsSync(candidate));
+
+function writeJson(filePath, payload) {
+  fs.mkdirSync(path.dirname(filePath), { recursive: true });
+  fs.writeFileSync(filePath, `${JSON.stringify(payload, null, 2)}\n`, "utf8");
+}
+
+function locatorCount(page, selector) {
+  return page.locator(selector).count();
+}
+
+async function signIn(context) {
+  const response = await context.request.post(`${BASE_URL}/api/auth`, {
+    data: {
+      action: "auth:signIn",
+      args: {
+        provider: "password",
+        params: {
+          email: "mnote.e2e@example.com",
+          password: process.env.MNOTE_E2E_PASSWORD || "MnoteE2E123!",
+          flow: "signIn",
+        },
+      },
+    },
+    timeout: UI_TIMEOUT_MS,
+  });
+  assert(response.ok(), `登录失败: ${response.status()} ${await response.text()}`);
+}
+
+async function visible(page, selector) {
+  return page.locator(selector).first().isVisible().catch(() => false);
+}
+
+async function visibleCount(page, selector) {
+  return page.locator(selector).evaluateAll((nodes) => nodes.filter((node) => {
+    if (!(node instanceof HTMLElement)) return false;
+    const style = window.getComputedStyle(node);
+    const rect = node.getBoundingClientRect();
+    return style.visibility !== "hidden" && style.display !== "none" && rect.width > 0 && rect.height > 0;
+  }).length).catch(() => 0);
+}
+
+async function collectPageState(page) {
+  const panelSelector = '[data-testid="mnote-weknora-knowledge-settings-panel"]';
+  const panel = page.locator(panelSelector);
+  const panelText = await panel.innerText({ timeout: UI_TIMEOUT_MS }).catch(() => "");
+  const activeTab = await page.locator('[data-kb-rag-tab][aria-selected="true"]').first().getAttribute("data-kb-rag-tab").catch(() => "");
+  const metaAttrs = await page.locator('[data-testid="mnote-knowledge-rag-meta"]').evaluate((node) => ({
+    activeProvider: node.getAttribute("data-knowledge-rag-active-provider") || "",
+    legacyFallbackProvider: node.getAttribute("data-knowledge-rag-legacy-fallback-provider") || "",
+    referenceBoundary: node.getAttribute("data-knowledge-rag-reference-boundary") || "",
+  })).catch(() => ({ activeProvider: "", legacyFallbackProvider: "", referenceBoundary: "" }));
+  const firstCard = page.locator('[data-testid="mnote-weknora-kb-card-list"] [data-knowledge-rag-action="select-kb"]').first();
+  const firstSourceRow = page.locator('[data-knowledge-rag-source-row="true"]').first();
+  const firstSearchResult = page.locator('[data-kb-rag-search-result="true"]').first();
+
+  return {
+    url: page.url(),
+    title: await page.title().catch(() => ""),
+    replacementMarker: await visible(page, '[data-mnote-weknora-page-replacement="true"]'),
+    defaultProvider: await panel.getAttribute("data-knowledge-rag-default-provider").catch(() => ""),
+    providerIndex: await panel.getAttribute("data-knowledge-rag-provider-index").catch(() => ""),
+    sourceRegistry: await panel.getAttribute("data-knowledge-rag-source-registry").catch(() => ""),
+    panelTextSample: panelText.slice(0, 1200),
+    activeTab,
+    metaAttrs,
+    counts: {
+      kbCards: await locatorCount(page, '[data-testid="mnote-weknora-kb-card-list"] [data-knowledge-rag-action="select-kb"]'),
+      createKbControls: await visibleCount(page, '[data-testid="mnote-weknora-kb-controls"], [data-knowledge-rag-action="create-kb"]'),
+      detailHeroes: await visibleCount(page, '[data-testid="mnote-weknora-kb-detail-hero"]'),
+      tabs: await locatorCount(page, '[data-kb-rag-tab]'),
+      sourcePlaceholdersOrRows: await locatorCount(page, '[data-testid="mnote-knowledge-rag-sources"] .wolai-page-settings-index-empty, [data-knowledge-rag-source-row="true"]'),
+      sourceFilters: await locatorCount(page, '[data-testid="mnote-knowledge-rag-source-filters"] [data-knowledge-rag-action="filter-sources"]'),
+      addDocumentEntries: await visibleCount(page, '[data-knowledge-rag-action="add-source"], [data-knowledge-rag-action="ingest"], [data-knowledge-rag-source-input]'),
+      processingStatusControls: await locatorCount(page, '[data-knowledge-rag-processing-count], [data-knowledge-rag-processing-status], [role="progressbar"], [data-testid="mnote-knowledge-rag-status"]'),
+      openReferenceControls: await locatorCount(page, '[data-knowledge-rag-action="open-source-reference"], [data-kb-rag-search-result="true"] [data-knowledge-rag-action="open-source-reference"]'),
+      searchControls: await visibleCount(page, '[data-testid="mnote-weknora-doc-filter-input"], [data-kb-rag-search-input], [data-kb-rag-action="search"]'),
+      oldSimplePanelSignals: await locatorCount(page, '.mnote-knowledge-rag-settings-panel:not(.mnote-weknora-kb-page), [data-testid="mnote-knowledge-rag-settings-panel"]:not([data-mnote-weknora-page-replacement="true"])'),
+    },
+    firstCard: {
+      kbId: await firstCard.getAttribute("data-knowledge-rag-kb-id").catch(() => ""),
+      processingCount: await firstCard.getAttribute("data-knowledge-rag-processing-count").catch(() => ""),
+      text: await firstCard.innerText().catch(() => ""),
+    },
+    firstSourceRow: {
+      sourcePath: await firstSourceRow.getAttribute("data-knowledge-rag-source-path").catch(() => ""),
+      kbId: await firstSourceRow.getAttribute("data-knowledge-rag-kb-id").catch(() => ""),
+      processingStatus: await firstSourceRow.getAttribute("data-knowledge-rag-processing-status").catch(() => ""),
+      openReferenceMode: await firstSourceRow.getAttribute("data-knowledge-rag-open-reference-mode").catch(() => ""),
+      text: await firstSourceRow.innerText().catch(() => ""),
+    },
+    firstSearchResult: {
+      sourcePath: await firstSearchResult.getAttribute("data-knowledge-rag-source-path").catch(() => ""),
+      kbId: await firstSearchResult.getAttribute("data-knowledge-rag-kb-id").catch(() => ""),
+      text: await firstSearchResult.innerText().catch(() => ""),
+    },
+  };
+}
+
+function evaluateAssertions(state) {
+  const assertions = {
+    openedReplacementPanel: state.replacementMarker === true,
+    providerIsWeKnora: state.defaultProvider === "weknora" && state.metaAttrs.activeProvider === "weknora",
+    notOldSimpleSettingsPanel: state.counts.oldSimplePanelSignals === 0,
+    hasKnowledgeBaseListCards: state.counts.kbCards > 0 || Boolean(state.firstCard.kbId),
+    hasCreateKbControl: state.counts.createKbControls >= 2,
+    hasDetailStructure: state.counts.detailHeroes > 0,
+    hasDocumentTabs: state.counts.tabs >= 3 && /(Documents|Wiki|Graph|文档)/.test(state.panelTextSample),
+    hasSourceOrTagSidebarPlaceholder: state.counts.sourcePlaceholdersOrRows > 0 && state.counts.sourceFilters >= 4,
+    hasSearchAndFilter: state.counts.searchControls >= 1 && state.counts.sourceFilters >= 4,
+    hasAddDocumentEntry: state.counts.addDocumentEntries >= 3,
+    hasProcessingOrStatus: state.counts.processingStatusControls > 0 && /Processing|索引|provider 状态|就绪|未就绪/.test(state.panelTextSample),
+    hasOpenReferenceOrCitationControl: state.counts.openReferenceControls > 0
+      || state.metaAttrs.referenceBoundary === "mnote-source-registry-weknora-kb-chunk-index"
+      || /引用|citation|open-reference|打开引用/i.test(state.panelTextSample),
+  };
+  const missing = Object.entries(assertions)
+    .filter(([, ok]) => !ok)
+    .map(([name]) => name);
+  return { assertions, missing, ok: missing.length === 0 };
+}
+
+async function main() {
+  fs.mkdirSync(OUTPUT_DIR, { recursive: true });
+  const browser = await chromium.launch({
+    headless: true,
+    ...(CHROMIUM_EXECUTABLE_PATH ? { executablePath: CHROMIUM_EXECUTABLE_PATH } : {}),
+  });
+  const context = await browser.newContext({ viewport: { width: 1440, height: 980 } });
+  const page = await context.newPage();
+
+  try {
+    await signIn(context);
+    const url = new URL(`${BASE_URL}/`);
+    url.searchParams.set("sourceKind", "local_folder");
+    url.searchParams.set("rootUri", ROOT_URI);
+    url.searchParams.set("workspaceId", WORKSPACE_ID);
+    url.searchParams.set("treeView", "filetree");
+    await page.goto(url.toString(), { waitUntil: "domcontentloaded", timeout: UI_TIMEOUT_MS });
+
+    await page.locator('[data-testid="mnote-knowledge-rag-settings-toggle"]').click({ timeout: UI_TIMEOUT_MS });
+    const panel = page.locator('[data-testid="mnote-weknora-knowledge-settings-panel"]');
+    await panel.waitFor({ state: "visible", timeout: UI_TIMEOUT_MS });
+    await page.waitForFunction(() => {
+      const panelNode = document.querySelector('[data-testid="mnote-weknora-knowledge-settings-panel"]');
+      if (!(panelNode instanceof HTMLElement)) return false;
+      const text = panelNode.textContent || "";
+      const hasCard = Boolean(panelNode.querySelector('[data-testid="mnote-weknora-kb-card-list"] [data-knowledge-rag-action="select-kb"]'));
+      const statusSettled = !/正在读取知识库 provider 状态/.test(text);
+      return hasCard || statusSettled;
+    }, { timeout: UI_TIMEOUT_MS }).catch(() => undefined);
+    await page.locator('[data-kb-rag-tab="sources"]').click({ timeout: UI_TIMEOUT_MS }).catch(() => undefined);
+    await page.locator('[data-knowledge-rag-action="filter-sources"][data-knowledge-rag-filter="all"]').click({ timeout: UI_TIMEOUT_MS }).catch(() => undefined);
+    await page.locator('[data-kb-rag-tab="search"]').click({ timeout: UI_TIMEOUT_MS }).catch(() => undefined);
+    await page.locator('[data-kb-rag-tab="sources"]').click({ timeout: UI_TIMEOUT_MS }).catch(() => undefined);
+
+    await page.screenshot({ path: SCREENSHOT_PATH, fullPage: true });
+    const state = await collectPageState(page);
+    const verdict = evaluateAssertions(state);
+    const result = {
+      ok: verdict.ok,
+      task: "task79x-weknora-kb-page-browser-smoke",
+      baseUrl: BASE_URL,
+      rootUri: ROOT_URI,
+      workspaceId: WORKSPACE_ID,
+      screenshot: SCREENSHOT_PATH,
+      resultPath: RESULT_PATH,
+      ...verdict,
+      state,
+    };
+    writeJson(RESULT_PATH, result);
+    console.log(JSON.stringify(result, null, 2));
+    if (!result.ok) process.exit(1);
+  } catch (error) {
+    await page.screenshot({ path: SCREENSHOT_PATH, fullPage: true }).catch(() => undefined);
+    const failure = {
+      ok: false,
+      task: "task79x-weknora-kb-page-browser-smoke",
+      baseUrl: BASE_URL,
+      rootUri: ROOT_URI,
+      workspaceId: WORKSPACE_ID,
+      screenshot: SCREENSHOT_PATH,
+      error: error.stack || error.message || String(error),
+    };
+    writeJson(FAILURE_PATH, failure);
+    console.error(JSON.stringify(failure, null, 2));
+    process.exit(1);
+  } finally {
+    await browser.close().catch(() => undefined);
+  }
+}
+
+main();