import { chromium, request } from "playwright"; import fs from "node:fs"; import path from "node:path"; import { fileURLToPath } from "node:url"; const __filename = fileURLToPath(import.meta.url); const __dirname = path.dirname(__filename); const stamp = new Date().toISOString().replace(/[:.]/g, "-"); const runId = `slice11-error-feedback-${Date.now()}`; const webBase = process.env.SLICE11_WEB_URL || "http://localhost:3000"; const apiBase = process.env.SLICE11_API_URL || "http://127.0.0.1:8010/api/v1"; const healthUrl = process.env.SLICE11_HEALTH_URL || "http://127.0.0.1:8010/health"; const adminPassword = process.env.AI_CONTRACT_ADMIN_PASSWORD || "123456"; const artifactDir = process.env.SLICE11_ARTIFACT_DIR || path.resolve(__dirname, "..", "..", "project-docs", "qa-artifacts", "slice11-error-feedback-closed-loop", stamp); fs.mkdirSync(artifactDir, { recursive: true }); const results = []; const state = { api: null, browser: null, contexts: [], admin: null, }; function apiUrl(route) { return `${apiBase.replace(/\/$/, "")}${route}`; } function screenshotPath(name) { return path.join(artifactDir, `${name}.png`); } function assert(condition, message, details = undefined) { if (!condition) { const error = new Error(message); error.details = details; throw error; } } async function step(id, title, fn) { const startedAt = new Date().toISOString(); const started = Date.now(); try { const details = await fn(); const item = { id, title, status: "PASS", duration_ms: Date.now() - started, started_at: startedAt, details: details || {} }; results.push(item); console.log(`PASS ${id} ${title}`); return item; } catch (error) { const item = { id, title, status: "FAIL", duration_ms: Date.now() - started, started_at: startedAt, error: error.message, details: error.details || {}, }; results.push(item); console.error(`FAIL ${id} ${title}: ${error.message}`); return item; } } async function apiRequest(method, route, options = {}) { const headers = { ...(options.authToken ? { Authorization: `Bearer ${options.authToken}` } : {}), ...(options.headers || {}), }; const response = await state.api[method](apiUrl(route), { ...options, headers }); const text = await response.text(); let body = null; if (text) { try { body = JSON.parse(text); } catch { body = text; } } return { response, body, text }; } function expectOk(payload, label) { assert(payload.response.status() >= 200 && payload.response.status() < 300, `${label} HTTP ${payload.response.status()}`, { body: payload.body, }); if (payload.body && typeof payload.body === "object" && "code" in payload.body) { assert(payload.body.code === 0, `${label} API code ${payload.body.code}`, { body: payload.body }); } } function assertPilotErrorFeedback(feedback, label) { assert(feedback.version === "pilot-error-feedback-2026-05-12", `${label} version mismatch`, feedback); assert(feedback.status === "ready", `${label} status should be ready`, feedback); const keys = new Set((feedback.items || []).map((item) => item.key)); for (const key of ["ocr_pdf_parse_failed", "pdf_quality_insufficient", "auto_review_failed", "chat_response_failed"]) { assert(keys.has(key), `${label} missing feedback key ${key}`, feedback.items); } for (const item of feedback.items || []) { assert(item.user_message, `${label} item ${item.key} missing user message`, item); assert(Array.isArray(item.next_actions) && item.next_actions.length > 0, `${label} item ${item.key} missing next actions`, item); assert(item.qa_selector, `${label} item ${item.key} missing QA selector`, item); } assert((feedback.acceptance || []).length >= 4, `${label} acceptance too small`, feedback.acceptance); } async function login(account, password) { const payload = await apiRequest("post", "/auth/login", { data: { account, password } }); expectOk(payload, `login ${account}`); return payload.body.data; } async function attachApiProxy(context) { await context.route("**/api/v1/**", async (route) => { const browserRequest = route.request(); const browserUrl = new URL(browserRequest.url()); const targetUrl = apiUrl(browserUrl.pathname.replace(/^\/api\/v1/, "") + browserUrl.search); const headers = { ...browserRequest.headers() }; delete headers.host; try { const response = await state.api.fetch(targetUrl, { method: browserRequest.method(), headers, data: browserRequest.postDataBuffer() ?? undefined, }); await route.fulfill({ response }); } catch { await route.abort("failed").catch(() => {}); } }); } async function createAuthenticatedContext(userSession) { const context = await state.browser.newContext({ viewport: { width: 1440, height: 1200 } }); await context.addInitScript( ({ token, user }) => { window.localStorage.setItem("access_token", token); window.localStorage.setItem("auth-store", JSON.stringify({ state: { accessToken: token, currentUser: user }, version: 0 })); }, { token: userSession.access_token, user: userSession.user }, ); await attachApiProxy(context); state.contexts.push(context); return context; } async function run() { state.api = await request.newContext(); state.browser = await chromium.launch({ headless: true }); await step("ENV-001", "frontend and backend health", async () => { const [frontend, health] = await Promise.all([state.api.get(`${webBase}/`), state.api.get(healthUrl)]); assert(frontend.status() === 200, `frontend / status ${frontend.status()}`); assert(health.status() === 200, `backend /health status ${health.status()}`); return { webBase, apiBase, healthUrl, artifactDir, runId }; }); await step("ERROR-API-001", "pilot error feedback API exposes customer-readable guide", async () => { const payload = await apiRequest("get", "/system/pilot-error-feedback"); expectOk(payload, "pilot error feedback"); assertPilotErrorFeedback(payload.body.data, "pilot error feedback API"); return { version: payload.body.data.version, items: payload.body.data.items.length, selectors: payload.body.data.items.map((item) => item.qa_selector), }; }); await step("READINESS-001", "readiness embeds pilot error feedback", async () => { const payload = await apiRequest("get", "/system/readiness"); expectOk(payload, "readiness"); assertPilotErrorFeedback(payload.body.data.pilot_error_feedback, "readiness pilot error feedback"); return { readiness_status: payload.body.data.status, error_feedback_version: payload.body.data.pilot_error_feedback.version, }; }); await step("AUTH-001", "default admin seed and login", async () => { const seed = await apiRequest("post", "/auth/seed-admin"); expectOk(seed, "seed default admin"); state.admin = await login("admin@example.com", adminPassword); assert(state.admin.user.role === "admin", "admin role mismatch", state.admin.user); return { user: state.admin.user.username, role: state.admin.user.role }; }); await step("BROWSER-001", "pilot readiness page exposes error feedback guide", async () => { const context = await createAuthenticatedContext(state.admin); const page = await context.newPage(); await page.goto(`${webBase}/pilot-readiness`, { waitUntil: "domcontentloaded" }); const panel = page.getByTestId("pilot-error-feedback-guide"); await panel.waitFor({ state: "visible", timeout: 12000 }); const itemCount = await panel.getByTestId("pilot-error-feedback-item").count(); assert(itemCount >= 4, "error feedback guide should expose four feedback cards", { itemCount }); await page.getByTestId("pilot-error-feedback-acceptance").waitFor({ state: "visible", timeout: 12000 }); await page.screenshot({ path: screenshotPath("pilot-error-feedback-guide"), fullPage: true }); return { screenshot: "pilot-error-feedback-guide.png", item_count: itemCount }; }); await step("BROWSER-002", "chat stream failure renders retryable customer feedback", async () => { const context = await createAuthenticatedContext(state.admin); const page = await context.newPage(); await page.route("**/api/v1/chat/stream", async (route) => { await route.fulfill({ status: 503, contentType: "application/json", body: JSON.stringify({ code: 1, message: "Chat provider unavailable in Slice 11 QA" }), }); }); await page.goto(`${webBase}/chat`, { waitUntil: "domcontentloaded" }); await page.locator("textarea").first().fill("请说明这份合同的主要风险"); await page.locator("button.ant-btn-primary").first().click(); await page.getByTestId("chat-exception-feedback").waitFor({ state: "visible", timeout: 12000 }); await page.waitForTimeout(300); await page.screenshot({ path: screenshotPath("chat-exception-feedback"), fullPage: true }); return { screenshot: "chat-exception-feedback.png" }; }); } try { await run(); } finally { for (const context of state.contexts) { await context.close().catch(() => {}); } if (state.browser) { await state.browser.close().catch(() => {}); } if (state.api) { await state.api.dispose().catch(() => {}); } const summary = { run_id: runId, artifact_dir: artifactDir, passed: results.filter((item) => item.status === "PASS").length, failed: results.filter((item) => item.status === "FAIL").length, results, }; fs.writeFileSync(path.join(artifactDir, "summary.json"), `${JSON.stringify(summary, null, 2)}\n`, "utf8"); console.log(`Wrote ${path.join(artifactDir, "summary.json")}`); if (summary.failed > 0) { process.exitCode = 1; } }