243 lines
9.2 KiB
JavaScript
243 lines
9.2 KiB
JavaScript
import { chromium, request } from "playwright";
|
|
import fs from "node:fs";
|
|
import path from "node:path";
|
|
import { fileURLToPath } from "node:url";
|
|
|
|
const __filename = fileURLToPath(import.meta.url);
|
|
const __dirname = path.dirname(__filename);
|
|
|
|
const stamp = new Date().toISOString().replace(/[:.]/g, "-");
|
|
const runId = `slice10-materials-${Date.now()}`;
|
|
const webBase = process.env.SLICE10_WEB_URL || "http://localhost:3000";
|
|
const apiBase = process.env.SLICE10_API_URL || "http://127.0.0.1:8010/api/v1";
|
|
const healthUrl = process.env.SLICE10_HEALTH_URL || "http://127.0.0.1:8010/health";
|
|
const adminPassword = process.env.AI_CONTRACT_ADMIN_PASSWORD || "123456";
|
|
const artifactDir =
|
|
process.env.SLICE10_ARTIFACT_DIR ||
|
|
path.resolve(__dirname, "..", "..", "project-docs", "qa-artifacts", "slice10-pilot-materials-closed-loop", stamp);
|
|
|
|
fs.mkdirSync(artifactDir, { recursive: true });
|
|
|
|
const results = [];
|
|
const materialDocDir = path.resolve(__dirname, "..", "..", "project-docs", "pilot-materials");
|
|
const materialDocFiles = [
|
|
"AI合同起草与审查助手-试点说明.md",
|
|
"AI合同起草与审查助手-用户使用手册.md",
|
|
"AI合同起草与审查助手-管理员手册.md",
|
|
"AI合同起草与审查助手-试点反馈模板.md",
|
|
"AI合同起草与审查助手-FAQ.md",
|
|
];
|
|
const state = {
|
|
api: null,
|
|
browser: null,
|
|
contexts: [],
|
|
admin: null,
|
|
};
|
|
|
|
function apiUrl(route) {
|
|
return `${apiBase.replace(/\/$/, "")}${route}`;
|
|
}
|
|
|
|
function screenshotPath(name) {
|
|
return path.join(artifactDir, `${name}.png`);
|
|
}
|
|
|
|
function assert(condition, message, details = undefined) {
|
|
if (!condition) {
|
|
const error = new Error(message);
|
|
error.details = details;
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
async function step(id, title, fn) {
|
|
const startedAt = new Date().toISOString();
|
|
const started = Date.now();
|
|
try {
|
|
const details = await fn();
|
|
const item = { id, title, status: "PASS", duration_ms: Date.now() - started, started_at: startedAt, details: details || {} };
|
|
results.push(item);
|
|
console.log(`PASS ${id} ${title}`);
|
|
return item;
|
|
} catch (error) {
|
|
const item = {
|
|
id,
|
|
title,
|
|
status: "FAIL",
|
|
duration_ms: Date.now() - started,
|
|
started_at: startedAt,
|
|
error: error.message,
|
|
details: error.details || {},
|
|
};
|
|
results.push(item);
|
|
console.error(`FAIL ${id} ${title}: ${error.message}`);
|
|
return item;
|
|
}
|
|
}
|
|
|
|
async function apiRequest(method, route, options = {}) {
|
|
const headers = {
|
|
...(options.authToken ? { Authorization: `Bearer ${options.authToken}` } : {}),
|
|
...(options.headers || {}),
|
|
};
|
|
const response = await state.api[method](apiUrl(route), { ...options, headers });
|
|
const text = await response.text();
|
|
let body = null;
|
|
if (text) {
|
|
try {
|
|
body = JSON.parse(text);
|
|
} catch {
|
|
body = text;
|
|
}
|
|
}
|
|
return { response, body, text };
|
|
}
|
|
|
|
function expectOk(payload, label) {
|
|
assert(payload.response.status() >= 200 && payload.response.status() < 300, `${label} HTTP ${payload.response.status()}`, {
|
|
body: payload.body,
|
|
});
|
|
if (payload.body && typeof payload.body === "object" && "code" in payload.body) {
|
|
assert(payload.body.code === 0, `${label} API code ${payload.body.code}`, { body: payload.body });
|
|
}
|
|
}
|
|
|
|
async function login(account, password) {
|
|
const payload = await apiRequest("post", "/auth/login", { data: { account, password } });
|
|
expectOk(payload, `login ${account}`);
|
|
return payload.body.data;
|
|
}
|
|
|
|
async function attachApiProxy(context) {
|
|
await context.route("**/api/v1/**", async (route) => {
|
|
const browserRequest = route.request();
|
|
const browserUrl = new URL(browserRequest.url());
|
|
const targetUrl = apiUrl(browserUrl.pathname.replace(/^\/api\/v1/, "") + browserUrl.search);
|
|
const headers = { ...browserRequest.headers() };
|
|
delete headers.host;
|
|
|
|
const response = await state.api.fetch(targetUrl, {
|
|
method: browserRequest.method(),
|
|
headers,
|
|
data: browserRequest.postDataBuffer() ?? undefined,
|
|
});
|
|
await route.fulfill({ response });
|
|
});
|
|
}
|
|
|
|
async function createAuthenticatedContext(userSession) {
|
|
const context = await state.browser.newContext({ viewport: { width: 1440, height: 1200 } });
|
|
await context.addInitScript(
|
|
({ token, user }) => {
|
|
window.localStorage.setItem("access_token", token);
|
|
window.localStorage.setItem("auth-store", JSON.stringify({ state: { accessToken: token, currentUser: user }, version: 0 }));
|
|
},
|
|
{ token: userSession.access_token, user: userSession.user },
|
|
);
|
|
await attachApiProxy(context);
|
|
state.contexts.push(context);
|
|
return context;
|
|
}
|
|
|
|
function assertPilotMaterials(materials, label) {
|
|
assert(materials.version === "pilot-materials-2026-05-12", `${label} version mismatch`, materials);
|
|
assert(materials.status === "ready", `${label} status should be ready`, materials);
|
|
const materialKeys = new Set((materials.materials || []).map((item) => item.key));
|
|
for (const key of ["pilot_brief", "user_guide", "admin_guide", "feedback_template", "faq"]) {
|
|
assert(materialKeys.has(key), `${label} missing material ${key}`, materials.materials);
|
|
}
|
|
assert((materials.feedback_template || []).some((item) => item.key === "result_rating"), `${label} missing result rating field`, materials.feedback_template);
|
|
assert((materials.acceptance || []).length >= 3, `${label} acceptance too small`, materials.acceptance);
|
|
}
|
|
|
|
async function run() {
|
|
state.api = await request.newContext();
|
|
state.browser = await chromium.launch({ headless: true });
|
|
|
|
await step("ENV-001", "frontend and backend health", async () => {
|
|
const [frontend, health] = await Promise.all([state.api.get(`${webBase}/`), state.api.get(healthUrl)]);
|
|
assert(frontend.status() === 200, `frontend / status ${frontend.status()}`);
|
|
assert(health.status() === 200, `backend /health status ${health.status()}`);
|
|
return { webBase, apiBase, healthUrl, artifactDir, runId };
|
|
});
|
|
|
|
await step("DOC-001", "pilot material markdown files exist", async () => {
|
|
const files = materialDocFiles.map((fileName) => {
|
|
const filePath = path.join(materialDocDir, fileName);
|
|
assert(fs.existsSync(filePath), `missing material doc ${fileName}`);
|
|
const stat = fs.statSync(filePath);
|
|
assert(stat.size > 120, `material doc too small ${fileName}`, { size: stat.size });
|
|
return { fileName, size: stat.size };
|
|
});
|
|
return { materialDocDir, files };
|
|
});
|
|
|
|
await step("MATERIALS-001", "pilot materials API returns fixed pack", async () => {
|
|
const payload = await apiRequest("get", "/system/pilot-materials");
|
|
expectOk(payload, "pilot materials");
|
|
assertPilotMaterials(payload.body.data, "pilot materials API");
|
|
return {
|
|
version: payload.body.data.version,
|
|
materials: payload.body.data.materials.length,
|
|
feedback_fields: payload.body.data.feedback_template.length,
|
|
};
|
|
});
|
|
|
|
await step("READINESS-001", "readiness embeds same pilot materials", async () => {
|
|
const payload = await apiRequest("get", "/system/readiness");
|
|
expectOk(payload, "readiness");
|
|
assertPilotMaterials(payload.body.data.pilot_materials, "readiness pilot materials");
|
|
return {
|
|
readiness_status: payload.body.data.status,
|
|
materials_version: payload.body.data.pilot_materials.version,
|
|
};
|
|
});
|
|
|
|
await step("AUTH-001", "default admin seed and login", async () => {
|
|
const seed = await apiRequest("post", "/auth/seed-admin");
|
|
expectOk(seed, "seed default admin");
|
|
state.admin = await login("admin@example.com", adminPassword);
|
|
assert(state.admin.user.role === "admin", "admin role mismatch", state.admin.user);
|
|
return { user: state.admin.user.username, role: state.admin.user.role };
|
|
});
|
|
|
|
await step("BROWSER-001", "pilot readiness page exposes materials pack", async () => {
|
|
const context = await createAuthenticatedContext(state.admin);
|
|
const page = await context.newPage();
|
|
await page.goto(`${webBase}/pilot-readiness`, { waitUntil: "domcontentloaded" });
|
|
const panel = page.getByTestId("pilot-materials-pack");
|
|
await panel.waitFor({ state: "visible", timeout: 12000 });
|
|
await page.getByTestId("pilot-feedback-template").waitFor({ state: "visible", timeout: 12000 });
|
|
const materialCardCount = await panel.locator(".ant-card").count();
|
|
assert(materialCardCount >= 7, "materials pack should expose material, feedback, and acceptance cards", { materialCardCount });
|
|
await page.screenshot({ path: screenshotPath("pilot-materials-pack"), fullPage: true });
|
|
return { screenshot: "pilot-materials-pack.png", material_card_count: materialCardCount };
|
|
});
|
|
}
|
|
|
|
try {
|
|
await run();
|
|
} finally {
|
|
for (const context of state.contexts) {
|
|
await context.close().catch(() => {});
|
|
}
|
|
if (state.browser) {
|
|
await state.browser.close().catch(() => {});
|
|
}
|
|
if (state.api) {
|
|
await state.api.dispose().catch(() => {});
|
|
}
|
|
const summary = {
|
|
run_id: runId,
|
|
artifact_dir: artifactDir,
|
|
passed: results.filter((item) => item.status === "PASS").length,
|
|
failed: results.filter((item) => item.status === "FAIL").length,
|
|
results,
|
|
};
|
|
fs.writeFileSync(path.join(artifactDir, "summary.json"), `${JSON.stringify(summary, null, 2)}\n`, "utf8");
|
|
console.log(`Wrote ${path.join(artifactDir, "summary.json")}`);
|
|
if (summary.failed > 0) {
|
|
process.exitCode = 1;
|
|
}
|
|
}
|