ai-contract-platform/frontend/scripts/slice9-readability-closed-loop-e2e.mjs

import { chromium, request } from "playwright";
import fs from "node:fs";
import path from "node:path";
import { fileURLToPath } from "node:url";

const __filename = fileURLToPath(import.meta.url);
const __dirname = path.dirname(__filename);

const stamp = new Date().toISOString().replace(/[:.]/g, "-");
const runId = `slice9-readability-${Date.now()}`;
const webBase = process.env.SLICE9_WEB_URL || "http://localhost:3000";
const apiBase = process.env.SLICE9_API_URL || "http://127.0.0.1:8010/api/v1";
const healthUrl = process.env.SLICE9_HEALTH_URL || "http://127.0.0.1:8010/health";
const sharedAiHealthUrl = process.env.SLICE9_SHARED_AI_HEALTH_URL || "http://127.0.0.1:18011/health";
const adminPassword = process.env.AI_CONTRACT_ADMIN_PASSWORD || "123456";
const artifactDir =
  process.env.SLICE9_ARTIFACT_DIR ||
  path.resolve(__dirname, "..", "..", "project-docs", "qa-artifacts", "slice9-readability-closed-loop", stamp);

fs.mkdirSync(artifactDir, { recursive: true });

const results = [];
const state = {
  admin: null,
  api: null,
  browser: null,
  contexts: [],
  contractId: null,
  reviewId: null,
};

function apiUrl(route) {
  return `${apiBase.replace(/\/$/, "")}${route}`;
}

function screenshotPath(name) {
  return path.join(artifactDir, `${name}.png`);
}

function assert(condition, message, details = undefined) {
  if (!condition) {
    const error = new Error(message);
    error.details = details;
    throw error;
  }
}

async function step(id, title, fn) {
  const startedAt = new Date().toISOString();
  const started = Date.now();
  try {
    const details = await fn();
    const item = { id, title, status: "PASS", duration_ms: Date.now() - started, started_at: startedAt, details: details || {} };
    results.push(item);
    console.log(`PASS ${id} ${title}`);
    return item;
  } catch (error) {
    const item = {
      id,
      title,
      status: "FAIL",
      duration_ms: Date.now() - started,
      started_at: startedAt,
      error: error.message,
      details: error.details || {},
    };
    results.push(item);
    console.error(`FAIL ${id} ${title}: ${error.message}`);
    return item;
  }
}

async function apiRequest(method, route, options = {}) {
  const headers = {
    ...(options.authToken ? { Authorization: `Bearer ${options.authToken}` } : {}),
    ...(options.headers || {}),
  };
  const response = await state.api[method](apiUrl(route), { ...options, headers });
  const text = await response.text();
  let body = null;
  if (text) {
    try {
      body = JSON.parse(text);
    } catch {
      body = text;
    }
  }
  return { response, body, text };
}

function expectOk(payload, label) {
  assert(payload.response.status() >= 200 && payload.response.status() < 300, `${label} HTTP ${payload.response.status()}`, {
    body: payload.body,
  });
  if (payload.body && typeof payload.body === "object" && "code" in payload.body) {
    assert(payload.body.code === 0, `${label} API code ${payload.body.code}`, { body: payload.body });
  }
}

async function login(account, password) {
  const payload = await apiRequest("post", "/auth/login", { data: { account, password } });
  expectOk(payload, `login ${account}`);
  return payload.body.data;
}

function buildVariableValues(template) {
  return Object.fromEntries(
    (template.variables || []).map((variable) => [
      variable.name,
      variable.default_value || `${runId}-${variable.label || variable.name}`,
    ]),
  );
}

async function attachApiProxy(context) {
  await context.route("**/api/v1/**", async (route) => {
    const browserRequest = route.request();
    const browserUrl = new URL(browserRequest.url());
    const targetUrl = apiUrl(browserUrl.pathname.replace(/^\/api\/v1/, "") + browserUrl.search);
    const headers = { ...browserRequest.headers() };
    delete headers.host;

    const response = await state.api.fetch(targetUrl, {
      method: browserRequest.method(),
      headers,
      data: browserRequest.postDataBuffer() ?? undefined,
    });
    await route.fulfill({ response });
  });
}

async function createAuthenticatedContext(userSession) {
  const context = await state.browser.newContext({ viewport: { width: 1440, height: 1100 } });
  await context.addInitScript(
    ({ token, user }) => {
      window.localStorage.setItem("access_token", token);
      window.localStorage.setItem("auth-store", JSON.stringify({ state: { accessToken: token, currentUser: user }, version: 0 }));
    },
    { token: userSession.access_token, user: userSession.user },
  );
  await attachApiProxy(context);
  state.contexts.push(context);
  return context;
}

async function run() {
  state.api = await request.newContext();
  state.browser = await chromium.launch({ headless: true });

  await step("ENV-001", "frontend, backend, and shared-ai health", async () => {
    const [frontend, backendHealth, sharedAiHealth] = await Promise.all([
      state.api.get(`${webBase}/`),
      state.api.get(healthUrl),
      state.api.get(sharedAiHealthUrl),
    ]);
    assert(frontend.status() === 200, `frontend / status ${frontend.status()}`);
    assert(backendHealth.status() === 200, `backend /health status ${backendHealth.status()}`);
    assert(sharedAiHealth.status() === 200, `shared-ai stub /health status ${sharedAiHealth.status()}`);
    return { webBase, apiBase, healthUrl, sharedAiHealthUrl, artifactDir };
  });

  await step("AUTH-001", "default admin seed and login", async () => {
    const seed = await apiRequest("post", "/auth/seed-admin");
    expectOk(seed, "seed default admin");
    state.admin = await login("admin@example.com", adminPassword);
    assert(state.admin.user.role === "admin", "admin role mismatch", state.admin.user);
    return { user: state.admin.user.username, role: state.admin.user.role };
  });

  await step("CONTRACT-001", "generate contract with auto review evidence", async () => {
    const templateSeed = await apiRequest("post", "/templates/seed-defaults", { authToken: state.admin.access_token });
    expectOk(templateSeed, "seed default templates");

    const templates = await apiRequest("get", "/contracts/templates", { authToken: state.admin.access_token });
    expectOk(templates, "contract templates");
    const template = templates.body.data[0];
    assert(template, "no contract template available");

    const generated = await apiRequest("post", "/contracts/generate", {
      authToken: state.admin.access_token,
      multipart: {
        template_id: template.id,
        variable_values_json: JSON.stringify(buildVariableValues(template)),
        export_format: "txt",
        options_json: JSON.stringify({ slice: "slice9", run_id: runId }),
      },
    });
    expectOk(generated, "contract generate");

    const contract = generated.body.data;
    const autoReview = contract.auto_review;
    assert(contract.id, "generated contract missing id", contract);
    assert(autoReview?.review_id, "generated contract missing auto review id", contract);
    assert(autoReview.status === "completed", "auto review should complete for readability smoke", autoReview);

    state.contractId = contract.id;
    state.reviewId = autoReview.review_id;
    return {
      contract_id: state.contractId,
      review_id: state.reviewId,
      auto_review_status: autoReview.status,
      risk_level: autoReview.risk_level,
    };
  });

  await step("REVIEW-001", "review detail API includes result and risks", async () => {
    const [detail, result] = await Promise.all([
      apiRequest("get", `/reviews/${state.reviewId}`, { authToken: state.admin.access_token }),
      apiRequest("get", `/reviews/${state.reviewId}/result`, { authToken: state.admin.access_token }),
    ]);
    expectOk(detail, "review detail");
    expectOk(result, "review result");
    assert(result.body.data.workflow_state?.review_id === state.reviewId, "workflow state review id mismatch", result.body.data);
    assert(Array.isArray(result.body.data.risk_items), "risk items should be an array", result.body.data);
    assert(result.body.data.risk_items.length > 0, "readability slice needs at least one risk item", result.body.data);
    return {
      status: detail.body.data.status,
      risk_count: result.body.data.risk_items.length,
      overall_risk: result.body.data.risk_summary?.overall,
    };
  });

  await step("BROWSER-001", "contract detail exposes readable generated result summary", async () => {
    const context = await createAuthenticatedContext(state.admin);
    const page = await context.newPage();
    await page.goto(`${webBase}/contracts/${state.contractId}`, { waitUntil: "domcontentloaded" });
    const panel = page.getByTestId("contract-detail-readability");
    await panel.waitFor({ state: "visible", timeout: 12000 });
    await page.getByTestId("contract-auto-review-readability").waitFor({ state: "visible", timeout: 12000 });
    const itemCount = await panel.locator(".review-detail-readability-item").count();
    assert(itemCount >= 6, "contract readability panel should expose six summary items", { itemCount });
    await page.screenshot({ path: screenshotPath("contract-detail-readability"), fullPage: true });
    return { screenshot: "contract-detail-readability.png", item_count: itemCount };
  });

  await step("BROWSER-002", "review detail exposes readable risk and evidence summary", async () => {
    const context = await createAuthenticatedContext(state.admin);
    const page = await context.newPage();
    await page.goto(`${webBase}/reviews/${state.reviewId}`, { waitUntil: "domcontentloaded" });
    const panel = page.getByTestId("review-detail-readability");
    await panel.waitFor({ state: "visible", timeout: 12000 });
    await page.getByTestId("review-risk-overview-readability").waitFor({ state: "visible", timeout: 12000 });
    const itemCount = await panel.locator(".review-detail-readability-item").count();
    const riskItemCount = await page.getByTestId("review-risk-item-readability").count();
    assert(itemCount >= 6, "review readability panel should expose six summary items", { itemCount });
    assert(riskItemCount > 0, "review risk item cards should be visible", { riskItemCount });
    await page.screenshot({ path: screenshotPath("review-detail-readability"), fullPage: true });
    return { screenshot: "review-detail-readability.png", item_count: itemCount, risk_item_count: riskItemCount };
  });
}

try {
  await run();
} finally {
  for (const context of state.contexts) {
    await context.close().catch(() => {});
  }
  if (state.browser) {
    await state.browser.close().catch(() => {});
  }
  if (state.api) {
    await state.api.dispose().catch(() => {});
  }
  const summary = {
    run_id: runId,
    artifact_dir: artifactDir,
    passed: results.filter((item) => item.status === "PASS").length,
    failed: results.filter((item) => item.status === "FAIL").length,
    results,
  };
  fs.writeFileSync(path.join(artifactDir, "summary.json"), `${JSON.stringify(summary, null, 2)}\n`, "utf8");
  console.log(`Wrote ${path.join(artifactDir, "summary.json")}`);
  if (summary.failed > 0) {
    process.exitCode = 1;
  }
}