PaperClipAI/tests/runner-e2e/story-artifact.ts

import { spawn } from "node:child_process";
import { createHash } from "node:crypto";
import { mkdir, readFile } from "node:fs/promises";
import path from "node:path";
import { expect, type Page } from "@playwright/test";
import type { StoryCheck } from "./everyday-observations.js";

/** The oracle uses exit 1 for a valid failing receipt, not just a process failure. */
export function parseArtifactOracleChecks(stdout: string, code: number, preflight = false): StoryCheck[] {
  if (![0, 1].includes(code)) throw new Error("artifact_oracle_failed");
  const value = JSON.parse(stdout) as { passed: boolean; checks: StoryCheck[] };
  if (!Array.isArray(value.checks) || !value.checks.length || value.checks.some(check => typeof check.id !== "string"
    || typeof check.passed !== "boolean" || typeof check.detail !== "string")) throw new Error("artifact_oracle_receipt_invalid");
  const passed = value.checks.every(check => check.passed);
  if (value.passed !== passed || (code === 0) !== passed) throw new Error("artifact_oracle_receipt_invalid");
  if (preflight && !passed) throw new Error("artifact_oracle_preflight_failed");
  return value.checks;
}

/** Runs only the maintained independent oracle, with no provider credentials. */
export async function runArtifactOracle(file: string | null, mode: "base" | "separator" | "max-length", deadlineAt: number) {
  const args = [path.join(import.meta.dirname, "everyday-artifact.py"), ...(file ? [file, "--mode", mode] : ["--preflight"])];
  const output = await new Promise<{ stdout: string; code: number }>((resolve, reject) => {
    const env = Object.fromEntries(Object.entries(process.env).filter(([key]) => ["PATH", "SYSTEMROOT", "TMPDIR", "DOCKER_HOST", "DOCKER_CONTEXT", "HOME"].includes(key)));
    const child = spawn(process.env.PYTHON ?? "python3", args, { env, stdio: ["ignore", "pipe", "pipe"] });
    let stdout = "", exceeded = false;
    const timer = setTimeout(() => child.kill("SIGKILL"), Math.max(1, Math.min(90_000, deadlineAt - Date.now())));
    child.stdout.on("data", chunk => { stdout += String(chunk); if (stdout.length > 1_000_000) { exceeded = true; child.kill("SIGKILL"); } });
    child.stderr.resume();
    child.once("error", () => { clearTimeout(timer); reject(new Error("artifact_oracle_unavailable")); });
    child.once("exit", code => { clearTimeout(timer); code !== null && !exceeded ? resolve({ stdout, code }) : reject(new Error("artifact_oracle_failed")); });
  });
  return parseArtifactOracleChecks(output.stdout, output.code, file === null);
}

/** Download through the visible task control; attachment metadata is not a content oracle. */
/** Older attachment cards label the link "Download"; Artifacts V1 rows use an icon link named by aria-label. */
export function storyArtifactDownloadLink(page: Page, attachmentId: string) {
  const content = `a[href*="/api/attachments/${attachmentId}/content"]`;
  return page.locator(content).filter({ hasText: /Download/i })
    .or(page.locator(`${content}[aria-label^="Download" i]`)).first();
}

export async function downloadStoryArtifact(input: {
  page: Page; attachmentId: string; directory: string; phase: string;
  mode: "base" | "separator" | "max-length"; deadlineAt: number;
}) {
  const link = storyArtifactDownloadLink(input.page, input.attachmentId);
  await expect(link).toBeVisible({ timeout: 30_000 });
  const [download] = await Promise.all([input.page.waitForEvent("download", { timeout: 30_000 }), link.click()]);
  await mkdir(input.directory, { recursive: true, mode: 0o700 });
  const file = path.join(input.directory, `${input.phase}.zip`);
  await download.saveAs(file);
  const bytes = await readFile(file);
  const checks = await runArtifactOracle(file, input.mode, input.deadlineAt);
  return { attachmentId: input.attachmentId, sha256: createHash("sha256").update(bytes).digest("hex"), bytes: bytes.length,
    filename: download.suggestedFilename(), checks };
}