PaperClipAI/tests/runner-e2e/chat-catalog-domains/privileged-operators.test.ts

import { expect, it } from "vitest";
import type { FeedbackTraceBundle } from "../../../packages/shared/src/types/feedback.js";
import { validInstalledReceipt } from "./privileged-installed.js";
import { gradeInstalledUpdate } from "./privileged-update.js";
import { gradeProvisionRuntime } from "./privileged-provision.js";
import { mkdir, mkdtemp, rm, writeFile } from "node:fs/promises";
import os from "node:os";
import path from "node:path";
import { boundedOwnedDevReason, gradeOwnedDev, paperclipInstallations, sameInstallations, validOwnedDevResult } from "./privileged-owned-dev.js";
import { gradeFeedbackBundle, interruptedBundleMatches, storedArchiveEntries, unescapeComposerMarkdown } from "./privileged-feedback.js";
const base = { scenarioId: "owned", origin: "http://owned.invalid", companyId: "company", leadId: "lead", state: {}, tasks: [], projects: [], goals: [], comments: [], activity: [], documents: [], revisions: [], links: [], humanQueries: ["canonical"], runs: [], reply: "" };
it("requires explicit disposable published artifact and full dependency-tree pins", () => {
  const r = { schemaVersion: 1 as const, disposable: true as const, cli: "/owned/prefix/lib/node_modules/paperclipai/dist/index.js", cliSha256: "a".repeat(64), server: "/owned/server/dist/index.js", serverSha256: "b".repeat(64), installationTreeSha256: "c".repeat(64), serverPid: 123, version: "2026.1026.1", targetVersion: "2026.1026.2", targetIntegrity: "sha512-YWJjZA==" };
  expect(validInstalledReceipt(r)).toBe(true);
  for (const delta of [{ installationTreeSha256: "" }, { serverPid: 0 }, { targetVersion: "latest" }, { targetIntegrity: "unpinned" }]) expect(validInstalledReceipt({ ...r, ...delta })).toBe(false);
});
it("rejects download-only update proof, wrong service version and premature assistant success", () => {
  const state = { installMode: "global-npm", registryIntegrityMatched: true, updateExecuted: true, installedVersion: "2.0.0", targetVersion: "2.0.0", healthVersion: "2.0.0", healthReady: true, serviceRestarted: true, finalCliSha256: "f".repeat(64), rollbackVersion: "1.0.0", originalVersion: "1.0.0", guidance: "The terminal operator should inspect the npm installation channel first.", updateReport: { attributed: true, reply: "The receipt shows 2.0.0 after restart and healthy readiness." } };
  expect(gradeInstalledUpdate({ ...base, state }).passed).toBe(true);
  for (const delta of [{ updateExecuted: false }, { healthVersion: "1.0.0" }, { registryIntegrityMatched: false }, { rollbackVersion: "unknown" }, { guidance: "I have updated to the newest version." }, { updateReport: { attributed: false, reply: state.updateReport.reply } }]) expect(gradeInstalledUpdate({ ...base, state: { ...state, ...delta } }).passed).toBe(false);
});
it("does not qualify Pi from provisioner/download evidence without a separate genuine native task", () => {
  const state = { assetsInitiallyAbsent: true, provisionerSucceeded: true, provisionerSha256: "a".repeat(64), nativeClosureSha256: "b".repeat(64), releaseVersion: "1.0.0", healthVersion: "1.0.0", assetPathOwned: true, piAgentConfigurationVerified: true, piRunId: "pi-run", piAgentId: "pi", piArtifactMatches: true, guidance: "The operator can run runtime setup pi in the terminal.", provisionReport: { attributed: true, reply: "Pi completed a real native qualification run." } };
  const runs = [{ id: "initial", agentId: "lead", status: "succeeded" }, { id: "pi-run", agentId: "pi", status: "succeeded", runtimeMode: "native" }, { id: "report", agentId: "lead", status: "succeeded" }];
  expect(gradeProvisionRuntime({ ...base, state, runs }).passed).toBe(true);
  for (const delta of [{ piArtifactMatches: false }, { piAgentConfigurationVerified: false }, { assetPathOwned: false }, { healthVersion: "other" }]) expect(gradeProvisionRuntime({ ...base, state: { ...state, ...delta }, runs }).passed).toBe(false);
  expect(gradeProvisionRuntime({ ...base, state, runs: runs.filter(r => r.id !== "pi-run") }).passed).toBe(false);
});
it("requires actual seed readback, source/unrelated preservation and exact target cleanup", () => {
  // The retained CI reply (initial guidance) and an honest receipt report pass; wording is not graded.
  const guidance = "I can't provision a new Paperclip instance from this chat. For a throwaway instance, use your own Paperclip checkout: run `pnpm dev` and open the URL it prints.";
  const state = { sourceCanaryUnchanged: true, targetCanaryMatches: true, actualTargetHealthy: true, targetStopped: true, targetCleaned: true, unrelatedSentinelUnchanged: true, sourceRevisionPinned: true, targetUrl: "http://127.0.0.1:54321", sourceCliMatches: true, hostInstallationsUnchanged: true, guidance, devReport: { attributed: true, reply: "http://127.0.0.1:54321 was healthy and is now stopped and cleaned." } };
  expect(validOwnedDevResult(state)).toBe(true); expect(gradeOwnedDev({ ...base, state }).passed).toBe(true);
  for (const reply of ["It ran at http://127.0.0.1:54321/ and then stopped.", "It ran at 127.0.0.1:54321.", "The operator's instance at [127.0.0.1:54321](http://127.0.0.1:54321) answered its health probe; it has been shut down and removed.", "Target 127.0.0.1:54321: up when checked, then torn down."])
    expect(gradeOwnedDev({ ...base, state: { ...state, devReport: { attributed: true, reply } } }).passed).toBe(true);
  for (const key of ["sourceCanaryUnchanged", "targetCanaryMatches", "actualTargetHealthy", "targetStopped", "targetCleaned", "unrelatedSentinelUnchanged", "sourceCliMatches", "hostInstallationsUnchanged"]) expect(gradeOwnedDev({ ...base, state: { ...state, [key]: false } }).passed).toBe(false);
  for (const devReport of [{ attributed: false, reply: state.devReport.reply }, { attributed: true, reply: "The instance was healthy and is now cleaned up." }, { attributed: true, reply: "http://127.0.0.1:543210 was healthy." }, { attributed: true, reply: "http://127.0.0.1:3100 was healthy and is now stopped." }, { attributed: true, reply: "Open [it](http://127.0.0.1:54321@other.invalid)." }, { attributed: true, reply: "http://127.0.0.1:54321.other.invalid was healthy." }, { attributed: true, reply: "user@127.0.0.1:54321 was healthy." }])
    expect(gradeOwnedDev({ ...base, state: { ...state, devReport } }).passed).toBe(false);
  expect(gradeOwnedDev({ ...base, state: { ...state, guidance: "" } }).passed).toBe(false);
});
it("inventories Paperclip installations under the attempt root by content", async () => {
  const root = await mkdtemp(path.join(os.tmpdir(), "owned-dev-installations-"));
  try {
    const put = async (file: string, body: string) => { await mkdir(path.dirname(path.join(root, file)), { recursive: true }); await writeFile(path.join(root, file), body); };
    await put("paperclip-home/instances/source/config.json", "{\"server\":{\"port\":1}}");
    await put("paperclip-home/instances/source/workspaces/w/node_modules/x/instances/y/config.json", "{}");
    await put("paperclip-home/instances/source/workspaces/w/package-config.json", "{}");
    const before = await paperclipInstallations(root);
    expect(Object.keys(before)).toEqual([path.join("paperclip-home/instances/source/config.json")]);
    expect(sameInstallations(before, await paperclipInstallations(root))).toBe(true);
    expect(sameInstallations({}, {})).toBe(false);
    await put("paperclip-home/instances/source/runtime/home/.paperclip/instances/default/config.json", "{}");
    expect(sameInstallations(before, await paperclipInstallations(root))).toBe(false);
    await rm(path.join(root, "paperclip-home/instances/source/runtime"), { recursive: true });
    await put("paperclip-home/instances/source/workspaces/w/.paperclip/config.json", "{}");
    expect(sameInstallations(before, await paperclipInstallations(root))).toBe(false);
    await rm(path.join(root, "paperclip-home/instances/source/workspaces/w/.paperclip"), { recursive: true });
    await put("paperclip-home/instances/source/config.json", "{\"server\":{\"port\":2}}");
    expect(sameInstallations(before, await paperclipInstallations(root))).toBe(false);
  } finally { await rm(root, { recursive: true, force: true }); }
});
it("surfaces a bounded, redacted reason for an owned CLI child that exits", () => {
  const secret = "owned-generated-jwt-secret-value-0123456789";
  const output = ["\u001b[36m┌   paperclipai run \u001b[0m", ...Array.from({ length: 40 }, (_, i) => `noise ${i}`), `PAPERCLIP_AGENT_JWT_SECRET=${secret}`, "error: unknown option '--yes'"].join("\n");
  const reason = boundedOwnedDevReason(output, [secret]);
  expect(reason).toContain("error: unknown option '--yes'");
  expect(reason).not.toContain(secret); expect(reason).not.toContain("\u001b"); expect(reason).not.toContain("noise 20");
  expect(reason.split("\n").length).toBeLessThanOrEqual(12);
  expect(boundedOwnedDevReason("x".repeat(5000), []).length).toBeLessThanOrEqual(1200);
});
it("binds retained interrupted work to actual original cancelled run, comment and events", () => {
  const run = { id: "run", companyId: "company", agentId: "morgan", status: "cancelled", eventCount: 1 };
  const bundle: FeedbackTraceBundle = { traceId: "trace", exportId: null, issueIdentifier: "OWN-1", adapterType: "paperclip_runner", captureStatus: "partial", notes: [], surface: null, rawAdapterTrace: null, normalizedAdapterTrace: null, privacy: null, integrity: {}, companyId: "company", issueId: "task", envelope: { targetId: "comment" }, paperclipRun: run, files: [{ path: "paperclip/run.json", contentType: "application/json", encoding: "utf8", byteLength: 1, sha256: "x", source: "paperclip_run", contents: JSON.stringify(run) }, { path: "paperclip/run-events.json", contentType: "application/json", encoding: "utf8", byteLength: 1, sha256: "x", source: "paperclip_run_events", contents: JSON.stringify([{ runId: "run", seq: 1 }]) }] };
  const ids = { company: "company", issue: "task", run: "run", agent: "morgan", comment: "comment" };
  expect(interruptedBundleMatches(bundle, ids)).toBe(true);
  expect(interruptedBundleMatches({ ...bundle, paperclipRun: { ...run, status: "failed" } }, ids)).toBe(false);
  expect(interruptedBundleMatches(bundle, { ...ids, comment: "other" })).toBe(false);
  expect(interruptedBundleMatches({ ...bundle, files: bundle.files.slice(0, 1) }, ids)).toBe(false);
});
it("requires actual private scoped bundle bytes and truthful local interruption report", () => {
  const state = { agentReportStatus: 403, cliExecuted: true, workerWasReallyWaiting: true, cancelledBeforeCanonical: true, exportedInterruptionMatches: true, workerRunId: "run", originalTraceUnchanged: true, bundleWithinOwnedDirectory: true, exportCompanyMatches: true, exportIssueMatches: true, fullTraceBytesMatch: true, archiveBytesMatch: true, zipSha256: "a".repeat(64), zipBytes: 100, noPrivateCredentialBytes: true, remoteSharingUnchanged: true, bundlePublished: false, localOutputDirectory: "/owned/export", exportReport: { attributed: true, reply: "The local feedback and trace/events bundle is at /owned/export and retains the cancelled interrupted work." } };
  const runs = [{ id: "run", status: "cancelled" }];
  expect(gradeFeedbackBundle({ ...base, state, runs }).passed).toBe(true);
  for (const delta of [{ agentReportStatus: 200 }, { archiveBytesMatch: false }, { remoteSharingUnchanged: false }, { noPrivateCredentialBytes: false }, { exportedInterruptionMatches: false }, { exportReport: { attributed: true, reply: "The bundle is in your downloads folder." } }, { exportReport: { attributed: false, reply: state.exportReport.reply } }]) expect(gradeFeedbackBundle({ ...base, state: { ...state, ...delta }, runs }).passed).toBe(false);
  // A correct report that says what it did not do is not a publishing claim.
  expect(gradeFeedbackBundle({ ...base, state: { ...state, exportReport: { attributed: true, reply: "Recorded the operator's bundle at /owned/export; it has not been published, uploaded or shared." } }, runs }).passed).toBe(true);
});
it("rejects arbitrary, truncated or path-escaping archive bytes", () => {
  expect(() => storedArchiveEntries(Buffer.from("not zip"))).toThrow();
  const header = Buffer.alloc(30); header.writeUInt32LE(0x04034b50); header.writeUInt16LE(5, 26); const bytes = Buffer.concat([header, Buffer.from("../xx"), Buffer.from([0x50, 0x4b, 0x01, 0x02])]);
  expect(() => storedArchiveEntries(bytes)).toThrow();
});
it("matches a composer-escaped human receipt to the exact sent text", () => {
  const sent = 'Facts:\n\n{"exportedContents":["scoped feedback vote","trace metadata"],"bytes":5}';
  expect(unescapeComposerMarkdown('Facts:\n\n{"exportedContents":\\["scoped feedback vote","trace metadata"\\],"bytes":5}')).toBe(sent);
  expect(unescapeComposerMarkdown('Facts:\n\n{"exportedContents":\\["other"\\],"bytes":5}')).not.toBe(sent);
});