PaperClipAI/tests/runner-e2e/chat-catalog-domains/privileged-oracles.test.ts

import { describe, expect, it } from "vitest";
import { gradeRestartService } from "./privileged-instance.js";
import { gradeComponentReference, gradeInteractionFixture } from "./privileged-developer-labs.js";

function observed(reply: string, state: Record<string, unknown>) {
  return { scenarioId: "fixture", origin: "http://127.0.0.1:3100", companyId: "owned", leadId: "lead", state,
    tasks: [], projects: [], goals: [], comments: [], activity: [], documents: [], revisions: [], links: [], humanQueries: ["canonical"],
    runs: [{ id: "run", status: "succeeded" }], reply };
}
const question = { referencePath: "/OWN/design-guide", referenceCompanyId: "owned", questionVisible: true, questionDismissed: true,
  questionReopened: true, questionResolved: true, fixtureMutations: 0, beforeRuns: 1, afterRuns: 1 };
const questionReply = "Use the question example in /design-guide. Its pending card can dismiss, reopen and resolve. This is a design reference, not proof of authorization.";
const denial = { referencePath: "/ux-lab/responsible-user-denial", denialVisible: true, denialActionVisible: true,
  unavailableStateVisible: true, fixtureMutations: 0, beforeRuns: 1, afterRuns: 1 };
const denialReply = "Open /ux-lab/responsible-user-denial for synthetic denial and recovery copy. This is presentation guidance only.";
describe("privileged outcomes require real owned operation or explicitly synthetic evidence", () => {
  it("accepts actual question states and rejects missing states, writes and extra native work", () => {
    expect(gradeComponentReference(observed(questionReply, question)).passed).toBe(true);
    for (const delta of [{ questionResolved: false }, { questionReopened: false }, { referencePath: "/random" }, { fixtureMutations: 1 }, { afterRuns: 2 }])
      expect(gradeComponentReference(observed(questionReply, { ...question, ...delta })).passed).toBe(false);
  });
  it("does not confuse presentation with real authorization proof or generic question advice", () => {
    expect(gradeComponentReference(observed(questionReply + " This is not real authorization proof.", question)).passed).toBe(true);
    for (const reply of ["Show a question somewhere.", "This is not a synthetic fixture: verified real authorization workflow.", "Use /design-guide question. Confirmed production continuation workflow."])
      expect(gradeComponentReference(observed(reply, question)).passed).toBe(false);
    expect(gradeComponentReference(null).passed).toBe(false);
  });
  it("requires denial plus human action and no admitted provider work", () => {
    expect(gradeInteractionFixture(observed(denialReply, denial)).passed).toBe(true);
    for (const delta of [{ denialVisible: false }, { denialActionVisible: false }, { unavailableStateVisible: false }, { fixtureMutations: 1 }, { afterRuns: 2 }])
      expect(gradeInteractionFixture(observed(denialReply, { ...denial, ...delta })).passed).toBe(false);
    expect(gradeInteractionFixture(observed("Verified a real production denial workflow.", denial)).passed).toBe(false);
  });
  it("requires exact fresh stop/start receipt and persisted history instead of port liveness", () => {
    const state = { restartReceipt: { requestId: "exact", status: "ready", completedAt: "2026-10-26T23:00:01Z" }, expectedRequestId: "exact",
      restartStartedAt: Date.parse("2026-10-26T23:00:00Z"), stopStartLogVerified: true, sourceBefore: "source", sourceAfter: "source",
      persistedHistoryRetained: true, browserHistoryVisible: true, runBefore: "run" };
    const reply = "The operator must restart this test instance using the supported service control; the connection will be interrupted.";
    expect(gradeRestartService(observed(reply, state)).passed).toBe(true);
    for (const delta of [{ stopStartLogVerified: false }, { sourceAfter: "duplicate" }, { persistedHistoryRetained: false }, { browserHistoryVisible: false },
      { restartReceipt: { ...state.restartReceipt, requestId: "other" } }, { restartReceipt: { ...state.restartReceipt, completedAt: "2026-10-25T23:00:01Z" } }])
      expect(gradeRestartService(observed(reply, { ...state, ...delta })).passed).toBe(false);
    // Reply wording (operator path, no restart claim) is left to a human reader; a missing reply fails.
    expect(gradeRestartService(observed("Restarting is up to you.", state)).passed).toBe(true);
    expect(gradeRestartService(observed("  ", state)).passed).toBe(false);
  });
});