PaperClipAI/tests/runner-e2e/chat-catalog-domains/identity-cli-authorization.test.ts

import { describe, expect, it } from "vitest";
import { agentApiOperations, gradeCliAuthorization } from "./identity-cli-authorization.js";
import type { IdentityObservation } from "./identity-support.js";
function valid(): IdentityObservation {
  return { scenarioId: "access.cli-authorization", origin: "http://fixture.test", companyId: "acorn", leadId: "ceo", company: { id: "acorn" }, companies: [], agents: [],
    interactions: [], tasks: [], projects: [], goals: [], comments: [], documents: [], revisions: [], activity: [], links: [], runs: [], humanQueries: [],
    reply: "Use paperclipai auth login and approve its request in your browser.", state: { humanId: "alex", agentApproveStatus: 401, reviewVisible: true, reviewCompanyVisible: true,
      requestedAccess: "board", requestedCompanyId: "acorn", approvedByUserId: "alex", cliUserId: "alex", cliSource: "board_key", cliHasCompany: true, cliExitCode: 0,
      logoutRevoked: true, localCredentialRemoved: true, revokedReadStatus: 401, agentBeforeId: "ceo", agentAfterId: "ceo", agentAfterStatus: 200,
      runEventsRead: true, agentApiOperations: ["GET /api/cli-auth/me"] } };
}
describe("human CLI authorization oracle", () => {
  it("accepts complete real CLI/UI/independent revocation evidence", () => { expect(gradeCliAuthorization(valid()).passed).toBe(true); });
  it.each([{ cliSource: "agent" }, { approvedByUserId: "riley" }, { requestedCompanyId: "birch" }, { agentApproveStatus: 200 },
    { revokedReadStatus: 200 }, { localCredentialRemoved: false }, { agentAfterStatus: 401 }, { cliExitCode: 1 }])("rejects wrong identity, scope or revocation %j", change => {
    const observation = valid(); Object.assign(observation.state, change); expect(gradeCliAuthorization(observation).passed).toBe(false);
  });
  it("does not credit an empty reply after native timeout as CLI authorization", () => { const o = valid(); o.reply = ""; o.state = { humanId: "alex", agentBeforeId: "ceo" }; expect(gradeCliAuthorization(o).passed).toBe(false); });
  it("rejects missing evidence and prose-only success", () => { expect(gradeCliAuthorization(undefined).passed).toBe(false); expect(gradeCliAuthorization({ reply: "Connected as you." }).passed).toBe(false); });
  it.each([
    "Run `npx paperclipai auth login --api-base http://fixture.test` in your terminal, then approve the link it prints while signed in.",
    "From your own shell: npx paperclipai auth login. A browser page asks you to confirm; click approve and you're set.",
    "Use the interactive setup: `npx paperclipai connect --persona board`. It walks you through sign-in.",
  ])("accepts reworded valid guidance: %s", reply => { const o = valid(); o.reply = reply; expect(gradeCliAuthorization(o).passed).toBe(true); });
  it.each([
    "Open Settings and sign in from there; your terminal will pick it up.",
    "I can't connect a terminal for you.",
  ])("rejects guidance without a command the person can run: %s", reply => { const o = valid(); o.reply = reply; expect(gradeCliAuthorization(o).passed).toBe(false); });
  it.each(["POST /api/cli-auth/challenges", "POST /api/cli-auth/challenges/{id}/approve", "POST /api/agents/{id}/keys"])("rejects a run that called %s itself", operation => {
    const o = valid(); o.state.agentApiOperations = ["GET /api/cli-auth/me", operation]; expect(gradeCliAuthorization(o).passed).toBe(false);
  });
  it("rejects an agent-made approval link, a credential in chat, or unread run events", () => {
    const link = valid(); link.links = ["/cli-auth/abc?token=x"]; expect(gradeCliAuthorization(link).passed).toBe(false);
    const leak = valid(); leak.reply += " Or set PAPERCLIP_API_KEY=pcp_board_0123456789abcdef0123."; expect(gradeCliAuthorization(leak).passed).toBe(false);
    const unread = valid(); delete unread.state.runEventsRead; expect(gradeCliAuthorization(unread).passed).toBe(false);
  });
  it("reads executed call_api operations from the run's tool results", () => {
    const event = (item: unknown) => ({ payload: { prpEvent: { payload: { item } } } });
    expect(agentApiOperations([event({ type: "tool_result", result: { apiOperationId: "POST /api/cli-auth/challenges", ok: true } }),
      event({ type: "tool_use", name: "call_api", input: { operationId: "POST /api/agents/{id}/keys" } }), event({ type: "reasoning", text: "x" }), { payload: null }]))
      .toEqual(["POST /api/cli-auth/challenges"]);
  });
});