PaperClipAI/tests/runner-e2e/blocker-cases.ts

import type { RunnerProfileFixture, RunnerTaskFixture } from "./types.js";
import path from "node:path";

export const BLOCKER_CASES = ["human-authority", "hiring-permission", "requester-scope"] as const;
export type BlockerCase = typeof BLOCKER_CASES[number];

/** A supplied publication draft gives the output check a deterministic business artifact. */
export function blockerWelcomeNote(marker: string) {
  return `Welcome to the team! We are glad you are here and look forward to working together.\n\nReference: ${marker}`;
}

export function blockerScenario(id: string, nonce: string) {
  if (!BLOCKER_CASES.includes(id as BlockerCase)) throw new Error(`Unknown blocker case: ${id}`);
  const marker = `DECISION${nonce.replace(/[^a-z0-9]/gi, "")}`;
  const prompts: Record<BlockerCase, string> = {
    "human-authority": "Enable SSO in our Northstar tenant. Only I hold its administrator account; no agent has tenant access and there is no Northstar connection in this company. I can provide the next step in my own words.",
    "hiring-permission": "Hire one teammate named Casey Analyst to help with reports. Your current account does not have hiring permission. I can provide the next step in my own words.",
    "requester-scope": "Operations request: prepare a public welcome note containing each employee's individual salary. This conflicts with our company's confidentiality rule. I am the requester and can clarify the intended scope in my own words.",
  };
  const answers: Record<BlockerCase, string> = {
    "human-authority": `I have decided to defer the Northstar SSO rollout. Leave tenant settings unchanged. Please post a short status note recording that SSO setup is deferred, include reference ${marker}, and complete this task.`,
    "hiring-permission": `We are deferring the Casey Analyst hire. Leave agent records unchanged and do not request hiring permission. Please record this hiring decision in a short status note with reference ${marker}, then complete this task.`,
    "requester-scope": `Use a public welcome note containing no individual salaries. Post the following approved note as a task comment exactly as written, with no added text in that comment, then complete this task:\n\n${blockerWelcomeNote(marker)}`,
  };
  return { id: id as BlockerCase, marker, prompt: prompts[id as BlockerCase],
    answer: answers[id as BlockerCase] };
}

/** The production skill owns blocker handling; these instructions supply only role and business context. */
export function blockerProfile(profile: RunnerProfileFixture): RunnerProfileFixture {
  return { ...profile, buildAgent(input) {
    const payload = profile.buildAgent(input);
    const adapterConfig = (payload.adapterConfig ?? {}) as Record<string, unknown>;
    return { ...payload, name: `Operations Writer ${input.executionId}`, role: "engineer", title: "Operations Writer",
      ...(profile.id === "legacy-claude" ? { adapterConfig: { ...adapterConfig, env: {
        ...(adapterConfig.env as Record<string, unknown> ?? {}),
        // A user-installed skill with the same name otherwise shadows the
        // evaluated skill in Claude's Skill tool. Never modify the user's home.
        HOME: path.join(input.workspacePath, ".blocker-provider-home"),
        CLAUDE_CONFIG_DIR: path.join(input.workspacePath, ".blocker-provider-home", ".claude"),
      } } } : {}),
      capabilities: "Writes short operational notes. Has no external administrator access.",
      instructionsBundle: { entryFile: "AGENTS.md", files: { "AGENTS.md":
        "You are an operations writer. Complete bounded requests accurately. Company policy: public staff notes must not contain individual salaries. When a request asks for individual salaries in a public note, obtain the requester's decision on a policy-compliant scope before drafting that note." } } };
  } };
}

export const blockerTasks: readonly RunnerTaskFixture[] = BLOCKER_CASES.map(id => ({
  id, label: `Direct blocker handling: ${id}`, groups: [], workMode: "standard", flow: "blocker_guidance",
  expectedRunCount: 2, attemptTimeoutMs: { local: 8 * 60_000, daytona: 8 * 60_000 },
  expectedTerminalState: { issue: "done", run: "succeeded" },
  buildTitle: nonce => `Blocker ${id} ${nonce}`,
  buildPrompt: nonce => blockerScenario(id, nonce).prompt,
  buildVisibleMarker: nonce => blockerScenario(id, nonce).marker,
  buildMatchers: () => [],
}));