mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-11-06 23:20:53 +01:00
309 lines
17 KiB
JSON
309 lines
17 KiB
JSON
{
|
|
"schemaVersion": 1,
|
|
"scope": 60,
|
|
"liveOperations": 0,
|
|
"note": "Capability audit only. Local means constructible investigation path, not implemented or passing. Provider means genuine prerequisite required, not an inferred unsupported product capability. All frozen scenarios stay in denominator.",
|
|
"scenarios": [
|
|
{
|
|
"scenarioId": "agents.hire-claude-code",
|
|
"readinessClass": "provider",
|
|
"needs": "Eligible Claude account, qualified computer; must bind account and perform true validation."
|
|
},
|
|
{
|
|
"scenarioId": "agents.hire-needs-account",
|
|
"readinessClass": "provider",
|
|
"needs": "Start genuinely without eligible Anthropic access, then complete supported human account setup; resumed branch requires real Claude credentials."
|
|
},
|
|
{
|
|
"scenarioId": "agents.hire-needs-approval",
|
|
"readinessClass": "implemented",
|
|
"needs": "Actual company approval policy; real pending Morgan proposal rejected by human; explicit changed Jules request accepted against same proposed identity; counted exact decision notifications and no premature worker runs."
|
|
},
|
|
{
|
|
"scenarioId": "agents.hire-denied",
|
|
"readinessClass": "implemented",
|
|
"needs": "Effective deny via public permissions; independent bearer probe; assert no employee/proposal/delegated task and honest human path."
|
|
},
|
|
{
|
|
"scenarioId": "agents.ambiguous-cloud-code",
|
|
"readinessClass": "provider",
|
|
"needs": "Both Claude Code and cloud execution must genuinely be available; human choice before any harness/target commit."
|
|
},
|
|
{
|
|
"scenarioId": "agents.edit-instructions",
|
|
"readinessClass": "implemented",
|
|
"needs": "Versioned instructions with genuine concurrent public human revision during active query; preserve unrelated guidance, merge testing rule or expose conflict."
|
|
},
|
|
{
|
|
"scenarioId": "agents.restore-instructions",
|
|
"readinessClass": "implemented",
|
|
"needs": "Two real saved instruction revisions; restore exact predecessor; history, side file, source-run/agent attribution and profile UI."
|
|
},
|
|
{
|
|
"scenarioId": "agents.change-manager",
|
|
"readinessClass": "implemented",
|
|
"needs": "Real same-company Morgan/Riley; tree validity, unchanged account/config/task ownership; saved attribution and profile reload."
|
|
},
|
|
{
|
|
"scenarioId": "agents.choose-primary",
|
|
"readinessClass": "implemented",
|
|
"needs": "Real authenticated primary replacement, visible confirmation, independently unchanged secondary person/company and recent-chat precedence without new runs."
|
|
},
|
|
{
|
|
"scenarioId": "agents.pause-agent",
|
|
"readinessClass": "implemented",
|
|
"needs": "Genuine active worker; board profile Pause; observe pause state and actual old-run settlement without acknowledgement credit."
|
|
},
|
|
{
|
|
"scenarioId": "agents.resume-agent",
|
|
"readinessClass": "implemented",
|
|
"needs": "Public manual pause plus independently preserved readiness; permitted resume and separate remaining-gate branch."
|
|
},
|
|
{
|
|
"scenarioId": "agents.retire-agent",
|
|
"readinessClass": "implemented",
|
|
"needs": "Actual busy native assignment and truthful human-authored historical task/documents; agent denial, human Terminate UI, confirmed cancellation and retained identity/history/attribution."
|
|
},
|
|
{
|
|
"scenarioId": "agents.configure-required-agent",
|
|
"readinessClass": "implemented",
|
|
"needs": "Public built-in summarizer provision; change only supported config with protected identity/history unchanged."
|
|
},
|
|
{
|
|
"scenarioId": "agents.agent-api-key",
|
|
"readinessClass": "implemented",
|
|
"needs": "Human-session credential UI; one-time token privateSecrets sink, named-key public readback and revoke with identity retained."
|
|
},
|
|
{
|
|
"scenarioId": "agents.existing-grok-bot",
|
|
"readinessClass": "provider",
|
|
"needs": "Existing owned Grok Bot, experiment enabled, real two-way authenticated challenge; no local substitute."
|
|
},
|
|
{
|
|
"scenarioId": "agents.managed-profile",
|
|
"readinessClass": "provider",
|
|
"needs": "Operator-managed Anthropic references, genuinely qualified locked environment and actual retention acknowledgement are needed for the completion branch; private discovery remains coordinator-owned."
|
|
},
|
|
{
|
|
"scenarioId": "agent-chat.reopen-conversation",
|
|
"readinessClass": "implemented",
|
|
"needs": "Genuine native setup history and declared canonical query boundary; same owned Morgan source, actual run-bound navigation guidance, private-list denial and no navigation execution."
|
|
},
|
|
{
|
|
"scenarioId": "agent-chat.remember-and-follow-up",
|
|
"readinessClass": "implemented",
|
|
"needs": "Genuine native blue preview and retained agreement after reload; exact canonical preview link; explicit never-selected alternate-design follow-up with independent phase clarification."
|
|
},
|
|
{
|
|
"scenarioId": "agent-chat.track-delegated-work",
|
|
"readinessClass": "implemented",
|
|
"needs": "Genuine native prior source handoff; real Morgan active process; canonical status/run/link attribution; actual released brief and automatic source-correlated completion with saved result and no duplicate work."
|
|
},
|
|
{
|
|
"scenarioId": "agent-chat.multiple-handoffs",
|
|
"readinessClass": "local",
|
|
"needs": "Real active website and completed logo handoffs; source-bound update once; logo output immutable; queued vs consumed verified."
|
|
},
|
|
{
|
|
"scenarioId": "agent-chat.conference-room",
|
|
"readinessClass": "implemented",
|
|
"needs": "Enable supported local-trusted board surface; exact company route/browser scope and differing protocol honestly described."
|
|
},
|
|
{
|
|
"scenarioId": "agent-chat.chat-disabled",
|
|
"readinessClass": "implemented",
|
|
"needs": "Actual allowlisted authenticated-harness boundary; disable Agent Chat itself; real Morgan route unavailable/no composer, agent settings denial, create-chat 404, usable Morgan profile and zero tasks/chats/native admissions."
|
|
},
|
|
{
|
|
"scenarioId": "runs-adapters.list-model-options",
|
|
"readinessClass": "implemented",
|
|
"needs": "Real admitted model discovery/account inventory; independently compare restrictions, availability and binding, secrets never exposed."
|
|
},
|
|
{
|
|
"scenarioId": "runs-adapters.validate-hire",
|
|
"readinessClass": "provider",
|
|
"needs": "Eligible selected account with genuine target authentication failure; deterministic failure must not be synthesized in saved state."
|
|
},
|
|
{
|
|
"scenarioId": "runs-adapters.inspect-failed-run",
|
|
"readinessClass": "implemented",
|
|
"needs": "Public unavailable-model configuration must actually admit one native failed run with model/task/actor/terminal-event evidence; restore exact configuration, one actual human Retry, later successful HTML artifact, retained failure/source links and truthful missing logs/cost."
|
|
},
|
|
{
|
|
"scenarioId": "runs-adapters.reset-session",
|
|
"readinessClass": "implemented",
|
|
"needs": "Real native saved session/file/artifact prerequisite; actual human reset; exact new user continuation; fresh future session with retained history and bytes."
|
|
},
|
|
{
|
|
"scenarioId": "runs-adapters.upgrade-runner",
|
|
"readinessClass": "provider",
|
|
"needs": "Qualified legacy Claude target and compatible config/account; real human upgrade plus unsupported-setting atomic rejection branch."
|
|
},
|
|
{
|
|
"scenarioId": "execution-environments.add-computer",
|
|
"readinessClass": "provider",
|
|
"needs": "No SSH target; human operator connection details, real saved target and qualification before completion."
|
|
},
|
|
{
|
|
"scenarioId": "execution-environments.choose-capable-target",
|
|
"readinessClass": "provider",
|
|
"needs": "Two genuine targets with differing selected Claude support; authorized discovery boundary independently probed."
|
|
},
|
|
{
|
|
"scenarioId": "execution-environments.test-computer",
|
|
"readinessClass": "provider",
|
|
"needs": "Real SSH environment and operator probe; actual remote login/missing-runtime outcome, never localhost substitute."
|
|
},
|
|
{
|
|
"scenarioId": "execution-environments.assign-computer",
|
|
"readinessClass": "provider",
|
|
"needs": "Same-company qualified cloud target; public saved agent binding and protected/unsupported branch."
|
|
},
|
|
{
|
|
"scenarioId": "execution-environments.prepare-image",
|
|
"readinessClass": "provider",
|
|
"needs": "Real sandbox provider administration, image preparation status, immutable pinned usable image; Daytona key/image absent."
|
|
},
|
|
{
|
|
"scenarioId": "recovery.explain-stall",
|
|
"readinessClass": "local",
|
|
"needs": "Real retained recovery interruption/attempt counter/next action; contrast infrastructure, input, budget and deliberate stop causes."
|
|
},
|
|
{
|
|
"scenarioId": "recovery.controller-restart",
|
|
"readinessClass": "implemented",
|
|
"needs": "Existing input.restart supports action; native saved file/instruction before canonical query requires declared setup-human boundary."
|
|
},
|
|
{
|
|
"scenarioId": "recovery.source-action",
|
|
"readinessClass": "local",
|
|
"needs": "Real failed task and source recovery action, owner readback, separate independent repair only when actual work warrants it."
|
|
},
|
|
{
|
|
"scenarioId": "recovery.retry-exhausted",
|
|
"readinessClass": "local",
|
|
"needs": "Genuine exhausted infrastructure attempts and human Retry; previous evidence retained and new admission gates independently read."
|
|
},
|
|
{
|
|
"scenarioId": "recovery.workspace-repair",
|
|
"readinessClass": "local",
|
|
"needs": "Real export failure and newer destination edits; board reconciliation and uncertain-source hold; owned filesystem fixtures allowed."
|
|
},
|
|
{
|
|
"scenarioId": "recovery.unknown-email-outcome",
|
|
"readinessClass": "provider",
|
|
"needs": "Authorized real email with lost response after possible acceptance and unresolved provider receipt; no automatic resend, independent duplicates check."
|
|
},
|
|
{
|
|
"scenarioId": "recovery.post-stop-message",
|
|
"readinessClass": "local",
|
|
"needs": "Real run cleanup boundary; explicit Stop and saved new direction, single eligible continuation, no concurrent owner."
|
|
},
|
|
{
|
|
"scenarioId": "recovery.browser-reconnect",
|
|
"readinessClass": "implemented",
|
|
"needs": "Three executable real offline phases: native completion, independently observed still-running work, and mandatory actually admitted failed native attempt under explicit unavailable-model configuration; each answer bound to its own persisted human/native run. No live qualification claimed."
|
|
},
|
|
{
|
|
"scenarioId": "steering.queue-follow-up",
|
|
"readinessClass": "implemented",
|
|
"needs": "Actual busy native Morgan; canonical contact instruction saved once into correct ordered task queue with source-run attribution, visible waiting UI; one normal later native input consumes exact saved comment and preserves initial document revision plus contact result."
|
|
},
|
|
{
|
|
"scenarioId": "steering.edit-queued-message",
|
|
"readinessClass": "implemented",
|
|
"needs": "Genuine human-owned red request behind active native Morgan; board-only edit and reorder, two real browser tabs exercise concurrent revision 409, merged full blue text and first position persist, one ordinary successor consumes exact ordered comments, consumed edit rejects and real UI offers new direction. No live qualification claimed."
|
|
},
|
|
{
|
|
"scenarioId": "steering.discard-queued-message",
|
|
"readinessClass": "implemented",
|
|
"needs": "Actual human-owned pending contact request removed through supported discard while neighbour persists; public comment404 and human audit prove deletion, no native wake receives it. A distinct later contact request is actually consumed, rejects late discard409, and an explicit phase-bound human source follow-up sends one real new-direction continuation without erasing history. No live qualification claimed."
|
|
},
|
|
{
|
|
"scenarioId": "steering.steer-active",
|
|
"readinessClass": "local",
|
|
"needs": "Real compatible active harness and explicit Steer; delivered acknowledgement and actual output; provider rejection continuation branch."
|
|
},
|
|
{
|
|
"scenarioId": "steering.interrupt-with-direction",
|
|
"readinessClass": "local",
|
|
"needs": "Real active task with saved human direction; explicit interruption; old cancelled run, no concurrent owners, delivery once after cleanup."
|
|
},
|
|
{
|
|
"scenarioId": "steering.stop-versus-pause",
|
|
"readinessClass": "implemented",
|
|
"needs": "Real Launch parent, two concurrently native-running descendants and separately human-paused child with independent effective budget hold. Actual human Pause subtree yields retained parent/membership and both acknowledged native cancellations; actual later Resume with wake disabled releases only parent hold, preserving original child hold and budget. Already-held child is correctly retained as skipped/already_held in public preview/membership. No invented tomorrow schedule or live qualification."
|
|
},
|
|
{
|
|
"scenarioId": "steering.preserve-draft",
|
|
"readinessClass": "implemented",
|
|
"needs": "Unsent canonical query and completed upload receipt must survive task switch/reload before send; shared flow sends original query immediately after setup."
|
|
},
|
|
{
|
|
"scenarioId": "steering.approval-delivery",
|
|
"readinessClass": "local",
|
|
"needs": "Real waiting question plus ordinary comment queue during turn settlement; human answer delivery distinct from editable queue, once only."
|
|
},
|
|
{
|
|
"scenarioId": "task-coordination.delegate-with-context",
|
|
"readinessClass": "local",
|
|
"needs": "CEO-owned source launch task and actual attached brief; single Morgan child/linked work, real report incorporated without false parent attribution."
|
|
},
|
|
{
|
|
"scenarioId": "task-coordination.block-on-design",
|
|
"readinessClass": "local",
|
|
"needs": "Real unfinished design dependency, actual website admission blocked then resumed only after authorized prerequisite completion and other gates clear."
|
|
},
|
|
{
|
|
"scenarioId": "task-coordination.reject-dependency-cycle",
|
|
"readinessClass": "implemented",
|
|
"needs": "Real Design\u2192Website edge before query; reject reverse edge, unchanged records, both detail endpoint sets and actual task links."
|
|
},
|
|
{
|
|
"scenarioId": "task-coordination.independent-review",
|
|
"readinessClass": "local",
|
|
"needs": "Real delivered Morgan result plus independent eligible Riley; governed completion and self-approval rejection."
|
|
},
|
|
{
|
|
"scenarioId": "task-coordination.pause-tree",
|
|
"readinessClass": "implemented",
|
|
"needs": "Real Launch parent, two concurrently native-running descendants and separately human-paused child with independent effective budget hold. Actual human Pause subtree yields retained parent/membership and both acknowledged native cancellations; actual later Resume with wake disabled releases only parent hold, preserving original child hold and budget. Already-held child is correctly retained as skipped/already_held in public preview/membership. No invented tomorrow schedule or live qualification."
|
|
},
|
|
{
|
|
"scenarioId": "workspaces.locate-files",
|
|
"readinessClass": "implemented",
|
|
"needs": "Actual projectless task execution binding; independent read active binding and distinguish pending choice from agent defaults."
|
|
},
|
|
{
|
|
"scenarioId": "workspaces.prepare-repository",
|
|
"readinessClass": "provider",
|
|
"needs": "Authorized acorn/site source currently unavailable; use auditable incidental fixture binding only if manager approves real owned Git fixture identity."
|
|
},
|
|
{
|
|
"scenarioId": "workspaces.private-repository-no-access",
|
|
"readinessClass": "provider",
|
|
"needs": "Real private repository and absent eligible Git connection, followed by genuine human access grant and intended-source preparation."
|
|
},
|
|
{
|
|
"scenarioId": "workspaces.preview-service",
|
|
"readinessClass": "implemented",
|
|
"needs": "Actual native HTML prerequisite; preconfigured stopped managed service, canonical start, independent HTTP/content/browser/service/work-product identity, explicit actual failed restart and phase-attributed actionable error."
|
|
},
|
|
{
|
|
"scenarioId": "workspaces.inspect-git",
|
|
"readinessClass": "implemented",
|
|
"needs": "Genuine native task workspace, owned synthetic Git baseline and two actual uncommitted edits; speaking agent admitted into that exact bound workspace; independent HEAD/diff/status/bytes and real file browser."
|
|
},
|
|
{
|
|
"scenarioId": "workspaces.close-and-reopen",
|
|
"readinessClass": "implemented",
|
|
"needs": "Genuine Morgan file/artifact plus separate real Riley workspace; native setup context pins exact closure target. Authorized close, retained source fields and unchanged original artifact bytes, actual browser download and untouched Riley workspace/file."
|
|
},
|
|
{
|
|
"scenarioId": "workspaces.recover-lost-sandbox",
|
|
"readinessClass": "provider",
|
|
"needs": "True historical export failure and destroyed exact sandbox, surviving attachments; board saved-source reconstruction and fresh admission, no false recovered lost files."
|
|
}
|
|
]
|
|
}
|