[ { "scenarioId": "access.cli-authorization", "sourceFiles": [ "chat-catalog-domains/identity-cli-authorization.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/access.yaml", "../../cli/src/index.ts", "../../cli/src/client/board-auth.ts", "../../cli/src/commands/client/auth.ts", "../../cli/src/commands/client/common.ts", "../../pnpm-lock.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-cli-authorization.js", "exportName": "cliAuthorizationIdentityCases" }, { "scenarioId": "access.invite-teammate", "sourceFiles": [ "chat-catalog-domains/identity-access-grants.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/access.yaml", "../../maps/agent-access-map/access.md", "../../server/src/routes/access.ts", "../../server/src/routes/agents.ts", "../../packages/shared/src/validators/agent.ts" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "coverageGaps": [ "The current public grant-management route rejects agent membership principals. Required users:* agent authority cannot be established through the supported API; the actual intended mutation and human acceptance/reuse callbacks are authored but remain unqualified until this setup capability is available." ], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-access-grants.js", "exportName": "accessGrantIdentityCases" }, { "scenarioId": "access.manage-membership", "sourceFiles": [ "chat-catalog-domains/identity-access-grants.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/access.yaml", "../../maps/agent-access-map/access.md", "../../server/src/routes/access.ts", "../../server/src/routes/agents.ts", "../../packages/shared/src/validators/agent.ts" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "coverageGaps": [ "The current public grant-management route rejects agent membership principals. Required users:* agent authority cannot be established through the supported API; the actual intended mutation and human acceptance/reuse callbacks are authored but remain unqualified until this setup capability is available." ], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-access-grants.js", "exportName": "accessGrantIdentityCases" }, { "scenarioId": "access.other-company", "sourceFiles": [ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-access.ts", "chat-scenarios/access.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "queryBindings": [ { "catalogToken": "BIRCH-42", "stateKey": "foreignTask", "resourceKind": "issue", "valueField": "identifier" } ], "modulePath": "./chat-catalog-domains/identity-access.js", "exportName": "accessIdentityCases" }, { "scenarioId": "access.private-resource", "sourceFiles": [ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-access.ts", "chat-scenarios/access.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-access.js", "exportName": "accessIdentityCases" }, { "scenarioId": "access.sign-in", "sourceFiles": [ "chat-catalog-domains/identity-sign-in.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-boundary-contract.ts", "chat-catalog-domains/internal-support.ts", "live-fixtures.ts", "chat-scenarios/access.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 0, "expectedHumanMessageCount": 0, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "journeyKind": "browser-boundary", "boundaryTarget": "authenticated-harness", "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-sign-in.js", "exportName": "signInIdentityBoundaryCases" }, { "scenarioId": "activity.agent-feedback", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-activity.ts", "chat-scenarios/activity.yaml", "chat-catalog-domains/internal-agent-feedback.ts", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/internal-commentary-reader.ts", "chat-run-evidence-observer.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-agent-feedback.js", "exportName": "agentFeedbackCases" }, { "scenarioId": "activity.audit-change", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-activity.ts", "chat-scenarios/activity.yaml" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/internal-activity.js", "exportName": "activityCases" }, { "scenarioId": "activity.company-overview", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-activity.ts", "chat-scenarios/activity.yaml", "chat-catalog-domains/recorded-work-claims.ts" ], "oracleVersion": "paperclip.chat-catalog.activity-overview.grounded.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/internal-activity.js", "exportName": "activityCases" }, { "scenarioId": "activity.find-runs", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-activity.ts", "chat-scenarios/activity.yaml", "chat-catalog-domains/internal-run-history.ts", "chat-catalog-domains/internal-run-brief.ts", "../e2e/fetch-allowed-port.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 660000, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "cancelled": 1, "succeeded": 2 } }, "modulePath": "./chat-catalog-domains/internal-run-history.js", "exportName": "runHistoryCases" }, { "scenarioId": "activity.routine-audit", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-activity.ts", "chat-scenarios/activity.yaml", "chat-catalog-domains/internal-routine-audit.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [ "supported-owned-prior-day-routine-history-restoration" ], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-routine-audit.js", "exportName": "routineAuditCases" }, { "scenarioId": "activity.work-timeline", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-activity.ts", "chat-scenarios/activity.yaml", "chat-catalog-domains/internal-work-timeline.ts", "chat-catalog-domains/internal-timeline-verifier.ts", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/internal-routine-audit.ts", "../e2e/fetch-allowed-port.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-work-timeline.js", "exportName": "workTimelineCases" }, { "scenarioId": "agent-chat.chat-disabled", "sourceFiles": [ "chat-catalog-domains/runtime-chat-disabled.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-boundary-contract.ts", "live-fixtures.ts", "chat-scenarios/agent-chat.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "expectedRunCount": 0, "expectedHumanMessageCount": 0, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "journeyKind": "browser-boundary", "boundaryTarget": "authenticated-harness", "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-chat-disabled.js", "exportName": "runtimeDisabledChatCases" }, { "scenarioId": "agent-chat.conference-room", "sourceFiles": [ "chat-catalog-domains/runtime-conference.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/agent-chat.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/runtime-conference.js", "exportName": "runtimeConferenceCases" }, { "scenarioId": "agent-chat.multiple-handoffs", "sourceFiles": [ "chat-catalog-domains/runtime-multiple-handoffs.ts", "chat-catalog-domains/runtime-queue.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "registered-artifact.ts", "chat-scenarios/agent-chat.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 5, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1020000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-busy-worker", "worker-task-scope" ] }, "modulePath": "./chat-catalog-domains/runtime-multiple-handoffs.js", "exportName": "runtimeMultipleHandoffCases" }, { "scenarioId": "agent-chat.remember-and-follow-up", "sourceFiles": [ "chat-catalog-domains/runtime-history.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/agent-chat.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "modulePath": "./chat-catalog-domains/runtime-history.js", "exportName": "runtimeHistoryCases" }, { "scenarioId": "agent-chat.reopen-conversation", "sourceFiles": [ "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/runtime-agent-chat.ts", "chat-scenarios/agent-chat.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-agent-chat.js", "exportName": "runtimeAgentChatCases" }, { "scenarioId": "agent-chat.track-delegated-work", "sourceFiles": [ "chat-catalog-domains/runtime-handoffs.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "completion-update-flow.ts", "completion-updates.ts", "chat-scenarios/agent-chat.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 4, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "native-handoff-owner", "real-source-provenance" ] }, "modulePath": "./chat-catalog-domains/runtime-handoffs.js", "exportName": "runtimeHandoffCases" }, { "scenarioId": "agents.agent-api-key", "sourceFiles": [ "chat-catalog-domains/runtime-agent-keys.ts", "chat-catalog-domains/runtime-private-key.ts", "chat-catalog-domains/runtime-private-key-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-agent-keys.js", "exportName": "runtimeAgentKeyCases" }, { "requiredCredentials": [ "ANTHROPIC_API_KEY", "DAYTONA_API_KEY" ], "externalInput": { "provider": "daytona", "fields": [ "imageDigest", "imageRef", "region", "disposableNamespace", "qualifiedHarness" ] }, "scenarioId": "agents.ambiguous-cloud-code", "sourceFiles": [ "chat-catalog-domains/runtime-cloud-choice.ts", "chat-catalog-domains/runtime-daytona-target.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-claude-private.ts", "chat-catalog-domains/runtime-claude-private-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "live-fixtures.ts", "../../packages/plugins/sandbox-providers/daytona/src/plugin.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-cloud-choice.js", "exportName": "runtimeCloudChoiceCases" }, { "scenarioId": "agents.change-manager", "sourceFiles": [ "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/runtime-agents.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/runtime-agents.js", "exportName": "runtimeAgentsCases" }, { "scenarioId": "agents.choose-primary", "sourceFiles": [ "chat-catalog-domains/runtime-primary.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-primary.js", "exportName": "runtimePrimaryCases" }, { "scenarioId": "agents.configure-required-agent", "sourceFiles": [ "chat-catalog-domains/runtime-built-in.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "protected-summarizer-identity", "historical-task-unrun" ] }, "modulePath": "./chat-catalog-domains/runtime-built-in.js", "exportName": "runtimeBuiltInCases" }, { "scenarioId": "agents.edit-instructions", "sourceFiles": [ "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/runtime-agents.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/runtime-agents.js", "exportName": "runtimeAgentsCases" }, { "requiredCredentials": [], "externalInput": { "provider": "grok", "fields": [ "botId", "endpoint", "challengeMethod", "credentialEnvName", "operatorRef", "botAuthorizationRef", "operatorMode" ] }, "scenarioId": "agents.existing-grok-bot", "sourceFiles": [ "chat-catalog-domains/runtime-grok.ts", "chat-catalog-domains/runtime-grok-operator.ts", "chat-catalog-domains/runtime-grok-operator-worker.ts", "chat-catalog-domains/runtime-grok-operator-contract.ts", "chat-runtime-private-requirements.ts", "public-mcp-flow.ts", "chat-public-origin.ts", "chat-catalog-domains/external-public-signin.ts", "chat-catalog-domains/external-public-signin-worker.ts", "chat-catalog-domains/external-public-signin-contract.ts", "../../ui/src/pages/Auth.tsx", "../../ui/src/pages/McpConnect.tsx", "../../ui/src/components/AgentSetupPrompt.tsx", "../../ui/src/lib/grok-bot-setup-prompt.ts", "../../ui/src/components/new-agent/GrokBotSetup.tsx", "../../ui/src/components/NewAgentDialog.tsx", "../../ui/src/components/new-agent/AgentBasicsDialog.tsx", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-grok-private-contract.ts", "../../server/src/routes/grok-bot.ts", "../../server/src/services/grok-bot/routine.ts", "../../server/src/services/dot-runner-broker.ts", "../../server/src/modules/external-agents/dot.ts", "../../server/src/services/public-mcp/oauth.ts", "../../ui/src/components/AgentsToolbar.tsx", "../../ui/src/pages/Agents.tsx", "../../ui/src/components/new-agent/ExternalAgentInviteDialog.tsx", "../../ui/src/components/new-agent/ExternalAgentInviteContent.tsx", "../../ui/src/components/GrokBotConnection.tsx", "../../ui/src/components/new-agent/GrokBotSetupContent.tsx", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-grok.js", "exportName": "runtimeGrokCases" }, { "requiredCredentials": [ "ANTHROPIC_API_KEY" ], "externalInput": { "provider": "claude", "fields": [ "targetRef", "harnessExecutable", "model", "accountBindingRef" ] }, "scenarioId": "agents.hire-claude-code", "sourceFiles": [ "chat-catalog-domains/runtime-claude-hiring.ts", "chat-catalog-domains/runtime-claude-private.ts", "chat-catalog-domains/runtime-claude-private-worker.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-claude-hiring.js", "exportName": "runtimeClaudeHiringCases" }, { "scenarioId": "agents.hire-denied", "sourceFiles": [ "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/runtime-agents.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/runtime-agents.js", "exportName": "runtimeAgentsCases" }, { "requiredCredentials": [ "ANTHROPIC_API_KEY" ], "externalInput": { "provider": "claude", "fields": [ "targetRef", "harnessExecutable", "model", "accountBindingRef" ] }, "scenarioId": "agents.hire-needs-account", "sourceFiles": [ "chat-catalog-domains/runtime-claude-account.ts", "chat-catalog-domains/runtime-claude-private.ts", "chat-catalog-domains/runtime-claude-private-worker.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "../../server/src/routes/connection-intents.ts", "../../server/src/services/connection-intent-delivery.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "expectedHumanMessageCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-claude-account.js", "exportName": "runtimeClaudeAccountCases" }, { "scenarioId": "agents.hire-needs-approval", "sourceFiles": [ "chat-catalog-domains/runtime-hiring.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 4, "expectedHumanMessageCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "modulePath": "./chat-catalog-domains/runtime-hiring.js", "exportName": "runtimeHiringCases" }, { "scenarioId": "agents.managed-profile", "sourceFiles": [ "chat-catalog-domains/runtime-managed-profile.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/runtime-managed-profile.js", "exportName": "runtimeManagedProfileCases" }, { "scenarioId": "agents.pause-agent", "sourceFiles": [ "chat-catalog-domains/runtime-agent-lifecycle.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-busy-worker", "worker-task-scope" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "succeeded": 1, "cancelled": 1 } }, "modulePath": "./chat-catalog-domains/runtime-agent-lifecycle.js", "exportName": "runtimeLifecycleCases" }, { "scenarioId": "agents.restore-instructions", "sourceFiles": [ "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/runtime-agents.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [ "supported-two-visible-instruction-history-versions" ], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/runtime-agents.js", "exportName": "runtimeAgentsCases" }, { "scenarioId": "agents.resume-agent", "sourceFiles": [ "chat-catalog-domains/runtime-resume.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "manual-pause-only" ] }, "modulePath": "./chat-catalog-domains/runtime-resume.js", "exportName": "runtimeResumeCases" }, { "scenarioId": "agents.retire-agent", "sourceFiles": [ "chat-catalog-domains/runtime-retirement.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/agents.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-active-assignment", "truthful-historical-work" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "succeeded": 1, "cancelled": 1 } }, "modulePath": "./chat-catalog-domains/runtime-retirement.js", "exportName": "runtimeRetirementCases" }, { "scenarioId": "app-permissions.ask-before-action", "sourceFiles": [ "chat-catalog-domains/external-app-review.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-flow.ts", "chat-query-attachments.ts", "run-observations.ts", "../../server/src/routes/issues.ts", "../../server/src/routes/tool-access.ts", "../../server/src/services/tool-gateway.ts", "../../server/src/services/tool-action-review.ts", "../../server/src/services/tool-action-delivery.ts", "../../server/src/services/tool-access-policy.ts", "../../ui/src/components/IssueThreadInteractionCard.tsx", "chat-scenarios/app-permissions.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 6, "expectedHumanMessageCount": 3, "minimumRunCount": 6, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1140000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-app-review.js", "exportName": "appReviewExternalCases", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "launch-update.md" } ] }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "mcpUrl", "apiVersion", "apiTokenEnv", "mcpTokenEnv" ] }, "scenarioId": "app-permissions.grant-one-agent", "sourceFiles": [ "chat-catalog-domains/external-notion-audience.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/app-permissions.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-notion-audience.js", "exportName": "notionAudienceExternalCases" }, { "scenarioId": "app-permissions.new-quarantined-action", "sourceFiles": [ "chat-catalog-domains/external-app-fixture.ts", "../../packages/shared/src/connection-search.ts", "../../server/src/routes/tool-access.ts", "../../server/src/services/tool-access/catalog/publication.ts", "chat-catalog-domains/external-app-catalog.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/app-permissions.yaml", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-app-catalog.js", "exportName": "appCatalogExternalCases" }, { "scenarioId": "app-permissions.read-allowed-write-off", "sourceFiles": [ "chat-catalog-domains/external-app-permissions.ts", "chat-catalog-domains/external-app-fixture.ts", "../../packages/shared/src/connection-search.ts", "../../server/src/services/connection-intents.ts", "../../server/src/routes/tool-access.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/app-permissions.yaml", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-app-permissions.js", "exportName": "appPermissionExternalCases" }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "mcpUrl", "apiVersion", "apiTokenEnv", "mcpTokenEnv" ] }, "scenarioId": "app-permissions.revoke-account", "sourceFiles": [ "chat-catalog-domains/external-notion-revocation.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/app-permissions.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-notion-revocation.js", "exportName": "notionRevocationExternalCases" }, { "scenarioId": "app-permissions.test-as-agent", "sourceFiles": [ "chat-catalog-domains/external-app-test.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "../../ui/src/pages/apps/Browse.tsx", "../../ui/src/pages/apps/ConnectorsToolbar.tsx", "../../ui/src/pages/apps/connection-owner.tsx", "../../ui/src/pages/apps/AppDetail.tsx", "../../ui/src/pages/apps/app-detail/PermissionsPanel.tsx", "chat-scenarios/app-permissions.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-app-test.js", "exportName": "appTestExternalCases" }, { "requiredCredentials": [], "externalInput": { "provider": "chatgpt", "fields": [ "operatorRef", "chatgptAuthorizationRef", "operatorMode" ] }, "scenarioId": "assistant-connections.connect-external-assistant", "sourceFiles": [ "chat-catalog-domains/external-chatgpt-setup.ts", "chat-catalog-domains/external-chatgpt.ts", "chat-catalog-domains/external-chatgpt-worker.ts", "chat-catalog-domains/external-chatgpt-contract.ts", "chat-catalog-domains/runtime-private.ts", "chat-runtime-private-requirements.ts", "chat-catalog-domains/external-public-signin.ts", "chat-catalog-domains/external-public-signin-worker.ts", "chat-catalog-domains/external-public-signin-contract.ts", "public-mcp-flow.ts", "chat-public-origin.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/assistant-connections.yaml", "../../ui/src/pages/apps/AssistantConnection.tsx", "../../ui/src/pages/McpConnect.tsx", "../../server/src/routes/public-mcp.ts", "../../server/src/services/public-mcp/capabilities.ts", "../../server/src/services/public-mcp/oauth.ts", "../../packages/shared/src/mcp-setup.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1500000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-assistant-connections.js", "exportName": "assistantConnectionExternalCases" }, { "scenarioId": "assistant-connections.consent-read-only", "sourceFiles": [ "chat-catalog-domains/external-assistant-consent.ts", "chat-catalog-domains/external-assistant-connections.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "public-mcp-client.ts", "chat-scenarios/assistant-connections.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-assistant-consent.js", "exportName": "assistantConsentExternalCases" }, { "scenarioId": "assistant-connections.decline-consent", "sourceFiles": [ "chat-catalog-domains/external-assistant-connections.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "public-mcp-client.ts", "chat-scenarios/assistant-connections.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-assistant-connections.js", "exportName": "assistantConnectionExternalCases" }, { "scenarioId": "assistant-connections.device-login", "sourceFiles": [ "chat-catalog-domains/external-assistant-device.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-device-private-contract.ts", "../../ui/src/pages/McpConnect.tsx", "../../server/src/routes/public-mcp.ts", "../../server/src/services/public-mcp/oauth.ts", "../../packages/shared/src/public-mcp.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "public-mcp-client.ts", "chat-scenarios/assistant-connections.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 780000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-assistant-device.js", "exportName": "assistantDeviceExternalCases" }, { "scenarioId": "assistant-connections.revoke-personal-grant", "sourceFiles": [ "chat-catalog-domains/external-assistant-revoke.ts", "chat-catalog-domains/external-assistant-connections.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-stories.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "public-mcp-client.ts", "run-observations.ts", "../../server/src/routes/public-mcp.ts", "../../server/src/services/public-mcp/oauth.ts", "chat-scenarios/assistant-connections.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-assistant-revoke.js", "exportName": "personalRevokeExternalCases" }, { "companionSurface": { "kind": "scoped-external-assistant", "model": "gpt-5.4-mini", "maximumModelTurns": 6, "maximumToolCalls": 4, "maximumOutputTokens": 2048 }, "requiredCredentials": [ "OPENAI_API_KEY" ], "scenarioId": "assistant-connections.use-scoped-client", "sourceFiles": [ "chat-catalog-domains/external-assistant-scoped.ts", "chat-catalog-domains/external-assistant-model.ts", "chat-catalog-domains/external-assistant-connections.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "public-mcp-client.ts", "public-mcp-model.ts", "public-mcp-cases.ts", "../../integrations/assistant-plugins/shared/skills/review-my-team/SKILL.md", "../../integrations/assistant-plugins/shared/skills/delegate-work/SKILL.md", "../../integrations/assistant-plugins/shared/skills/follow-up-results/SKILL.md", "chat-scenarios/assistant-connections.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 0, "expectedHumanMessageCount": 0, "turnTimeoutMs": 180000, "attemptTimeoutMs": 600000, "journeyKind": "scoped-external-assistant", "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "paused-morgan-creation-fixture", "effective-creation-only-grant" ] }, "modulePath": "./chat-catalog-domains/external-assistant-scoped.js", "exportName": "scopedAssistantExternalCases" }, { "scenarioId": "budgets-costs.explain-hard-stop", "sourceFiles": [ "chat-catalog-domains/identity-budget-incidents.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/budgets-costs.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "setupPolicy": { "funding": "preserve-scenario", "readiness": "preserve-scenario", "invariantCheckIds": [ "real-budget-and-manual-holds" ] }, "modulePath": "./chat-catalog-domains/identity-budget-incidents.js", "exportName": "budgetIncidentIdentityCases" }, { "scenarioId": "budgets-costs.repair-cost-recording", "sourceFiles": [ "chat-catalog-domains/identity-accounting.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/budgets-costs.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 780000, "authentication": "human-session", "setupPolicy": { "funding": "standard", "readiness": "all-ready", "invariantCheckIds": [ "genuine-unresolved-saved-native-usage" ] }, "modulePath": "./chat-catalog-domains/identity-accounting.js", "exportName": "accountingIdentityCases" }, { "scenarioId": "budgets-costs.resolve-budget", "sourceFiles": [ "chat-catalog-domains/identity-budget-incidents.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/budgets-costs.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "setupPolicy": { "funding": "preserve-scenario", "readiness": "preserve-scenario", "invariantCheckIds": [ "real-budget-and-manual-holds" ] }, "modulePath": "./chat-catalog-domains/identity-budget-incidents.js", "exportName": "budgetIncidentIdentityCases" }, { "scenarioId": "budgets-costs.set-budget", "sourceFiles": [ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-budgets-costs.ts", "chat-scenarios/budgets-costs.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/identity-budgets-costs.js", "exportName": "budgetIdentityCases" }, { "scenarioId": "budgets-costs.spend-breakdown", "sourceFiles": [ "chat-catalog-domains/identity-accounting.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/budgets-costs.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "setupPolicy": { "funding": "standard", "readiness": "all-ready", "invariantCheckIds": [ "genuine-unresolved-saved-native-usage" ] }, "modulePath": "./chat-catalog-domains/identity-accounting.js", "exportName": "accountingIdentityCases" }, { "scenarioId": "budgets-costs.subscription-fees", "sourceFiles": [ "chat-catalog-domains/identity-subscriptions.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/budgets-costs.yaml", "../../packages/shared/src/subscriptions.ts", "../../server/src/routes/costs.ts", "../../server/src/routes/ai-connections.ts", "../../server/src/services/subscriptions.ts", "../../ui/src/components/SubscriptionCostCard.tsx" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "coverageGaps": [ "No supported admitted fixture establishes two subscription records with independently verified provenance for ONE actual account. Public current-price reports also omit archived price revisions; complete historical-price preservation cannot yet be independently verified. The original context remains blocked, never replaced by different accounts or a nonexistent-resource refusal." ], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-subscriptions.js", "exportName": "subscriptionIdentityCases" }, { "scenarioId": "cases.browse-cases", "sourceFiles": [ "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-cases.ts", "chat-scenarios/cases.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/integrator-cases.js", "exportName": "integratorCasesCases" }, { "scenarioId": "cases.case-history", "sourceFiles": [ "chat-catalog-domains/integrator-case-history.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-scenarios/cases.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 5, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1200000, "modulePath": "./chat-catalog-domains/integrator-case-history.js", "exportName": "integratorCaseHistoryCases" }, { "scenarioId": "cases.cases-disabled", "sourceFiles": [ "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-cases.ts", "chat-scenarios/cases.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/integrator-cases.js", "exportName": "integratorCasesCases" }, { "scenarioId": "cases.close-case", "sourceFiles": [ "chat-catalog-domains/integrator-case-close.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-scenarios/cases.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 7, "expectedHumanMessageCount": 3, "minimumRunCount": 6, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1500000, "modulePath": "./chat-catalog-domains/integrator-case-close.js", "exportName": "integratorCaseCloseCases" }, { "scenarioId": "cases.create-case", "sourceFiles": [ "chat-catalog-domains/integrator-case-create.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-scenarios/cases.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/integrator-case-create.js", "exportName": "integratorCaseCreationCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "customer-bug-brief.md" } ] }, { "respondingAgent": { "kind": "case-primary-owner", "name": "Morgan", "role": "engineer", "canAssignTasks": true }, "scenarioId": "cases.handoff-same-task", "sourceFiles": [ "chat-catalog-domains/integrator-case-handoff.ts", "chat-catalog-domains/internal-run-brief.ts", "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-support.ts", "chat-scenarios/cases.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 4, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "cancelled": 1, "succeeded": 3 } }, "modulePath": "./chat-catalog-domains/integrator-case-handoff.js", "exportName": "integratorCaseHandoffCases" }, { "scenarioId": "cases.related-work", "sourceFiles": [ "chat-catalog-domains/integrator-case-related.ts", "chat-catalog-domains/recorded-work-claims.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-scenarios/cases.yaml" ], "oracleVersion": "paperclip.chat-catalog.case-related.grounded.v2", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "modulePath": "./chat-catalog-domains/integrator-case-related.js", "exportName": "integratorRelatedWorkCases" }, { "scenarioId": "cases.update-case-facts", "sourceFiles": [ "chat-catalog-domains/integrator-case-facts.ts", "chat-catalog-domains/internal-run-brief.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-scenarios/cases.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 4, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "cancelled": 1, "succeeded": 3 } }, "modulePath": "./chat-catalog-domains/integrator-case-facts.js", "exportName": "integratorCaseFactsCases" }, { "slackIngress": { "kind": "native-slack-thread", "maximumProviderCalls": 20, "ingressTimeoutMs": 120000 }, "externalInput": { "provider": "slack", "fields": [ "workspaceId", "channelId", "senderUserId", "botUserId", "appId", "registeredWebhookOrigin", "webhookRelayPort", "botTokenEnv", "senderTokenEnv", "signingSecretEnv", "configurationTokenEnv" ] }, "scenarioId": "chat-channels.channel-file", "sourceFiles": [ "chat-catalog-domains/external-slack-file.ts", "chat-catalog-domains/external-slack-provider.ts", "chat-catalog-domains/external-slack-fixture.ts", "chat-catalog-domains/external-slack-relay.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-slack-ingress.ts", "run-observations.ts", "native-event-envelope.ts", "../../server/src/attachment-types.ts", "../../server/src/services/chat-channels/inbound-attachments.ts", "../../server/src/services/chat-channels/inbound/wakeups.ts", "../../server/src/services/issue-assignment-wakeup.ts", "../../server/src/services/chat-channels/slack/file-receipts.ts", "../../server/src/services/chat-channels/outbound-attachments.ts", "chat-scenarios/chat-channels.yaml", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 6, "expectedHumanMessageCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "journeyKind": "native-slack-thread", "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-slack-file.js", "exportName": "slackFileExternalCases" }, { "externalInput": { "provider": "slack", "fields": [ "workspaceId", "channelId", "senderUserId", "botUserId", "appId", "registeredWebhookOrigin", "webhookRelayPort", "botTokenEnv", "senderTokenEnv", "signingSecretEnv", "configurationTokenEnv", "slackBrowserSessionEnv" ] }, "scenarioId": "chat-channels.connect-slack", "sourceFiles": [ "chat-catalog-domains/external-slack-setup.ts", "chat-catalog-domains/external-slack-fixture.ts", "chat-catalog-domains/external-slack-provider.ts", "chat-catalog-domains/external-slack-relay.ts", "chat-catalog-domains/external-slack-human.ts", "chat-catalog-domains/external-slack-human-worker.ts", "chat-catalog-domains/external-slack-human-contract.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-slack-setup-private-contract.ts", "chat-catalog-domains/external-slack-identity-contract.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-slack-ingress.ts", "../../ui/src/pages/apps/chat/ChatEndpointSetup.tsx", "../../ui/src/pages/apps/chat/SlackIdentityStep.tsx", "../../ui/src/pages/apps/chat/slack/OwnSlackAppSetup.tsx", "../../server/src/services/chat-channels/setup-probes.ts", "../../server/src/services/chat-channels/slack/commands.ts", "../../server/src/services/chat-channels/slack/identity-links.ts", "../../server/src/services/chat-channels/identity-links.ts", "../../server/src/services/chat-channels.ts", "chat-scenarios/chat-channels.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-slack-setup.js", "exportName": "slackSetupExternalCases" }, { "externalInput": { "provider": "slack", "fields": [ "workspaceId", "channelId", "senderUserId", "botUserId", "appId", "registeredWebhookOrigin", "webhookRelayPort", "botTokenEnv", "senderTokenEnv", "signingSecretEnv", "configurationTokenEnv" ] }, "scenarioId": "chat-channels.link-sender", "sourceFiles": [ "chat-catalog-domains/external-slack-identity.ts", "chat-catalog-domains/external-slack-fixture.ts", "chat-catalog-domains/external-slack-provider.ts", "chat-catalog-domains/external-slack-relay.ts", "chat-catalog-domains/external-slack-identity-contract.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "../../server/src/routes/chat-channels.ts", "../../server/src/services/chat-channels/setup-probes.ts", "../../server/src/services/chat-channels/identity-links.ts", "../../server/src/services/chat-channels/inbound/authorization.ts", "../../server/src/services/chat-channels.ts", "../../server/src/services/chat-channels/activity.ts", "../../ui/src/pages/apps/chat/ChatEndpointDetail.tsx", "../../ui/src/pages/apps/chat/ChatIdentityConfirm.tsx", "chat-slack-ingress.ts", "chat-scenarios/chat-channels.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-slack-identity.js", "exportName": "slackIdentityExternalCases" }, { "externalInput": { "provider": "agentmail", "fields": [ "inboxId", "recipient", "recipientAuthorization", "apiTokenEnv" ] }, "scenarioId": "chat-channels.outbound-email", "sourceFiles": [ "chat-catalog-domains/runtime-email-outbound.ts", "chat-catalog-domains/runtime-email.ts", "chat-catalog-domains/runtime-email-private.ts", "chat-catalog-domains/runtime-email-private-worker.ts", "chat-catalog-domains/runtime-email-duplicate.ts", "chat-catalog-domains/runtime-email-fault.ts", "server-entry.ts", "chat-query-bindings.ts", "../../server/src/services/email-channels.ts", "../../server/src/services/agentmail-api.ts", "../../server/src/services/connectors/agentmail.ts", "chat-scenarios/chat-channels.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 5, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1020000, "authentication": "human-session", "queryBindings": [ { "catalogToken": "reviewer@example.test", "stateKey": "emailRecipient", "resourceKind": "agentmail-recipient", "valueField": "email" } ], "modulePath": "./chat-catalog-domains/runtime-email-outbound.js", "exportName": "runtimeOutboundEmailCases" }, { "scenarioId": "chat-channels.provider-disabled", "sourceFiles": [ "chat-catalog-domains/external-chat-channels.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/chat-channels.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-chat-channels.js", "exportName": "chatChannelExternalCases" }, { "externalInput": { "provider": "slack", "fields": [ "workspaceId", "channelId", "senderUserId", "botUserId", "appId", "registeredWebhookOrigin", "webhookRelayPort", "botTokenEnv", "senderTokenEnv", "signingSecretEnv", "configurationTokenEnv", "slackBrowserSessionEnv", "botTokenExpiresAt", "repairBotTokenEnv" ] }, "scenarioId": "chat-channels.repair-endpoint", "sourceFiles": [ "chat-catalog-domains/external-slack-repair.ts", "chat-catalog-domains/external-slack-authorization.ts", "chat-catalog-domains/external-slack-fixture.ts", "chat-catalog-domains/external-slack-provider.ts", "chat-catalog-domains/external-slack-relay.ts", "chat-catalog-domains/external-slack-human.ts", "chat-catalog-domains/external-slack-human-worker.ts", "chat-catalog-domains/external-slack-human-contract.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-slack-setup-private-contract.ts", "chat-catalog-domains/external-slack-identity-contract.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-slack-ingress.ts", "../../ui/src/pages/apps/chat/ChatEndpointSetup.tsx", "../../ui/src/pages/apps/chat/SlackIdentityStep.tsx", "../../server/src/services/chat-channels/configuration.ts", "../../server/src/services/chat-channels/slack/credentials.ts", "../../server/src/services/chat-channels/slack/commands.ts", "../../server/src/services/chat-channels.ts", "chat-scenarios/chat-channels.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1500000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-slack-repair.js", "exportName": "slackRepairExternalCases" }, { "slackIngress": { "kind": "native-slack-thread", "maximumProviderCalls": 20, "ingressTimeoutMs": 120000, "setupThread": "same-agent-distractor" }, "externalInput": { "provider": "slack", "fields": [ "workspaceId", "channelId", "senderUserId", "botUserId", "appId", "registeredWebhookOrigin", "webhookRelayPort", "botTokenEnv", "senderTokenEnv", "signingSecretEnv", "configurationTokenEnv" ] }, "scenarioId": "chat-channels.reply-in-thread", "sourceFiles": [ "chat-catalog-domains/external-slack-thread.ts", "chat-catalog-domains/external-slack-fixture.ts", "chat-catalog-domains/external-slack-provider.ts", "chat-catalog-domains/external-slack-relay.ts", "chat-catalog-domains/external-slack-render.ts", "chat-catalog-domains/runtime-rendered-artifact.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-slack-ingress.ts", "../../packages/shared/src/types/chat-channels.ts", "../../server/src/routes/chat-channels.ts", "../../server/src/services/chat-channels.ts", "../../server/src/services/chat-channels/inbound/authorization.ts", "../../server/src/services/chat-channels/inbound/wakeups.ts", "chat-scenarios/chat-channels.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 4, "expectedHumanMessageCount": 1, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "journeyKind": "native-slack-thread", "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-slack-thread.js", "exportName": "slackThreadExternalCases" }, { "externalInput": { "provider": "agentmail", "fields": [ "inboxId", "recipient", "recipientAuthorization", "apiTokenEnv", "reviewerAddress", "reviewerAuthorization", "senderCredentialEnv" ] }, "scenarioId": "chat-channels.reply-to-email", "sourceFiles": [ "chat-catalog-domains/runtime-email-reply.ts", "chat-catalog-domains/runtime-email.ts", "chat-catalog-domains/runtime-email-outbound.ts", "chat-catalog-domains/runtime-email-private.ts", "chat-catalog-domains/runtime-email-private-worker.ts", "chat-catalog-domains/runtime-email-fault.ts", "chat-catalog-domains/runtime-email-duplicate.ts", "server-entry.ts", "../../server/src/services/email-channels.ts", "../../server/src/services/agentmail-api.ts", "../../server/src/services/connectors/agentmail.ts", "chat-scenarios/chat-channels.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 9, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 4, "minimumRunCount": 6, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1500000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-email-reply.js", "exportName": "runtimeReplyEmailCases" }, { "scenarioId": "cli-operations.choose-cli-context", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-cli.ts", "chat-scenarios/cli-operations.yaml", "chat-catalog-domains/privileged-cli-support.ts", "../../cli/src/index.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-cli.js", "exportName": "privilegedCliCases" }, { "scenarioId": "cli-operations.create-from-cli", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-cli.ts", "chat-scenarios/cli-operations.yaml", "chat-catalog-domains/privileged-cli-support.ts", "../../cli/src/index.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-cli.js", "exportName": "privilegedCliCases", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "owned-manual-pause" ] } }, { "scenarioId": "cli-operations.export-document-cli", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-document-cli.ts", "chat-scenarios/cli-operations.yaml", "chat-catalog-domains/privileged-cli-support.ts", "../../cli/src/index.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-document-cli.js", "exportName": "privilegedDocumentCliCases" }, { "scenarioId": "cli-operations.feedback-bundle", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-feedback.ts", "chat-scenarios/cli-operations.yaml", "chat-catalog-domains/privileged-cli-support.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/runtime-busy-worker.ts", "../../cli/src/index.ts", "../../cli/src/commands/client/feedback.ts", "../../server/src/services/feedback.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "succeeded": 2, "cancelled": 1 } }, "modulePath": "./chat-catalog-domains/privileged-feedback.js", "exportName": "privilegedFeedbackCases" }, { "scenarioId": "cli-operations.inspect-run-cli", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-run-cli.ts", "chat-scenarios/cli-operations.yaml", "chat-catalog-domains/privileged-cli-support.ts", "chat-catalog-domains/runtime-busy-worker.ts", "../../cli/src/index.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "succeeded": 1, "cancelled": 1 } }, "modulePath": "./chat-catalog-domains/privileged-run-cli.js", "exportName": "privilegedRunCliCases" }, { "scenarioId": "cli-operations.owned-dev-instance", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-owned-dev.ts", "chat-scenarios/cli-operations.yaml", "../../cli/src/index.ts", "../../cli/src/commands/worktree.ts", "../../cli/src/commands/run.ts", "../e2e/fetch-allowed-port.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-owned-dev.js", "exportName": "privilegedOwnedDevCases" }, { "scenarioId": "companies.agent-observability", "sourceFiles": [ "chat-catalog-domains/identity-observability.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/companies.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-observability.js", "exportName": "observabilityIdentityCases" }, { "scenarioId": "companies.archive-company", "sourceFiles": [ "chat-catalog-domains/identity-company-lifecycle.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/companies.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-company-lifecycle.js", "exportName": "companyLifecycleIdentityCases" }, { "requiredCredentials": [ "OPENROUTER_API_KEY" ], "scenarioId": "companies.configure-decision-model", "sourceFiles": [ "chat-catalog-domains/identity-company-models.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/companies.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-company-models.js", "exportName": "companyModelIdentityCases" }, { "scenarioId": "companies.export-company", "sourceFiles": [ "chat-catalog-domains/identity-portability.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/companies.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-portability.js", "exportName": "portabilityIdentityCases" }, { "requiredCredentials": [ "OPENROUTER_API_KEY" ], "scenarioId": "companies.fast-responses", "sourceFiles": [ "chat-catalog-domains/identity-company-models.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/companies.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-company-models.js", "exportName": "companyModelIdentityCases" }, { "scenarioId": "companies.import-preview", "sourceFiles": [ "chat-catalog-domains/identity-portability.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/companies.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "queryAttachments": [ { "stateKey": "packageAttachment", "filename": "company-package.json" } ], "modulePath": "./chat-catalog-domains/identity-portability.js", "exportName": "portabilityIdentityCases" }, { "requiredCredentials": [ "OPENROUTER_API_KEY" ], "scenarioId": "companies.prompt-injection-guard", "sourceFiles": [ "chat-catalog-domains/identity-company-models.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/companies.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-company-models.js", "exportName": "companyModelIdentityCases" }, { "scenarioId": "companies.rename-company", "sourceFiles": [ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-companies.ts", "chat-scenarios/companies.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/identity-companies.js", "exportName": "companyIdentityCases" }, { "scenarioId": "companies.switch-company", "sourceFiles": [ "chat-catalog-domains/identity-company-lifecycle.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/companies.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-company-lifecycle.js", "exportName": "companyLifecycleIdentityCases" }, { "externalInput": { "provider": "slack", "fields": [ "workspaceId", "channelId", "senderUserId", "botUserId", "appId", "registeredWebhookOrigin", "webhookRelayPort", "botTokenEnv", "senderTokenEnv", "signingSecretEnv", "configurationTokenEnv", "slackBrowserSessionEnv" ] }, "scenarioId": "connection-setup.channel-prerequisites", "sourceFiles": [ "chat-catalog-domains/external-slack-setup.ts", "chat-catalog-domains/external-slack-fixture.ts", "chat-catalog-domains/external-slack-provider.ts", "chat-catalog-domains/external-slack-relay.ts", "chat-catalog-domains/external-slack-human.ts", "chat-catalog-domains/external-slack-human-worker.ts", "chat-catalog-domains/external-slack-human-contract.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-slack-setup-private-contract.ts", "chat-catalog-domains/external-slack-identity-contract.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-slack-ingress.ts", "../../ui/src/pages/apps/chat/ChatEndpointSetup.tsx", "../../ui/src/pages/apps/chat/SlackIdentityStep.tsx", "../../ui/src/pages/apps/chat/slack/OwnSlackAppSetup.tsx", "../../server/src/services/chat-channels/setup-probes.ts", "../../server/src/services/chat-channels/slack/commands.ts", "../../server/src/services/chat-channels/slack/identity-links.ts", "../../server/src/services/chat-channels/identity-links.ts", "../../server/src/services/chat-channels.ts", "chat-scenarios/connection-setup.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-slack-setup.js", "exportName": "slackSetupExternalCases" }, { "scenarioId": "connection-setup.choose-provider", "sourceFiles": [ "chat-catalog-domains/external-provider-choice.ts", "run-observations.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "../../packages/shared/src/app-definitions.ts", "../../packages/shared/src/app-definitions/notion.json", "../../ui/src/features/connections/ConnectionIntentInteractionBody.tsx", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "chat-scenarios/connection-setup.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-provider-choice.js", "exportName": "providerChoiceExternalCases" }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "recentPageId", "olderPageId", "mcpUrl", "apiVersion", "apiTokenEnv", "mcpTokenEnv", "recentMarker", "olderMarker", "recentFactJson", "olderFactJson" ] }, "scenarioId": "connection-setup.notion-agent-unassigned", "sourceFiles": [ "chat-catalog-domains/external-notion-assignment.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-flow.ts", "chat-scenarios/connection-setup.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 480000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-notion-assignment.js", "exportName": "notionAssignmentExternalCases" }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "recentPageId", "olderPageId", "mcpUrl", "apiVersion", "apiTokenEnv", "mcpTokenEnv", "recentMarker", "olderMarker", "recentFactJson", "olderFactJson" ] }, "scenarioId": "connection-setup.notion-connected", "sourceFiles": [ "chat-catalog-domains/external-notion-read.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/connection-setup.yaml", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-notion-read.js", "exportName": "notionReadExternalCases" }, { "scenarioId": "connection-setup.notion-declined", "sourceFiles": [ "chat-catalog-domains/external-connection-setup.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "../../ui/src/features/connections/ConnectionIntentInteractionBody.tsx", "../../ui/src/api/connection-intents.ts", "chat-scenarios/connection-setup.yaml", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "minimumRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-connection-setup.js", "exportName": "connectionSetupExternalCases" }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "workspaceName", "recentPageId", "olderPageId", "mcpUrl", "apiVersion", "apiTokenEnv", "recentMarker", "olderMarker", "recentFactJson", "olderFactJson", "oauthBrowserSessionEnv", "oauthHumanEmailEnv", "expiredAuthorizationEnv", "authorizationExpiresAt", "authorizationFailureKind" ] }, "scenarioId": "connection-setup.notion-expired", "sourceFiles": [ "chat-catalog-domains/external-notion-setup.ts", "chat-catalog-domains/external-notion-oauth.ts", "chat-catalog-domains/external-notion-oauth-worker.ts", "chat-catalog-domains/external-notion-oauth-contract.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-public-signin.ts", "chat-catalog-domains/external-public-signin-worker.ts", "chat-catalog-domains/external-public-signin-contract.ts", "public-mcp-flow.ts", "chat-public-origin.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/connection-setup.yaml", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "../../ui/src/features/connections/ConnectionIntentInteractionBody.tsx", "../../server/src/routes/tool-access.ts", "../../server/src/services/tool-access/oauth/direct-callback.ts", "../../scripts/smoke/notion-generic-live.mjs", "chat-catalog-domains/external-notion-expired.ts", "chat-catalog-domains/external-notion-expiry.ts", "chat-catalog-domains/identity-support.ts", "chat-flow.ts", "../../server/src/services/tool-access.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 4, "expectedHumanMessageCount": 2, "minimumRunCount": 4, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1500000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-notion-expired.js", "exportName": "notionExpiredExternalCases" }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "workspaceName", "recentPageId", "olderPageId", "mcpUrl", "apiVersion", "apiTokenEnv", "recentMarker", "olderMarker", "recentFactJson", "olderFactJson", "oauthBrowserSessionEnv", "oauthHumanEmailEnv" ] }, "scenarioId": "connection-setup.notion-missing", "sourceFiles": [ "chat-catalog-domains/external-notion-setup.ts", "chat-catalog-domains/external-notion-oauth.ts", "chat-catalog-domains/external-notion-oauth-worker.ts", "chat-catalog-domains/external-notion-oauth-contract.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-public-signin.ts", "chat-catalog-domains/external-public-signin-worker.ts", "chat-catalog-domains/external-public-signin-contract.ts", "public-mcp-flow.ts", "chat-public-origin.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/connection-setup.yaml", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "../../ui/src/features/connections/ConnectionIntentInteractionBody.tsx", "../../server/src/routes/tool-access.ts", "../../server/src/services/tool-access/oauth/direct-callback.ts", "../../scripts/smoke/notion-generic-live.mjs", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-notion-setup.js", "exportName": "notionSetupExternalCases" }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "workspaceName", "recentPageId", "olderPageId", "mcpUrl", "apiVersion", "apiTokenEnv", "recentMarker", "olderMarker", "recentFactJson", "olderFactJson", "oauthBrowserSessionEnv", "oauthHumanEmailEnv", "sharedWorkspaceId", "sharedApiTokenEnv", "sharedMcpTokenEnv" ] }, "scenarioId": "connection-setup.notion-wrong-account", "sourceFiles": [ "chat-catalog-domains/external-notion-setup.ts", "chat-catalog-domains/external-notion-oauth.ts", "chat-catalog-domains/external-notion-oauth-worker.ts", "chat-catalog-domains/external-notion-oauth-contract.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-public-signin.ts", "chat-catalog-domains/external-public-signin-worker.ts", "chat-catalog-domains/external-public-signin-contract.ts", "public-mcp-flow.ts", "chat-public-origin.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/connection-setup.yaml", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "../../ui/src/features/connections/ConnectionIntentInteractionBody.tsx", "../../server/src/routes/tool-access.ts", "../../server/src/services/tool-access/oauth/direct-callback.ts", "../../scripts/smoke/notion-generic-live.mjs", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-notion-setup.js", "exportName": "notionSetupExternalCases" }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "workspaceName", "recentPageId", "olderPageId", "mcpUrl", "apiVersion", "apiTokenEnv", "recentMarker", "olderMarker", "recentFactJson", "olderFactJson", "oauthBrowserSessionEnv", "oauthHumanEmailEnv" ] }, "scenarioId": "connection-setup.return-from-login", "sourceFiles": [ "chat-catalog-domains/external-notion-setup.ts", "chat-catalog-domains/external-notion-oauth.ts", "chat-catalog-domains/external-notion-oauth-worker.ts", "chat-catalog-domains/external-notion-oauth-contract.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-public-signin.ts", "chat-catalog-domains/external-public-signin-worker.ts", "chat-catalog-domains/external-public-signin-contract.ts", "public-mcp-flow.ts", "chat-public-origin.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/connection-setup.yaml", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "../../ui/src/features/connections/ConnectionIntentInteractionBody.tsx", "../../server/src/routes/tool-access.ts", "../../server/src/services/tool-access/oauth/direct-callback.ts", "../../scripts/smoke/notion-generic-live.mjs", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-notion-setup.js", "exportName": "notionSetupExternalCases" }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "workspaceName", "recentPageId", "olderPageId", "mcpUrl", "apiVersion", "apiTokenEnv", "recentMarker", "olderMarker", "recentFactJson", "olderFactJson", "oauthBrowserSessionEnv", "oauthHumanEmailEnv" ] }, "scenarioId": "connection-setup.save-and-resume", "sourceFiles": [ "chat-catalog-domains/external-notion-setup.ts", "chat-catalog-domains/external-notion-oauth.ts", "chat-catalog-domains/external-notion-oauth-worker.ts", "chat-catalog-domains/external-notion-oauth-contract.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-public-signin.ts", "chat-catalog-domains/external-public-signin-worker.ts", "chat-catalog-domains/external-public-signin-contract.ts", "public-mcp-flow.ts", "chat-public-origin.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/connection-setup.yaml", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "../../ui/src/features/connections/ConnectionIntentInteractionBody.tsx", "../../server/src/routes/tool-access.ts", "../../server/src/services/tool-access/oauth/direct-callback.ts", "../../scripts/smoke/notion-generic-live.mjs", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-notion-setup.js", "exportName": "notionSetupExternalCases" }, { "scenarioId": "connection-setup.secure-api-key", "sourceFiles": [ "chat-catalog-domains/external-secure-key.ts", "chat-query-attachments.ts", "../../ui/src/App.tsx", "../../ui/src/pages/apps/app-connect-policy.ts", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-credential-language.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-secret-scan.ts", "run-observations.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/connection-setup.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-secure-key.js", "exportName": "secureKeyExternalCases", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "provider-account.md" } ] }, { "scenarioId": "connection-setup.unreachable-mcp", "sourceFiles": [ "../../ui/src/App.tsx", "../../ui/src/pages/apps/Browse.tsx", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "../../ui/src/pages/apps/app-connect-policy.ts", "chat-catalog-domains/external-mcp-failure.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/connection-setup.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-mcp-failure.js", "exportName": "mcpFailureExternalCases" }, { "scenarioId": "connection-setup.wrong-person-resolves", "sourceFiles": [ "chat-catalog-domains/external-wrong-resolver.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "../../server/src/routes/connection-intents.ts", "../../server/src/services/connection-intents.ts", "chat-scenarios/connection-setup.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-wrong-resolver.js", "exportName": "wrongResolverExternalCases" }, { "scenarioId": "developer-labs.component-reference", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-developer-labs.ts", "chat-scenarios/developer-labs.yaml", "../../ui/src/App.tsx", "../../ui/src/pages/DesignGuide.tsx", "../../ui/src/pages/ResponsibleUserDenialUxLab.tsx" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-developer-labs.js", "exportName": "privilegedDeveloperLabCases" }, { "scenarioId": "developer-labs.gated-lab", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-gated-lab.ts", "chat-scenarios/developer-labs.yaml", "chat-catalog-domains/privileged-production-ui.ts", "../../ui/vite.config.ts", "../../ui/src/App.tsx", "../../ui/src/pages/NotFound.tsx", "chat-query-attachments.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-gated-lab.js", "exportName": "privilegedGatedLabCases", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "historical-lab-link.md" } ] }, { "scenarioId": "developer-labs.interaction-fixture", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-developer-labs.ts", "chat-scenarios/developer-labs.yaml", "../../ui/src/App.tsx", "../../ui/src/pages/DesignGuide.tsx", "../../ui/src/pages/ResponsibleUserDenialUxLab.tsx" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-developer-labs.js", "exportName": "privilegedDeveloperLabCases" }, { "scenarioId": "developer-labs.long-thread-performance", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-performance.ts", "chat-scenarios/developer-labs.yaml", "../../ui/src/pages/IssueChatLongThreadPerf.tsx", "../../ui/src/fixtures/issueChatLongThreadFixture.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-performance.js", "exportName": "privilegedPerformanceCases" }, { "scenarioId": "documents-artifacts.find-artifact", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-documents-artifacts.ts", "chat-scenarios/documents-artifacts.yaml", "chat-catalog-domains/internal-artifact-search.ts", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-artifact-search.js", "exportName": "artifactSearchCases" }, { "scenarioId": "documents-artifacts.private-download", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-documents-artifacts.ts", "chat-scenarios/documents-artifacts.yaml", "chat-catalog-domains/internal-private-download.ts", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-documents-artifacts.js", "exportName": "documents_artifactsCases" }, { "scenarioId": "documents-artifacts.produce-download", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-documents-artifacts.ts", "chat-scenarios/documents-artifacts.yaml", "chat-catalog-domains/internal-website-delivery.ts", "registered-artifact.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "modulePath": "./chat-catalog-domains/internal-website-delivery.js", "exportName": "websiteDeliveryCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "selected-source.md" } ] }, { "scenarioId": "documents-artifacts.resolve-feedback", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-documents-artifacts.ts", "chat-scenarios/documents-artifacts.yaml", "../../packages/shared/src/document-anchors.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/internal-documents-artifacts.js", "exportName": "documents_artifactsCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "selected-source.md" } ] }, { "scenarioId": "documents-artifacts.restore-document", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-documents-artifacts.ts", "chat-scenarios/documents-artifacts.yaml", "chat-catalog-domains/internal-restore-concurrency.ts", "chat-catalog-domains/identity-auth.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "expectedHumanMessageCount": 3, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 660000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-documents-artifacts.js", "exportName": "documents_artifactsCases", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "selected-source.md" } ] }, { "scenarioId": "documents-artifacts.revise-delivery", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-documents-artifacts.ts", "chat-scenarios/documents-artifacts.yaml", "chat-catalog-domains/internal-website-delivery.ts", "registered-artifact.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "modulePath": "./chat-catalog-domains/internal-website-delivery.js", "exportName": "websiteDeliveryCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "selected-source.md" } ] }, { "scenarioId": "documents-artifacts.write-plan", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-documents-artifacts.ts", "chat-scenarios/documents-artifacts.yaml" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/internal-documents-artifacts.js", "exportName": "documents_artifactsCases" }, { "requiredCredentials": [], "externalInput": { "provider": "ssh", "fields": [ "hostname", "port", "login", "hostKeySha256", "knownHosts", "allowedRemoteRoot", "privateKeyEnv", "qualifiedHarness" ] }, "scenarioId": "execution-environments.add-computer", "sourceFiles": [ "chat-catalog-domains/runtime-computers-ssh.ts", "chat-catalog-domains/runtime-computers-private.ts", "chat-catalog-domains/runtime-computers-private-worker.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/execution-environments.yaml", "../../server/src/routes/environments.ts", "../../server/src/routes/agents.ts", "../../packages/shared/src/environment-support.ts", "../../ui/src/pages/CompanyEnvironments.tsx", "../../ui/src/components/agent-config-primitives.tsx", "chat-catalog-domains/external-secret-scan.ts", "run-observations.ts" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-computers-ssh.js", "exportName": "runtimeComputerSshCases" }, { "requiredCredentials": [ "DAYTONA_API_KEY" ], "externalInput": { "provider": "daytona", "fields": [ "imageDigest", "imageRef", "region", "disposableNamespace", "qualifiedHarness" ] }, "scenarioId": "execution-environments.assign-computer", "sourceFiles": [ "chat-catalog-domains/runtime-computers-cloud.ts", "chat-catalog-domains/runtime-daytona-target.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/execution-environments.yaml", "../../server/src/routes/environments.ts", "../../server/src/routes/agents.ts", "../../server/src/services/environment-probe.ts", "../../server/src/services/environment-custom-images.ts", "../../ui/src/pages/CompanyEnvironments.tsx", "chat-catalog-domains/external-secret-scan.ts", "run-observations.ts" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-computers-cloud.js", "exportName": "runtimeComputerCloudCases" }, { "scenarioId": "execution-environments.choose-capable-target", "sourceFiles": [ "chat-catalog-domains/runtime-capability-choice.ts", "chat-catalog-domains/runtime-computers-ssh.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/execution-environments.yaml", "../../packages/shared/src/environment-support.ts", "../../server/src/routes/environments.ts", "../../ui/src/pages/CompanyEnvironments.tsx" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-computers-ssh.js", "exportName": "runtimeComputerSshCases" }, { "requiredCredentials": [ "DAYTONA_API_KEY" ], "externalInput": { "provider": "daytona", "fields": [ "imageDigest", "imageRef", "region", "disposableNamespace", "toolsManifest" ] }, "scenarioId": "execution-environments.prepare-image", "sourceFiles": [ "chat-catalog-domains/runtime-computers-cloud.ts", "chat-catalog-domains/runtime-daytona-target.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/execution-environments.yaml", "../../server/src/routes/environments.ts", "../../server/src/routes/agents.ts", "../../server/src/services/environment-probe.ts", "../../server/src/services/environment-custom-images.ts", "../../ui/src/pages/CompanyEnvironments.tsx", "chat-catalog-domains/external-secret-scan.ts", "run-observations.ts", "chat-catalog-domains/runtime-computers-image-private.ts", "chat-catalog-domains/runtime-computers-image-worker.ts", "../../server/src/realtime/environment-custom-image-terminal-ws.ts", "../../packages/shared/src/validators/environment-custom-images.ts" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1500000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-computers-cloud.js", "exportName": "runtimeComputerCloudCases" }, { "requiredCredentials": [], "externalInput": { "provider": "ssh", "fields": [ "hostname", "port", "login", "hostKeySha256", "knownHosts", "allowedRemoteRoot", "privateKeyEnv", "qualifiedHarness" ] }, "scenarioId": "execution-environments.test-computer", "sourceFiles": [ "chat-catalog-domains/runtime-computers-ssh.ts", "chat-catalog-domains/runtime-computers-private.ts", "chat-catalog-domains/runtime-computers-private-worker.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/execution-environments.yaml", "../../server/src/routes/environments.ts", "../../server/src/routes/agents.ts", "../../packages/shared/src/environment-support.ts", "../../ui/src/pages/CompanyEnvironments.tsx", "../../ui/src/components/agent-config-primitives.tsx", "chat-catalog-domains/external-secret-scan.ts", "run-observations.ts" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-computers-ssh.js", "exportName": "runtimeComputerSshCases" }, { "scenarioId": "gateways-profiles.connect-client", "sourceFiles": [ "chat-catalog-domains/external-gateway-client.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/gateways-profiles.yaml", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-gateway-client.js", "exportName": "gatewayClientExternalCases" }, { "scenarioId": "gateways-profiles.create-gateway", "sourceFiles": [ "chat-catalog-domains/external-gateways-profiles.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/gateways-profiles.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-gateways-profiles.js", "exportName": "gatewayExternalCases" }, { "externalInput": { "provider": "notion", "fields": [ "workspaceId", "mcpUrl", "apiVersion", "apiTokenEnv", "mcpTokenEnv" ] }, "scenarioId": "gateways-profiles.define-profile", "sourceFiles": [ "chat-catalog-domains/external-profile-definition.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-notion-provider.ts", "chat-catalog-domains/external-notion-semantics.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/gateways-profiles.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-profile-definition.js", "exportName": "profileDefinitionExternalCases" }, { "scenarioId": "gateways-profiles.inspect-gateway-error", "sourceFiles": [ "chat-catalog-domains/gateway-public-receipt.ts", "chat-catalog-domains/external-gateway-error.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "run-observations.ts", "native-event-envelope.ts", "../../server/src/routes/tool-gateway.ts", "../../server/src/routes/tool-access.ts", "../../server/src/services/tool-gateway.ts", "../../ui/src/App.tsx", "chat-scenarios/gateways-profiles.yaml" ], "oracleVersion": "paperclip.chat-catalog.gateway-public-receipt.v2", "expectedRunCount": 3, "expectedHumanMessageCount": 1, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 660000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-gateway-error.js", "exportName": "gatewayErrorExternalCases" }, { "scenarioId": "gateways-profiles.rotate-token", "sourceFiles": [ "chat-catalog-domains/external-gateway-rotation.ts", "chat-catalog-domains/external-gateway-handoff.ts", "../../ui/src/components/AppsSidebar.tsx", "../../ui/src/components/IssueThreadInteractionCard.tsx", "../../ui/src/pages/apps/gateways/GatewaysList.tsx", "../../ui/src/pages/apps/gateways/GatewayDetail.tsx", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "run-observations.ts", "chat-scenarios/gateways-profiles.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-gateway-rotation.js", "exportName": "gatewayRotationExternalCases" }, { "scenarioId": "goals.align-existing-work", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-goals.ts", "chat-scenarios/goals.yaml" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "modulePath": "./chat-catalog-domains/internal-goals.js", "exportName": "goalsCases" }, { "scenarioId": "goals.create-goal-tree", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-goals.ts", "chat-scenarios/goals.yaml" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "modulePath": "./chat-catalog-domains/internal-goals.js", "exportName": "goalsCases" }, { "scenarioId": "goals.explain-purpose", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-goals.ts", "chat-scenarios/goals.yaml" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "expectedHumanMessageCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "modulePath": "./chat-catalog-domains/internal-goals.js", "exportName": "goalsCases" }, { "scenarioId": "inbox-search.archive-done", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-inbox-search.ts", "chat-scenarios/inbox-search.yaml", "chat-catalog-domains/internal-inbox-triage.ts", "chat-catalog-domains/identity-auth.ts", "../../packages/shared/src/validators/issue.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-inbox-triage.js", "exportName": "inboxTriageCases" }, { "scenarioId": "inbox-search.archive-partial-failure", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-inbox-search.ts", "chat-scenarios/inbox-search.yaml", "chat-catalog-domains/internal-archive-partial.ts", "chat-catalog-domains/internal-archive-transport.ts", "../e2e/fetch-allowed-port.ts", "chat-archive-fault-control.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 480000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-archive-partial.js", "exportName": "archivePartialCases" }, { "scenarioId": "inbox-search.archive-without-grant", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-inbox-search.ts", "chat-scenarios/inbox-search.yaml" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-inbox-search.js", "exportName": "inboxSearchCases" }, { "scenarioId": "inbox-search.find-design", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-inbox-search.ts", "chat-scenarios/inbox-search.yaml", "chat-catalog-domains/internal-design-search.ts", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-design-search.js", "exportName": "designSearchCases" }, { "scenarioId": "inbox-search.notification-audience", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-inbox-search.ts", "chat-scenarios/inbox-search.yaml", "chat-catalog-domains/internal-notification-audience.ts", "chat-catalog-domains/internal-notification-events.ts", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts", "../../packages/shared/src/project-mentions.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 480000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-notification-audience.js", "exportName": "notificationAudienceCases" }, { "scenarioId": "inbox-search.restore-archive", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-inbox-search.ts", "chat-scenarios/inbox-search.yaml", "chat-catalog-domains/internal-inbox-triage.ts", "chat-catalog-domains/identity-auth.ts", "../../packages/shared/src/validators/issue.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-inbox-triage.js", "exportName": "inboxTriageCases" }, { "scenarioId": "inbox-search.show-decisions", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-inbox-search.ts", "chat-scenarios/inbox-search.yaml", "chat-catalog-domains/internal-decision-search.ts", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts", "../../packages/shared/src/validators/issue.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-decision-search.js", "exportName": "decisionSearchCases" }, { "scenarioId": "inbox-search.show-my-work", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-inbox-search.ts", "chat-scenarios/inbox-search.yaml" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-inbox-search.js", "exportName": "inboxSearchCases" }, { "scenarioId": "instance-operations.backup-and-restore", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-backup.ts", "chat-scenarios/instance-operations.yaml", "chat-catalog-domains/privileged-docker-database.ts", "docker-postgres.ts", "../../packages/db/src/backup-lib.ts", "../../server/src/routes/instance-database-backups.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-backup.js", "exportName": "privilegedBackupCases" }, { "scenarioId": "instance-operations.diagnose-health", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-diagnose-health.ts", "chat-scenarios/instance-operations.yaml", "chat-catalog-domains/privileged-database-fault.ts", "chat-catalog-domains/privileged-docker-database.ts", "docker-postgres.ts", "../../cli/src/checks/database-check.ts", "../../server/src/routes/health.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-diagnose-health.js", "exportName": "privilegedDiagnosticCases" }, { "scenarioId": "instance-operations.instance-settings", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-configuration.ts", "chat-scenarios/instance-operations.yaml", "../../ui/src/pages/InstanceExperimentalSettings.tsx", "../../ui/src/pages/AgentChat.tsx" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-configuration.js", "exportName": "privilegedConfigurationCases" }, { "requiredCredentials": [ "OPENROUTER_API_KEY" ], "installedSource": "published-global-npm", "scenarioId": "instance-operations.provision-runtime", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-provision.ts", "chat-scenarios/instance-operations.yaml", "chat-catalog-domains/privileged-installed.ts", "../../cli/src/commands/runtime.ts", "../../packages/paperclip-runner/scripts/provision-pi.mjs" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1440000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-provision.js", "exportName": "privilegedProvisionCases" }, { "scenarioId": "instance-operations.restart-service", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-instance.ts", "chat-scenarios/instance-operations.yaml" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-instance.js", "exportName": "privilegedInstanceCases" }, { "installedSource": "published-global-npm", "scenarioId": "instance-operations.update-instance", "sourceFiles": [ "chat-catalog-domains/privileged-support.ts", "chat-catalog-domains/privileged-update.ts", "chat-scenarios/instance-operations.yaml", "chat-catalog-domains/privileged-installed.ts", "../../cli/src/commands/update.ts", "installed-release.ts" ], "oracleVersion": "paperclip.chat-catalog.privileged.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/privileged-update.js", "exportName": "privilegedUpdateCases" }, { "scenarioId": "navigation-preferences.broken-link", "sourceFiles": [ "chat-catalog-domains/identity-navigation-boundaries.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/navigation-preferences.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-navigation-boundaries.js", "exportName": "navigationBoundaryIdentityCases" }, { "scenarioId": "navigation-preferences.dismiss-announcement", "sourceFiles": [ "chat-catalog-domains/identity-navigation-boundaries.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/navigation-preferences.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-navigation-boundaries.js", "exportName": "navigationBoundaryIdentityCases" }, { "scenarioId": "navigation-preferences.edit-profile", "sourceFiles": [ "chat-catalog-domains/identity-profile.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/navigation-preferences.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-profile.js", "exportName": "profileIdentityCases" }, { "scenarioId": "navigation-preferences.find-project-view", "sourceFiles": [ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-navigation-preferences.ts", "chat-scenarios/navigation-preferences.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/identity-navigation-preferences.js", "exportName": "navigationIdentityCases" }, { "scenarioId": "navigation-preferences.quick-search", "sourceFiles": [ "chat-catalog-domains/identity-navigation-preferences.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/navigation-preferences.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-navigation-preferences.js", "exportName": "navigationIdentityCases" }, { "scenarioId": "navigation-preferences.sidebar-order", "sourceFiles": [ "chat-catalog-domains/identity-sidebar-order.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/navigation-preferences.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-sidebar-order.js", "exportName": "sidebarOrderIdentityCases" }, { "requiredCredentials": [ "ANTHROPIC_API_KEY" ], "scenarioId": "onboarding.choose-first-runtime", "sourceFiles": [ "chat-catalog-domains/identity-wizard-boundaries.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-onboarding.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-boundary-contract.ts", "chat-catalog-domains/internal-support.ts", "installed-release.ts", "chat-scenarios/onboarding.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 0, "expectedHumanMessageCount": 0, "turnTimeoutMs": 180000, "attemptTimeoutMs": 600000, "journeyKind": "browser-boundary", "boundaryTarget": "authenticated-harness", "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-wizard-boundaries.js", "exportName": "wizardIdentityBoundaryCases" }, { "scenarioId": "onboarding.first-work", "sourceFiles": [ "chat-catalog-domains/identity-first-work.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/onboarding.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 3, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-first-work.js", "exportName": "firstWorkIdentityCases" }, { "requiredCredentials": [ "OPENROUTER_API_KEY" ], "scenarioId": "onboarding.new-company", "sourceFiles": [ "chat-catalog-domains/identity-new-company.ts", "chat-catalog-domains/identity-new-company-native.ts", "chat-catalog-domains/identity-new-company-native-proof.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/onboarding.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-new-company.js", "exportName": "newCompanyIdentityCases" }, { "requiredCredentials": [ "OPENAI_API_KEY" ], "scenarioId": "onboarding.new-instance", "sourceFiles": [ "chat-catalog-domains/identity-wizard-boundaries.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-onboarding.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-boundary-contract.ts", "chat-catalog-domains/internal-support.ts", "installed-release.ts", "chat-scenarios/onboarding.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 0, "expectedHumanMessageCount": 0, "turnTimeoutMs": 180000, "attemptTimeoutMs": 600000, "journeyKind": "browser-boundary", "boundaryTarget": "empty-installed-target", "modulePath": "./chat-catalog-domains/identity-wizard-boundaries.js", "exportName": "wizardIdentityBoundaryCases" }, { "requiredCredentials": [ "OPENAI_API_KEY" ], "scenarioId": "onboarding.resume-wizard", "sourceFiles": [ "chat-catalog-domains/identity-wizard-boundaries.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-onboarding.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-boundary-contract.ts", "chat-catalog-domains/internal-support.ts", "installed-release.ts", "chat-scenarios/onboarding.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 0, "expectedHumanMessageCount": 0, "turnTimeoutMs": 180000, "attemptTimeoutMs": 600000, "journeyKind": "browser-boundary", "boundaryTarget": "authenticated-harness", "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-wizard-boundaries.js", "exportName": "wizardIdentityBoundaryCases" }, { "scenarioId": "plugins.configure-plugin", "sourceFiles": [ "chat-catalog-domains/external-plugins.ts", "chat-catalog-domains/external-plugin-tool-identity.ts", "chat-catalog-domains/external-plugin-fixture.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "../../cli/node_modules/tsx/dist/loader.mjs", "../../cli/src/index.ts", "../../packages/plugins/create-paperclip-plugin/src/index.ts", "../../packages/plugins/sdk/src/index.ts", "../../packages/plugins/sdk/dist/index.js", "chat-scenarios/plugins.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-plugins.js", "exportName": "pluginExternalCases" }, { "scenarioId": "plugins.disable-plugin", "sourceFiles": [ "chat-catalog-domains/external-plugins.ts", "chat-catalog-domains/external-plugin-tool-identity.ts", "chat-catalog-domains/external-plugin-fixture.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "../../cli/node_modules/tsx/dist/loader.mjs", "../../cli/src/index.ts", "../../packages/plugins/create-paperclip-plugin/src/index.ts", "../../packages/plugins/sdk/src/index.ts", "../../packages/plugins/sdk/dist/index.js", "chat-scenarios/plugins.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-plugins.js", "exportName": "pluginExternalCases" }, { "scenarioId": "plugins.install-plugin", "sourceFiles": [ "chat-catalog-domains/external-plugin-install.ts", "chat-catalog-domains/external-plugin-fixture.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "../../cli/node_modules/tsx/dist/loader.mjs", "../../cli/src/index.ts", "../../packages/plugins/create-paperclip-plugin/src/index.ts", "../../packages/plugins/sdk/src/index.ts", "../../packages/plugins/sdk/dist/index.js", "chat-scenarios/plugins.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-plugin-install.js", "exportName": "pluginInstallExternalCases" }, { "scenarioId": "plugins.use-plugin-tool", "sourceFiles": [ "chat-catalog-domains/external-plugin-tool.ts", "chat-catalog-domains/external-plugin-tool-identity.ts", "chat-catalog-domains/external-plugin-fixture.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-flow.ts", "../../cli/node_modules/tsx/dist/loader.mjs", "../../cli/src/index.ts", "../../packages/plugins/create-paperclip-plugin/src/index.ts", "../../packages/plugins/sdk/src/index.ts", "../../packages/plugins/sdk/dist/index.js", "chat-scenarios/plugins.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 480000, "modulePath": "./chat-catalog-domains/external-plugin-tool.js", "exportName": "pluginToolExternalCases" }, { "externalInput": { "provider": "github", "fields": [ "siteRepositoryId", "siteRepositoryFullName", "tokenEnv" ] }, "scenarioId": "projects.add-repository", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-projects.ts", "chat-scenarios/projects.yaml", "chat-catalog-domains/internal-repositories.ts", "chat-catalog-domains/external-fixtures.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "queryBindings": [ { "catalogToken": "acorn/site", "stateKey": "siteRepository", "resourceKind": "project-repository", "valueField": "fullName" } ], "modulePath": "./chat-catalog-domains/internal-projects.js", "exportName": "projectsCases" }, { "scenarioId": "projects.archive-project", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-projects.ts", "chat-scenarios/projects.yaml" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/internal-projects.js", "exportName": "projectsCases" }, { "scenarioId": "projects.create-project", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-projects.ts", "chat-scenarios/projects.yaml" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "modulePath": "./chat-catalog-domains/internal-projects.js", "exportName": "projectsCases" }, { "scenarioId": "projects.private-project", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-projects.ts", "chat-scenarios/projects.yaml", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-projects.js", "exportName": "projectsCases" }, { "scenarioId": "projects.project-defaults", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-projects.ts", "chat-scenarios/projects.yaml", "chat-catalog-domains/internal-project-defaults.ts", "chat-catalog-domains/internal-native-run-brief.ts", "../e2e/fetch-allowed-port.ts", "run-observations.ts" ], "oracleVersion": "paperclip.chat-catalog.project-defaults.v4", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 660000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "future-worker-ready", "existing-work-actively-owned" ] }, "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/internal-project-defaults.js", "exportName": "projectDefaultsCases" }, { "scenarioId": "projects.project-work", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-projects.ts", "chat-scenarios/projects.yaml", "chat-catalog-domains/internal-task-creation.ts", "lost-send.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/internal-projects.js", "exportName": "projectsCases" }, { "externalInput": { "provider": "github", "fields": [ "oldRepositoryId", "oldRepositoryFullName", "newRepositoryId", "newRepositoryFullName", "tokenEnv" ] }, "scenarioId": "projects.replace-repository", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-projects.ts", "chat-scenarios/projects.yaml", "chat-catalog-domains/internal-repositories.ts", "chat-catalog-domains/external-fixtures.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "queryBindings": [ { "catalogToken": "acorn/site-old", "stateKey": "oldRepository", "resourceKind": "project-repository", "valueField": "fullName" }, { "catalogToken": "acorn/site-new", "stateKey": "newRepository", "resourceKind": "project-repository", "valueField": "fullName" } ], "modulePath": "./chat-catalog-domains/internal-projects.js", "exportName": "projectsCases" }, { "scenarioId": "projects.share-project", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-projects.ts", "chat-scenarios/projects.yaml", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-projects.js", "exportName": "projectsCases" }, { "scenarioId": "questions-and-approvals.accept-one-proposal", "sourceFiles": [ "chat-catalog-domains/identity-confirmation-workflows.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-confirmation-workflows.js", "exportName": "confirmationWorkflowIdentityCases" }, { "scenarioId": "questions-and-approvals.ambiguous-yes", "sourceFiles": [ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/identity-questions-and-approvals.js", "exportName": "questionIdentityCases" }, { "scenarioId": "questions-and-approvals.approve-tool-once", "sourceFiles": [ "chat-catalog-domains/identity-tool-review.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "everyday-decisions.ts", "../fixtures/connection-review-provider.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 4, "expectedHumanMessageCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "modulePath": "./chat-catalog-domains/identity-tool-review.js", "exportName": "toolReviewIdentityCases" }, { "scenarioId": "questions-and-approvals.decline-tool", "sourceFiles": [ "chat-catalog-domains/identity-tool-review.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "everyday-decisions.ts", "../fixtures/connection-review-provider.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 3, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "minimumRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "modulePath": "./chat-catalog-domains/identity-tool-review.js", "exportName": "toolReviewIdentityCases" }, { "scenarioId": "questions-and-approvals.defer-and-reopen", "sourceFiles": [ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/identity-questions-and-approvals.js", "exportName": "questionIdentityCases" }, { "scenarioId": "questions-and-approvals.duplicate-answer", "sourceFiles": [ "chat-catalog-domains/identity-confirmation-workflows.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 4, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/identity-confirmation-workflows.js", "exportName": "confirmationWorkflowIdentityCases" }, { "scenarioId": "questions-and-approvals.formal-hire-revision", "sourceFiles": [ "chat-catalog-domains/identity-hire-revision.ts", "chat-catalog-domains/identity-hire-model-choice.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.hire-revision.native1017.v2", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-hire-revision.js", "exportName": "hireRevisionIdentityCases" }, { "scenarioId": "questions-and-approvals.multi-part-question", "sourceFiles": [ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/identity-questions-and-approvals.js", "exportName": "questionIdentityCases" }, { "scenarioId": "questions-and-approvals.necessary-question", "sourceFiles": [ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 4, "minimumRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "modulePath": "./chat-catalog-domains/identity-questions-and-approvals.js", "exportName": "questionIdentityCases" }, { "scenarioId": "questions-and-approvals.reject-and-revise", "sourceFiles": [ "chat-catalog-domains/identity-plan-review.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 3, "minimumRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/identity-plan-review.js", "exportName": "planReviewIdentityCases" }, { "scenarioId": "questions-and-approvals.review-plan", "sourceFiles": [ "chat-catalog-domains/identity-plan-review.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 3, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/identity-plan-review.js", "exportName": "planReviewIdentityCases" }, { "scenarioId": "questions-and-approvals.wrong-reviewer", "sourceFiles": [ "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/questions-and-approvals.yaml" ], "oracleVersion": "paperclip.chat-catalog.identity.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/identity-questions-and-approvals.js", "exportName": "questionIdentityCases" }, { "scenarioId": "recovery.browser-reconnect", "sourceFiles": [ "chat-catalog-domains/runtime-history.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-native-failure.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/recovery.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 7, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 4, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1200000, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "succeeded": 6, "failed": 1 } }, "modulePath": "./chat-catalog-domains/runtime-history.js", "exportName": "runtimeHistoryCases" }, { "scenarioId": "recovery.controller-restart", "sourceFiles": [ "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/runtime-recovery.ts", "chat-scenarios/recovery.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "modulePath": "./chat-catalog-domains/runtime-recovery.js", "exportName": "runtimeRecoveryCases" }, { "scenarioId": "recovery.explain-stall", "sourceFiles": [ "chat-catalog-domains/runtime-infrastructure.ts", "chat-catalog-domains/runtime-native-fault.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "../../server/src/services/hot-restart.ts", "../../server/src/vendor/paperclip-runner/index.ts", "chat-scenarios/recovery.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1200000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-native-infrastructure-exhaustion", "original-source-action-owner" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "failed": 1, "succeeded": 1 } }, "modulePath": "./chat-catalog-domains/runtime-infrastructure.js", "exportName": "runtimeInfrastructureCases" }, { "canonicalBoundary": "native-stop-cleanup", "scenarioId": "recovery.post-stop-message", "sourceFiles": [ "chat-catalog-domains/runtime-post-stop.ts", "chat-catalog-domains/runtime-provider-cleanup.ts", "chat-catalog-domains/runtime-native-fault.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-rendered-artifact.ts", "chat-catalog-domains/runtime-support.ts", "chat-native-stop-boundary.ts", "../../server/src/services/native-runtime/native-session-executor.ts", "../../server/src/services/explicit-native-continuation.ts", "../../packages/paperclip-runner/src/live/runnerd-codex-transport.ts", "../../packages/paperclip-runner/runner/crates/runner-core/src/codex_provider.rs", "../../packages/paperclip-runner/runner/crates/runner-core/src/process_supervisor.rs", "registered-artifact.ts", "chat-scenarios/recovery.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "actual-source-native-owner" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "cancelled": 1, "succeeded": 1 } }, "modulePath": "./chat-catalog-domains/runtime-post-stop.js", "exportName": "runtimePostStopCases" }, { "scenarioId": "recovery.retry-exhausted", "sourceFiles": [ "chat-catalog-domains/runtime-infrastructure-retry.ts", "chat-catalog-domains/runtime-infrastructure.ts", "chat-catalog-domains/runtime-native-fault.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "../../server/src/services/hot-restart.ts", "../../server/src/vendor/paperclip-runner/index.ts", "chat-scenarios/recovery.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 5, "expectedHumanMessageCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1800000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-native-infrastructure-exhaustion", "original-source-action-owner" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "failed": 1, "succeeded": 4 } }, "modulePath": "./chat-catalog-domains/runtime-infrastructure-retry.js", "exportName": "runtimeInfrastructureRetryCases" }, { "scenarioId": "recovery.source-action", "sourceFiles": [ "chat-catalog-domains/runtime-infrastructure.ts", "chat-catalog-domains/runtime-native-fault.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "../../server/src/services/hot-restart.ts", "../../server/src/vendor/paperclip-runner/index.ts", "chat-scenarios/recovery.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1200000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-native-infrastructure-exhaustion", "original-source-action-owner" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "failed": 1, "succeeded": 1 } }, "modulePath": "./chat-catalog-domains/runtime-infrastructure.js", "exportName": "runtimeInfrastructureCases" }, { "externalInput": { "provider": "agentmail", "fields": [ "inboxId", "recipient", "recipientAuthorization", "apiTokenEnv" ] }, "scenarioId": "recovery.unknown-email-outcome", "sourceFiles": [ "chat-catalog-domains/runtime-email.ts", "chat-catalog-domains/runtime-email-fault.ts", "chat-catalog-domains/runtime-email-private.ts", "chat-catalog-domains/runtime-email-private-worker.ts", "../../server/src/services/email-channels.ts", "../../server/src/services/agentmail-api.ts", "../../server/src/services/connectors/agentmail.ts", "server-entry.ts", "chat-scenarios/recovery.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 4, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "real-original-email-uncertain-with-no-public-provider-receipt" ] }, "modulePath": "./chat-catalog-domains/runtime-email.js", "exportName": "runtimeEmailRecoveryCases" }, { "requiredCredentials": [ "DAYTONA_API_KEY" ], "externalInput": { "provider": "daytona", "fields": [ "imageDigest", "imageRef", "region", "disposableNamespace", "qualifiedHarness" ] }, "scenarioId": "recovery.workspace-repair", "sourceFiles": [ "chat-catalog-domains/runtime-workspace-repair.ts", "chat-catalog-domains/runtime-daytona-target.ts", "chat-catalog-domains/runtime-support.ts", "registered-artifact.ts", "../../server/src/services/workspace-recovery.ts", "../../server/src/services/native-runtime/native-workspace-sync.ts", "../../ui/src/components/WorkspaceExportRecovery.tsx", "chat-scenarios/recovery.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1500000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "actual-board-owned-failed-export-newer-destination-held" ] }, "modulePath": "./chat-catalog-domains/runtime-workspace-repair.js", "exportName": "runtimeWorkspaceRepairCases" }, { "browserTimezone": "America/Chicago", "scenarioId": "routines.create-daily-brief", "sourceFiles": [ "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-routines.ts", "chat-scenarios/routines.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/integrator-routines.js", "exportName": "integratorRoutinesCases" }, { "scenarioId": "routines.manage-other-owner", "sourceFiles": [ "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-routines.ts", "chat-scenarios/routines.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/integrator-routines.js", "exportName": "integratorRoutinesCases" }, { "scenarioId": "routines.pause-owned", "sourceFiles": [ "chat-catalog-domains/integrator-routine-pause.ts", "chat-catalog-domains/internal-run-brief.ts", "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-support.ts", "chat-scenarios/routines.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "owned-routine-real-active-task" ] }, "modulePath": "./chat-catalog-domains/integrator-routine-pause.js", "exportName": "integratorRoutinePauseCases" }, { "scenarioId": "routines.plugin-managed-routine", "sourceFiles": [ "chat-catalog-domains/integrator-plugin-routine.ts", "chat-catalog-domains/external-plugin-fixture.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-support.ts", "../../cli/node_modules/tsx/dist/loader.mjs", "../../cli/src/index.ts", "../../packages/plugins/create-paperclip-plugin/src/index.ts", "../../packages/plugins/sdk/src/index.ts", "../../packages/plugins/sdk/dist/index.js", "chat-scenarios/routines.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/integrator-plugin-routine.js", "exportName": "integratorPluginRoutineCases" }, { "scenarioId": "routines.read-history", "sourceFiles": [ "chat-catalog-domains/integrator-routine-history.ts", "chat-catalog-domains/routine-history-work-failure.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-support.ts", "chat-scenarios/routines.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.routine-work-failure.v2", "expectedRunCount": 3, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "succeeded": 3 } }, "modulePath": "./chat-catalog-domains/integrator-routine-history.js", "exportName": "integratorRoutineHistoryCases", "authentication": "human-session" }, { "scenarioId": "routines.run-now", "sourceFiles": [ "chat-catalog-domains/integrator-routine-invocation.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/routines.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "modulePath": "./chat-catalog-domains/integrator-routine-invocation.js", "exportName": "integratorRoutineInvocationCases" }, { "scenarioId": "routines.webhook-trigger", "sourceFiles": [ "chat-catalog-domains/integrator-routine-webhook.ts", "chat-catalog-domains/integrator-webhook-private.ts", "chat-catalog-domains/integrator-webhook-private-worker.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/routines.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "modulePath": "./chat-catalog-domains/integrator-routine-webhook.js", "exportName": "integratorRoutineWebhookCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "selected-routine.md" } ] }, { "scenarioId": "runs-adapters.inspect-failed-run", "sourceFiles": [ "chat-catalog-domains/runtime-failed-runs.ts", "chat-catalog-domains/runtime-native-failure.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/runs-adapters.yaml", "../../ui/src/components/TaskChatThread.tsx", "../../ui/src/components/task-chat/TaskChatMarker.tsx", "../../ui/src/components/task-chat/TaskChatThreadView.tsx", "../../ui/src/pages/AgentDetail.tsx" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "failed": 1, "succeeded": 2 } }, "modulePath": "./chat-catalog-domains/runtime-failed-runs.js", "exportName": "runtimeFailedRunCases" }, { "scenarioId": "runs-adapters.list-model-options", "sourceFiles": [ "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/runtime-runs-adapters.ts", "chat-scenarios/runs-adapters.yaml", "chat-catalog-domains/model-option-catalog.ts" ], "oracleVersion": "paperclip.chat-catalog.model-options.scoped-catalog.v3", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/runtime-runs-adapters.js", "exportName": "runtimeRunsAdaptersCases" }, { "scenarioId": "runs-adapters.reset-session", "sourceFiles": [ "chat-catalog-domains/runtime-session.ts", "chat-catalog-domains/runtime-workspaces.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/runs-adapters.yaml", "../../ui/src/components/AgentActionButtons.tsx", "../../ui/src/pages/AgentDetail.tsx" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "modulePath": "./chat-catalog-domains/runtime-session.js", "exportName": "runtimeSessionCases" }, { "requiredCredentials": [ "ANTHROPIC_API_KEY" ], "externalInput": { "provider": "claude", "fields": [ "targetRef", "harnessExecutable", "model", "accountBindingRef", "legacySettingsRef" ] }, "scenarioId": "runs-adapters.upgrade-runner", "sourceFiles": [ "chat-catalog-domains/runtime-claude-upgrade.ts", "chat-catalog-domains/runtime-claude-private.ts", "chat-catalog-domains/runtime-claude-private-worker.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "../../server/src/services/agent-runner-selection.ts", "../../ui/src/components/AgentConfigForm.tsx", "chat-scenarios/runs-adapters.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-claude-upgrade.js", "exportName": "runtimeClaudeUpgradeCases" }, { "requiredCredentials": [ "ANTHROPIC_API_KEY" ], "externalInput": { "provider": "claude", "fields": [ "targetRef", "harnessExecutable", "model", "accountBindingRef" ] }, "scenarioId": "runs-adapters.validate-hire", "sourceFiles": [ "chat-catalog-domains/runtime-claude-validation.ts", "chat-catalog-domains/runtime-claude-private.ts", "chat-catalog-domains/runtime-claude-private-worker.ts", "chat-catalog-domains/runtime-private.ts", "chat-catalog-domains/runtime-support.ts", "run-observations.ts", "../../server/src/routes/agents.ts", "../../server/src/services/ai-connection-runtime.ts", "chat-scenarios/runs-adapters.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "saved-eligible-account-with-genuine-auth-failure" ] }, "modulePath": "./chat-catalog-domains/runtime-claude-validation.js", "exportName": "runtimeClaudeValidationCases" }, { "scenarioId": "secrets.ask-for-plaintext", "sourceFiles": [ "chat-catalog-domains/external-secrets.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "run-observations.ts", "chat-scenarios/secrets.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-secrets.js", "exportName": "secretExternalCases" }, { "scenarioId": "secrets.configure-company-secret", "sourceFiles": [ "chat-catalog-domains/external-company-secret.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-credential-language.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "run-observations.ts", "chat-flow.ts", "chat-scenarios/secrets.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 480000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-company-secret.js", "exportName": "companySecretExternalCases" }, { "scenarioId": "secrets.least-scope-delivery", "sourceFiles": [ "chat-catalog-domains/external-secret-delivery.ts", "chat-catalog-domains/external-secret-endpoint.ts", "chat-catalog-domains/external-instance-custody.ts", "chat-catalog-domains/external-plugin-fixture.ts", "chat-catalog-domains/external-credential-language.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "run-observations.ts", "../e2e/fetch-allowed-port.ts", "../../server/src/home-paths.ts", "../../server/src/routes/secrets.ts", "../../server/src/services/secrets.ts", "../../server/src/agent-auth-jwt.ts", "../../server/src/services/agent-instance-secrets.ts", "../../server/src/services/agent-lifecycle-driver.ts", "../../server/src/services/heartbeat/run-preparation.ts", "../../cli/src/index.ts", "../../cli/node_modules/tsx/dist/loader.mjs", "chat-catalog-domains/external-plugin-sdk-mirror.ts", "../../packages/plugins/sdk/package.json", "../../packages/plugins/create-paperclip-plugin/src/index.ts", "../../packages/plugins/sdk/src/index.ts", "../../packages/plugins/sdk/dist/index.js", "chat-scenarios/secrets.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 1, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 660000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-secret-delivery.js", "exportName": "secretDeliveryExternalCases" }, { "scenarioId": "secrets.personal-secret", "sourceFiles": [ "chat-catalog-domains/external-personal-secret.ts", "chat-catalog-domains/external-secret-endpoint.ts", "chat-catalog-domains/external-private-browser.ts", "chat-catalog-domains/external-private-browser-worker.ts", "chat-catalog-domains/external-credential-language.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-private-browser.ts", "chat-catalog-domains/identity-private-browser-worker.ts", "chat-catalog-domains/identity-wizard.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "run-observations.ts", "chat-flow.ts", "../../server/src/home-paths.ts", "../e2e/fetch-allowed-port.ts", "../../server/src/routes/secrets.ts", "../../server/src/services/secrets.ts", "../../server/src/services/heartbeat/run-preparation.ts", "../../ui/src/pages/secrets/SetMyUserSecretDialog.tsx", "chat-scenarios/secrets.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 660000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-personal-secret.js", "exportName": "personalSecretExternalCases" }, { "scenarioId": "secrets.secret-proposal", "sourceFiles": [ "chat-catalog-domains/external-secret-proposal.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/external-credential-language.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-flow.ts", "run-observations.ts", "../../server/src/routes/secrets.ts", "../../server/src/services/secret-proposals.ts", "../../server/src/services/secret-proposal-notifications.ts", "chat-scenarios/secrets.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 4, "expectedHumanMessageCount": 4, "minimumRunCount": 4, "turnTimeoutMs": 120000, "attemptTimeoutMs": 840000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-secret-proposal.js", "exportName": "secretProposalExternalCases" }, { "externalInput": { "provider": "vault", "fields": [ "provider", "region", "deploymentId", "kmsKeyId", "secretReference", "accessKeyIdEnv", "secretAccessKeyEnv", "sessionTokenEnv", "expectedValueEnv" ] }, "scenarioId": "secrets.vault-reference", "sourceFiles": [ "chat-catalog-domains/external-vault-reference.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/external-secret-endpoint.ts", "chat-catalog-domains/external-secret-scan.ts", "chat-catalog-domains/external-credential-language.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-vault-private-server.ts", "harness-env.ts", "server.ts", "chat-private-inputs.ts", "run-observations.ts", "../../server/src/routes/secrets.ts", "../../server/src/services/secrets.ts", "../../server/src/secrets/aws-secrets-manager-provider.ts", "../../server/src/services/native-runtime/native-session-executor.ts", "../../ui/src/pages/Secrets.tsx", "../../ui/src/pages/secrets/ImportFromVaultDialog.tsx", "chat-scenarios/secrets.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-vault-reference.js", "exportName": "vaultReferenceExternalCases" }, { "scenarioId": "skills.author-skill", "sourceFiles": [ "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-skills.ts", "chat-scenarios/skills.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/integrator-skills.js", "exportName": "integratorSkillsCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "skill-context.md" } ] }, { "scenarioId": "skills.enable-for-agent", "sourceFiles": [ "chat-catalog-domains/integrator-skill-enable.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-support.ts", "chat-scenarios/skills.yaml", "../../server/src/routes/agents.ts", "../../server/src/routes/company-skill-policy.ts", "../../server/src/services/company-skills.ts", "../../packages/shared/src/validators/skill-policy.ts" ], "oracleVersion": "paperclip.chat-catalog.skill-enable.standard-config.v2", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "modulePath": "./chat-catalog-domains/integrator-skill-enable.js", "exportName": "integratorSkillEnableCases" }, { "scenarioId": "skills.explicit-restriction", "sourceFiles": [ "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-skills.ts", "chat-scenarios/skills.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/integrator-skills.js", "exportName": "integratorSkillsCases" }, { "scenarioId": "skills.find-and-install", "sourceFiles": [ "chat-catalog-domains/integrator-skill-imports.ts", "chat-catalog-domains/integrator-skill-source.ts", "chat-catalog-domains/integrator-skills.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/skills.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/integrator-skill-imports.js", "exportName": "integratorSkillImportCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "skill-context.md" } ] }, { "scenarioId": "skills.fork-read-only", "sourceFiles": [ "chat-catalog-domains/integrator-skill-imports.ts", "chat-catalog-domains/integrator-skill-source.ts", "chat-catalog-domains/integrator-skills.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/skills.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 1, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/integrator-skill-imports.js", "exportName": "integratorSkillImportCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "skill-context.md" } ] }, { "scenarioId": "skills.review-update", "sourceFiles": [ "chat-catalog-domains/integrator-skill-update.ts", "chat-catalog-domains/integrator-skill-source.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/skills.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "modulePath": "./chat-catalog-domains/integrator-skill-update.js", "exportName": "integratorSkillUpdateCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "skill-context.md" } ] }, { "scenarioId": "skills.studio-test", "sourceFiles": [ "chat-catalog-domains/integrator-skill-studio.ts", "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-scenarios/skills.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "modulePath": "./chat-catalog-domains/integrator-skill-studio.js", "exportName": "integratorSkillStudioCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "skill-context.md" } ] }, { "scenarioId": "status-cards.archive-card", "sourceFiles": [ "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-status-cards.ts", "chat-scenarios/status-cards.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "modulePath": "./chat-catalog-domains/integrator-status-cards.js", "exportName": "integratorStatusCardsCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "selected-status-card.md" } ] }, { "scenarioId": "status-cards.create-card", "sourceFiles": [ "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-status-cards.ts", "chat-scenarios/status-cards.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "modulePath": "./chat-catalog-domains/integrator-status-cards.js", "exportName": "integratorStatusCardsCases" }, { "scenarioId": "status-cards.explain-card", "sourceFiles": [ "chat-catalog-domains/integrator-status-cards.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-support.ts", "chat-scenarios/status-cards.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "modulePath": "./chat-catalog-domains/integrator-status-cards.js", "exportName": "integratorStatusCardsCases", "authentication": "human-session", "queryAttachments": [ { "stateKey": "factualContextAttachment", "filename": "selected-status-card.md" } ] }, { "scenarioId": "status-cards.other-authors-card", "sourceFiles": [ "chat-catalog-domains/integrator-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-status-cards.ts", "chat-scenarios/status-cards.yaml" ], "oracleVersion": "paperclip.chat-catalog.integrator.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "modulePath": "./chat-catalog-domains/integrator-status-cards.js", "exportName": "integratorStatusCardsCases" }, { "scenarioId": "status-cards.refresh-card", "sourceFiles": [ "chat-catalog-domains/integrator-status-cards.ts", "chat-catalog-domains/status-card-work-failure.ts", "chat-catalog-domains/external-provider.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/integrator-support.ts", "chat-scenarios/status-cards.yaml" ], "oracleVersion": "paperclip.chat-catalog.status-card.required-work-failure.v2", "expectedRunCount": 7, "expectedHumanMessageCount": 4, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1200000, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "succeeded": 7 } }, "modulePath": "./chat-catalog-domains/integrator-status-cards.js", "exportName": "integratorStatusCardsCases" }, { "scenarioId": "steering.approval-delivery", "sourceFiles": [ "chat-catalog-domains/runtime-approval-queue.ts", "chat-catalog-domains/runtime-queue.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/steering.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-busy-worker", "worker-task-scope" ] }, "modulePath": "./chat-catalog-domains/runtime-approval-queue.js", "exportName": "runtimeApprovalQueueCases" }, { "scenarioId": "steering.discard-queued-message", "sourceFiles": [ "chat-catalog-domains/runtime-discard.ts", "chat-catalog-domains/runtime-queue-controls.ts", "chat-catalog-domains/runtime-queue.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/steering.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 5, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1020000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-busy-worker", "worker-task-scope" ] }, "modulePath": "./chat-catalog-domains/runtime-discard.js", "exportName": "runtimeDiscardCases" }, { "scenarioId": "steering.edit-queued-message", "sourceFiles": [ "chat-catalog-domains/runtime-queue-controls.ts", "chat-catalog-domains/runtime-queue.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/steering.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-busy-worker", "worker-task-scope" ] }, "modulePath": "./chat-catalog-domains/runtime-queue-controls.js", "exportName": "runtimeQueueControlCases" }, { "scenarioId": "steering.interrupt-with-direction", "sourceFiles": [ "chat-catalog-domains/runtime-interruption.ts", "chat-catalog-domains/runtime-rendered-artifact.ts", "chat-catalog-domains/runtime-queue.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "registered-artifact.ts", "chat-scenarios/steering.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-busy-worker", "worker-task-scope" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "cancelled": 1, "succeeded": 2 } }, "modulePath": "./chat-catalog-domains/runtime-interruption.js", "exportName": "runtimeInterruptionCases" }, { "scenarioId": "steering.preserve-draft", "sourceFiles": [ "chat-catalog-domains/runtime-steering.ts", "chat-catalog-domains/runtime-support.ts", "lost-send.ts", "chat-scenarios/steering.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "authentication": "human-session", "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "queryAttachments": [ { "stateKey": "briefAttachment", "filename": "website-brief.md" } ], "modulePath": "./chat-catalog-domains/runtime-steering.js", "exportName": "runtimeSteeringCases" }, { "scenarioId": "steering.queue-follow-up", "sourceFiles": [ "chat-catalog-domains/runtime-queue.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/steering.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-busy-worker", "worker-task-scope" ] }, "modulePath": "./chat-catalog-domains/runtime-queue.js", "exportName": "runtimeQueueCases" }, { "scenarioId": "steering.steer-active", "sourceFiles": [ "chat-catalog-domains/runtime-active-steering.ts", "chat-catalog-domains/runtime-rendered-artifact.ts", "chat-catalog-domains/runtime-queue.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "registered-artifact.ts", "chat-scenarios/steering.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "real-busy-worker", "worker-task-scope" ] }, "modulePath": "./chat-catalog-domains/runtime-active-steering.js", "exportName": "runtimeActiveSteeringCases" }, { "scenarioId": "steering.stop-versus-pause", "sourceFiles": [ "chat-catalog-domains/runtime-tree.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/steering.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "two-real-native-workers", "independent-child-pause-budget" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "succeeded": 1, "cancelled": 2 } }, "modulePath": "./chat-catalog-domains/runtime-tree.js", "exportName": "runtimeTreeCases" }, { "scenarioId": "task-coordination.block-on-design", "sourceFiles": [ "chat-catalog-domains/runtime-dependency.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/task-coordination.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "modulePath": "./chat-catalog-domains/runtime-dependency.js", "exportName": "runtimeDependencyCases" }, { "scenarioId": "task-coordination.delegate-with-context", "sourceFiles": [ "chat-catalog-domains/runtime-delegation.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "completion-update-flow.ts", "completion-updates.ts", "registered-artifact.ts", "chat-scenarios/task-coordination.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 4, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-delegation.js", "exportName": "runtimeDelegationCases" }, { "scenarioId": "task-coordination.independent-review", "sourceFiles": [ "chat-catalog-domains/runtime-independent-review.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/identity-support.ts", "registered-artifact.ts", "chat-scenarios/task-coordination.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 5, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1020000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/runtime-independent-review.js", "exportName": "runtimeIndependentReviewCases" }, { "scenarioId": "task-coordination.pause-tree", "sourceFiles": [ "chat-catalog-domains/runtime-tree.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/identity-support.ts", "chat-scenarios/task-coordination.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "lead-ready", "two-real-native-workers", "independent-child-pause-budget" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "succeeded": 1, "cancelled": 2 } }, "modulePath": "./chat-catalog-domains/runtime-tree.js", "exportName": "runtimeTreeCases" }, { "scenarioId": "task-coordination.reject-dependency-cycle", "sourceFiles": [ "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/runtime-task-coordination.ts", "chat-scenarios/task-coordination.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/runtime-task-coordination.js", "exportName": "runtimeTaskCoordinationCases" }, { "scenarioId": "tasks.ambiguous-task", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-distinct-fixtures.ts", "chat-linked-question.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 420000, "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "tasks.assignment-conflict", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-task-ownership.ts", "chat-catalog-domains/internal-run-brief.ts", "chat-catalog-domains/identity-support.ts", "../e2e/fetch-allowed-port.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/internal-task-ownership.js", "exportName": "taskOwnershipCases" }, { "scenarioId": "tasks.attachment-brief", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-task-attachment.ts", "chat-catalog-domains/identity-support.ts", "chat-query-attachments.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "queryAttachments": [ { "stateKey": "briefAttachment", "filename": "website-brief.md" } ], "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "tasks.comment-with-reference", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-comment-reference.ts", "../../ui/src/lib/issue-reference.ts", "../../ui/src/components/MarkdownBody.tsx" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "tasks.completion-with-gate", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-task-completion.ts", "chat-catalog-domains/identity-auth.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 2, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "tasks.edit-properties", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-edit-ownership.ts", "chat-catalog-domains/internal-run-brief.ts", "../e2e/fetch-allowed-port.ts", "run-observations.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 4, "expectedHumanMessageCount": 2, "minimumRunCount": 3, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1, "expectedWorkerCancellation": "owned-task-reassignment" }, "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "tasks.organize-open-work", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-task-inventory.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "inventory-owners-paused", "lead-ready" ] }, "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "tasks.private-task", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-private-delegation.ts", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "tasks.share-private-task", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-privacy.ts", "chat-catalog-domains/identity-auth.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "tasks.website-task", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-task-creation.ts", "lost-send.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "tasks.website-without-project", "sourceFiles": [ "chat-catalog-domains/internal-definition.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/internal-tasks.ts", "chat-scenarios/tasks.yaml", "chat-catalog-domains/internal-task-creation.ts", "lost-send.ts" ], "oracleVersion": "paperclip.chat-catalog.internal.v1", "coverageGaps": [], "expectedRunCount": 3, "minimumRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "runPolicy": { "kind": "source-settled-with-active-work", "maximumActiveWorkerRuns": 1 }, "modulePath": "./chat-catalog-domains/internal-tasks.js", "exportName": "tasksCases" }, { "scenarioId": "teams.configure-team", "sourceFiles": [ "chat-catalog-domains/external-team-configure.ts", "chat-catalog-domains/external-team-install.ts", "codex-subscription-fixture.ts", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-flow.ts", "chat-scenarios/teams.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 600000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "missing-account-fixture", "working-account-fixture" ] }, "modulePath": "./chat-catalog-domains/external-team-configure.js", "exportName": "teamConfigureExternalCases" }, { "scenarioId": "teams.find-team", "sourceFiles": [ "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/external-teams.ts", "chat-scenarios/teams.yaml", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-teams.js", "exportName": "teamExternalCases" }, { "scenarioId": "teams.install-team", "sourceFiles": [ "chat-catalog-domains/external-team-install.ts", "chat-catalog-domains/external-team-conditional.ts", "../../server/src/services/teams-catalog.ts", "../../server/src/services/company-skills.ts", "../../server/src/services/company-portability.ts", "../../packages/teams-catalog/generated/catalog.json", "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-support.ts", "chat-flow.ts", "chat-scenarios/teams.yaml" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 2, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 480000, "authentication": "human-session", "modulePath": "./chat-catalog-domains/external-team-install.js", "exportName": "teamInstallExternalCases" }, { "scenarioId": "teams.preview-install", "sourceFiles": [ "chat-catalog-domains/external-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/external-teams.ts", "chat-scenarios/teams.yaml", "chat-catalog-domains/identity-support.ts" ], "oracleVersion": "paperclip.chat-catalog.external.v1", "expectedRunCount": 1, "turnTimeoutMs": 120000, "attemptTimeoutMs": 300000, "modulePath": "./chat-catalog-domains/external-teams.js", "exportName": "teamExternalCases" }, { "scenarioId": "workspaces.close-and-reopen", "sourceFiles": [ "chat-catalog-domains/runtime-workspace-closure.ts", "chat-catalog-domains/runtime-workspaces.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/workspaces.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 4, "setupHumanMessageCount": 1, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 900000, "modulePath": "./chat-catalog-domains/runtime-workspace-closure.js", "exportName": "runtimeWorkspaceClosureCases" }, { "scenarioId": "workspaces.inspect-git", "sourceFiles": [ "chat-catalog-domains/runtime-git.ts", "chat-catalog-domains/runtime-workspaces.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/workspaces.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "modulePath": "./chat-catalog-domains/runtime-git.js", "exportName": "runtimeGitCases" }, { "scenarioId": "workspaces.locate-files", "sourceFiles": [ "chat-catalog-domains/runtime-workspaces.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/workspaces.yaml", "../../ui/src/components/IsolatedWorkspacesRouteGate.tsx", "../../ui/src/pages/ExecutionWorkspaceDetail.tsx" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 540000, "modulePath": "./chat-catalog-domains/runtime-workspaces.js", "exportName": "runtimeWorkspacesCases" }, { "externalInput": { "provider": "github", "fields": [ "siteRepositoryId", "siteRepositoryFullName", "tokenEnv" ] }, "scenarioId": "workspaces.prepare-repository", "sourceFiles": [ "chat-catalog-domains/runtime-workspace-repositories.ts", "chat-catalog-domains/runtime-workspace-repositories-support.ts", "chat-catalog-domains/runtime-workspace-repositories-auth.ts", "chat-catalog-domains/runtime-workspace-repositories-auth-worker.ts", "chat-catalog-domains/runtime-workspaces.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/internal-repositories.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/workspaces.yaml", "../../server/src/services/execution-workspace-repositories.ts", "../../server/src/services/git-credentials.ts", "../../server/src/services/github-operation-credentials.ts", "../../packages/adapter-utils/src/github-launcher.ts", "../../server/src/routes/secrets.ts", "../../ui/src/features/connections/ConnectionIntentInteractionBody.tsx", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "../../server/src/routes/tool-access.ts" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 8, "expectedHumanMessageCount": 2, "minimumRunCount": 5, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1200000, "authentication": "human-session", "queryBindings": [ { "catalogToken": "acorn/site", "stateKey": "siteRepository", "resourceKind": "project-repository", "valueField": "fullName" } ], "modulePath": "./chat-catalog-domains/runtime-workspace-repositories.js", "exportName": "runtimeWorkspaceRepositoryCases" }, { "scenarioId": "workspaces.preview-service", "sourceFiles": [ "chat-catalog-domains/runtime-preview.ts", "chat-catalog-domains/runtime-workspaces.ts", "chat-catalog-domains/runtime-support.ts", "chat-scenarios/workspaces.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 3, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 720000, "modulePath": "./chat-catalog-domains/runtime-preview.js", "exportName": "runtimePreviewCases" }, { "externalInput": { "provider": "github", "fields": [ "siteRepositoryId", "siteRepositoryFullName", "tokenEnv", "humanAuthEnv" ] }, "scenarioId": "workspaces.private-repository-no-access", "sourceFiles": [ "chat-catalog-domains/runtime-workspace-repositories.ts", "chat-catalog-domains/runtime-workspace-repositories-support.ts", "chat-catalog-domains/runtime-workspace-repositories-auth.ts", "chat-catalog-domains/runtime-workspace-repositories-auth-worker.ts", "chat-catalog-domains/runtime-workspaces.ts", "chat-catalog-domains/runtime-support.ts", "chat-catalog-domains/internal-repositories.ts", "chat-catalog-domains/external-fixtures.ts", "chat-catalog-domains/internal-support.ts", "chat-scenarios/workspaces.yaml", "../../server/src/services/execution-workspace-repositories.ts", "../../server/src/services/git-credentials.ts", "../../server/src/services/github-operation-credentials.ts", "../../packages/adapter-utils/src/github-launcher.ts", "../../server/src/routes/secrets.ts", "../../ui/src/features/connections/ConnectionIntentInteractionBody.tsx", "../../ui/src/features/connections/ConnectionSetupFlow.tsx", "../../server/src/routes/tool-access.ts" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 10, "expectedHumanMessageCount": 3, "minimumRunCount": 7, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1500000, "authentication": "human-session", "queryBindings": [ { "catalogToken": "acorn/site", "stateKey": "siteRepository", "resourceKind": "project-repository", "valueField": "fullName" } ], "modulePath": "./chat-catalog-domains/runtime-workspace-repositories.js", "exportName": "runtimeWorkspaceRepositoryCases" }, { "requiredCredentials": [ "DAYTONA_API_KEY" ], "externalInput": { "provider": "daytona", "fields": [ "imageDigest", "imageRef", "region", "disposableNamespace", "qualifiedHarness" ] }, "scenarioId": "workspaces.recover-lost-sandbox", "sourceFiles": [ "chat-catalog-domains/runtime-lost-sandbox.ts", "chat-catalog-domains/runtime-workspace-repair.ts", "chat-catalog-domains/runtime-daytona-target.ts", "chat-catalog-domains/runtime-daytona-destroy.ts", "chat-catalog-domains/runtime-daytona-destroy-worker.ts", "remote-native-bootstrap.ts", "registered-artifact.ts", "../../server/src/services/native-runtime/native-workspace-reconstruction.ts", "../../server/src/services/workspace-recovery.ts", "../../ui/src/components/WorkspaceReconstructionRecovery.tsx", "chat-scenarios/workspaces.yaml" ], "oracleVersion": "paperclip.chat-catalog.runtime.v2", "coverageGaps": [], "expectedRunCount": 4, "expectedHumanMessageCount": 2, "turnTimeoutMs": 120000, "attemptTimeoutMs": 1800000, "authentication": "human-session", "setupPolicy": { "readiness": "preserve-scenario", "invariantCheckIds": [ "real-failed-destroyed-sandbox-and-attributed-surviving-attachment" ] }, "runPolicy": { "kind": "terminal-counts", "terminalStatusCounts": { "failed": 1, "succeeded": 3 } }, "modulePath": "./chat-catalog-domains/runtime-lost-sandbox.js", "exportName": "runtimeLostSandboxCases" } ]