From c9e3418fef42072e337767ea75ff1c39442b21de Mon Sep 17 00:00:00 2001 From: Dotta Date: Thu, 5 Nov 2026 22:45:46 -0600 Subject: [PATCH] test(chat): declare human-input guidance provenance for affected cases Co-Authored-By: Paperclip --- tests/runner-e2e/chat-catalog-descriptors.json | 5 ++++- .../chat-catalog-domains/external-company-secret.ts | 2 +- .../chat-catalog-domains/external-personal-secret.ts | 1 + .../chat-catalog-domains/identity-questions-and-approvals.ts | 1 + 4 files changed, 7 insertions(+), 2 deletions(-) diff --git a/tests/runner-e2e/chat-catalog-descriptors.json b/tests/runner-e2e/chat-catalog-descriptors.json index 0fce4bf113f..29c754bc795 100644 --- a/tests/runner-e2e/chat-catalog-descriptors.json +++ b/tests/runner-e2e/chat-catalog-descriptors.json @@ -4224,7 +4224,8 @@ "chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", - "chat-scenarios/questions-and-approvals.yaml" + "chat-scenarios/questions-and-approvals.yaml", + "../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts" ], "oracleVersion": "paperclip.chat-catalog.required-question.v4", "expectedRunCount": 2, @@ -4891,6 +4892,7 @@ { "scenarioId": "secrets.configure-company-secret", "sourceFiles": [ + "../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts", "chat-catalog-domains/external-company-secret.ts", "chat-catalog-domains/external-company-secret-confirmation.ts", "chat-catalog-domains/external-secret-proposal.ts", @@ -4968,6 +4970,7 @@ { "scenarioId": "secrets.personal-secret", "sourceFiles": [ + "../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts", "chat-catalog-domains/external-personal-secret.ts", "chat-catalog-domains/external-personal-secret-confirmation.ts", "chat-catalog-contract.ts", diff --git a/tests/runner-e2e/chat-catalog-domains/external-company-secret.ts b/tests/runner-e2e/chat-catalog-domains/external-company-secret.ts index 42245c5b082..5f71901728a 100644 --- a/tests/runner-e2e/chat-catalog-domains/external-company-secret.ts +++ b/tests/runner-e2e/chat-catalog-domains/external-company-secret.ts @@ -216,7 +216,7 @@ export const companySecretExternalCases=[definition("secrets.configure-company-s optionalCompanySecretBindingApproval:true, expectedCompanySecretBindingApproval(value){if(!gradeCompanySecret(value).passed)return;return companySecretApprovalProof(value);}, oracleVersion:"paperclip.chat-catalog.company-secret-controller-baseline.v14",expectedRunCount:3,minimumRunCount:2,expectedHumanMessageCount:2,attemptTimeoutMs:480000, - sourceFiles:["chat-catalog-domains/external-company-secret.ts","chat-catalog-domains/external-company-secret-confirmation.ts","chat-catalog-domains/external-secret-proposal.ts","chat-catalog-domains/external-secret-question.ts","chat-catalog-domains/external-secret-route.ts","chat-catalog-domains/external-company-secret-menu.ts","chat-catalog-contract.ts","chat-catalog-flow.ts","chat-catalog-domains/external-private-browser.ts","chat-catalog-domains/external-private-browser-worker.ts","chat-catalog-domains/external-credential-language.ts","chat-catalog-domains/external-secret-scan.ts","chat-catalog-domains/external-support.ts","chat-catalog-domains/internal-support.ts","chat-catalog-domains/identity-support.ts","live-fixtures.ts","../../server/src/services/secrets.ts","../../server/src/services/native-runtime/runner-api-catalog.ts","../../server/src/routes/issues.ts","run-observations.ts","chat-flow.ts","chat-scenarios/secrets.yaml"], + sourceFiles:["../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts","chat-catalog-domains/external-company-secret.ts","chat-catalog-domains/external-company-secret-confirmation.ts","chat-catalog-domains/external-secret-proposal.ts","chat-catalog-domains/external-secret-question.ts","chat-catalog-domains/external-secret-route.ts","chat-catalog-domains/external-company-secret-menu.ts","chat-catalog-contract.ts","chat-catalog-flow.ts","chat-catalog-domains/external-private-browser.ts","chat-catalog-domains/external-private-browser-worker.ts","chat-catalog-domains/external-credential-language.ts","chat-catalog-domains/external-secret-scan.ts","chat-catalog-domains/external-support.ts","chat-catalog-domains/internal-support.ts","chat-catalog-domains/identity-support.ts","live-fixtures.ts","../../server/src/services/secrets.ts","../../server/src/services/native-runtime/runner-api-catalog.ts","../../server/src/routes/issues.ts","run-observations.ts","chat-flow.ts","chat-scenarios/secrets.yaml"], async act(ctx,state){ const deadline=chatCatalogOriginalPhaseDeadline(ctx),remaining=()=>remainingIdentityObservationBudget(ctx); await waitForReply(ctx,deadline);remaining(); diff --git a/tests/runner-e2e/chat-catalog-domains/external-personal-secret.ts b/tests/runner-e2e/chat-catalog-domains/external-personal-secret.ts index 58ed2758518..e9b24b57af3 100644 --- a/tests/runner-e2e/chat-catalog-domains/external-personal-secret.ts +++ b/tests/runner-e2e/chat-catalog-domains/external-personal-secret.ts @@ -465,6 +465,7 @@ export const personalSecretExternalCases = [ expectedHumanMessageCount: 2, attemptTimeoutMs: 660000, sourceFiles: [ + "../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts", "chat-catalog-domains/external-personal-secret.ts", "chat-catalog-domains/external-personal-secret-confirmation.ts", "chat-catalog-contract.ts", diff --git a/tests/runner-e2e/chat-catalog-domains/identity-questions-and-approvals.ts b/tests/runner-e2e/chat-catalog-domains/identity-questions-and-approvals.ts index 6eed26ad257..1b24bec1e8a 100644 --- a/tests/runner-e2e/chat-catalog-domains/identity-questions-and-approvals.ts +++ b/tests/runner-e2e/chat-catalog-domains/identity-questions-and-approvals.ts @@ -233,6 +233,7 @@ export const questionIdentityCases = [ }), identityDefinition("questions-and-approvals.multi-part-question", ctx => questionFixture(ctx, true), gradeQuestions, { expectedRunCount: 2, observe: observeQuestion, oracleVersion: "paperclip.chat-catalog.required-question.v4", + sourceFiles: ["chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-scenarios/questions-and-approvals.yaml", "../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts"], async verifyResult(ctx, _state, value) { if (await ctx.input.page.getByTestId("task-chat-composer-input").isVisible()) return; const o = identityObservation(value);