test(chat): declare human-input guidance provenance for affected cases

Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
DottaandPaperclip committed 2026-11-05 22:45:46 -06:00
1 parent 754788b2be
commit c9e3418fef
4 files changed
+7 -2

No files matched your search

@@ -4224,7 +4224,8 @@
"chat-catalog-domains/identity-support.ts",
"chat-catalog-domains/internal-support.ts",
"chat-catalog-domains/identity-questions-and-approvals.ts",
"chat-scenarios/questions-and-approvals.yaml"
"chat-scenarios/questions-and-approvals.yaml",
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts"
],
"oracleVersion": "paperclip.chat-catalog.required-question.v4",
"expectedRunCount": 2,
@@ -4891,6 +4892,7 @@
{
"scenarioId": "secrets.configure-company-secret",
"sourceFiles": [
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts",
"chat-catalog-domains/external-company-secret.ts",
"chat-catalog-domains/external-company-secret-confirmation.ts",
"chat-catalog-domains/external-secret-proposal.ts",
@@ -4968,6 +4970,7 @@
{
"scenarioId": "secrets.personal-secret",
"sourceFiles": [
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts",
"chat-catalog-domains/external-personal-secret.ts",
"chat-catalog-domains/external-personal-secret-confirmation.ts",
"chat-catalog-contract.ts",
@@ -216,7 +216,7 @@ export const companySecretExternalCases=[definition("secrets.configure-company-s
optionalCompanySecretBindingApproval:true,
expectedCompanySecretBindingApproval(value){if(!gradeCompanySecret(value).passed)return;return companySecretApprovalProof(value);},
oracleVersion:"paperclip.chat-catalog.company-secret-controller-baseline.v14",expectedRunCount:3,minimumRunCount:2,expectedHumanMessageCount:2,attemptTimeoutMs:480000,
sourceFiles:["chat-catalog-domains/external-company-secret.ts","chat-catalog-domains/external-company-secret-confirmation.ts","chat-catalog-domains/external-secret-proposal.ts","chat-catalog-domains/external-secret-question.ts","chat-catalog-domains/external-secret-route.ts","chat-catalog-domains/external-company-secret-menu.ts","chat-catalog-contract.ts","chat-catalog-flow.ts","chat-catalog-domains/external-private-browser.ts","chat-catalog-domains/external-private-browser-worker.ts","chat-catalog-domains/external-credential-language.ts","chat-catalog-domains/external-secret-scan.ts","chat-catalog-domains/external-support.ts","chat-catalog-domains/internal-support.ts","chat-catalog-domains/identity-support.ts","live-fixtures.ts","../../server/src/services/secrets.ts","../../server/src/services/native-runtime/runner-api-catalog.ts","../../server/src/routes/issues.ts","run-observations.ts","chat-flow.ts","chat-scenarios/secrets.yaml"],
sourceFiles:["../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts","chat-catalog-domains/external-company-secret.ts","chat-catalog-domains/external-company-secret-confirmation.ts","chat-catalog-domains/external-secret-proposal.ts","chat-catalog-domains/external-secret-question.ts","chat-catalog-domains/external-secret-route.ts","chat-catalog-domains/external-company-secret-menu.ts","chat-catalog-contract.ts","chat-catalog-flow.ts","chat-catalog-domains/external-private-browser.ts","chat-catalog-domains/external-private-browser-worker.ts","chat-catalog-domains/external-credential-language.ts","chat-catalog-domains/external-secret-scan.ts","chat-catalog-domains/external-support.ts","chat-catalog-domains/internal-support.ts","chat-catalog-domains/identity-support.ts","live-fixtures.ts","../../server/src/services/secrets.ts","../../server/src/services/native-runtime/runner-api-catalog.ts","../../server/src/routes/issues.ts","run-observations.ts","chat-flow.ts","chat-scenarios/secrets.yaml"],
async act(ctx,state){
const deadline=chatCatalogOriginalPhaseDeadline(ctx),remaining=()=>remainingIdentityObservationBudget(ctx);
await waitForReply(ctx,deadline);remaining();
@@ -465,6 +465,7 @@ export const personalSecretExternalCases = [
expectedHumanMessageCount: 2,
attemptTimeoutMs: 660000,
sourceFiles: [
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts",
"chat-catalog-domains/external-personal-secret.ts",
"chat-catalog-domains/external-personal-secret-confirmation.ts",
"chat-catalog-contract.ts",
@@ -233,6 +233,7 @@ export const questionIdentityCases = [
}),
identityDefinition("questions-and-approvals.multi-part-question", ctx => questionFixture(ctx, true), gradeQuestions, {
expectedRunCount: 2, observe: observeQuestion, oracleVersion: "paperclip.chat-catalog.required-question.v4",
sourceFiles: ["chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-scenarios/questions-and-approvals.yaml", "../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts"],
async verifyResult(ctx, _state, value) {
if (await ctx.input.page.getByTestId("task-chat-composer-input").isVisible()) return;
const o = identityObservation(value);