From 54643f501d70c69a8f3ab188cd40c3fdabbc55dc Mon Sep 17 00:00:00 2001 From: Dotta Date: Wed, 4 Nov 2026 11:22:53 -0600 Subject: [PATCH] test(evals): reject unsafe personal question placeholders Co-Authored-By: Paperclip --- .../external-personal-secret-question.test.ts | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/tests/runner-e2e/chat-catalog-domains/external-personal-secret-question.test.ts b/tests/runner-e2e/chat-catalog-domains/external-personal-secret-question.test.ts index aeec4a9bf33..e4fbfeb22cc 100644 --- a/tests/runner-e2e/chat-catalog-domains/external-personal-secret-question.test.ts +++ b/tests/runner-e2e/chat-catalog-domains/external-personal-secret-question.test.ts @@ -128,3 +128,9 @@ it("accepts the optional note affordance but submits and grades only the enumera unsafe.payload.questionSet!.questions[0]!.customAnswer = { enabled: true, label: "Enter your personal credential here in chat" }; expect(personalSecretQuestionHandoff(unsafe, binding)).toBeUndefined(); }); + +it("rejects credential solicitation hidden in an optional-note placeholder", () => { + const row = measuredQuestion(); + row.payload.questionSet!.questions[0]!.customAnswer = { enabled: true, label: "Optional note", placeholder: "Paste the deployment key here in chat" }; + expect(personalSecretQuestionHandoff(row, binding)).toBeUndefined(); +});