test(chat): declare question failure-retirement provenance

Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
DottaandPaperclip committed 2026-11-05 23:00:31 -06:00
1 parent 8c01c75733
commit f5692c57da
2 files changed
+6 -2

No files matched your search

@@ -4225,7 +4225,11 @@
"chat-catalog-domains/internal-support.ts",
"chat-catalog-domains/identity-questions-and-approvals.ts",
"chat-scenarios/questions-and-approvals.yaml",
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts"
"../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts",
"chat-catalog-flow.ts",
"chat-flow.ts",
"cleanup-verification.ts",
"runner.spec.ts"
],
"oracleVersion": "paperclip.chat-catalog.required-question.v4",
"expectedRunCount": 2,
@@ -233,7 +233,7 @@ export const questionIdentityCases = [
}),
identityDefinition("questions-and-approvals.multi-part-question", ctx => questionFixture(ctx, true), gradeQuestions, {
expectedRunCount: 2, observe: observeQuestion, oracleVersion: "paperclip.chat-catalog.required-question.v4",
sourceFiles: ["chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-scenarios/questions-and-approvals.yaml", "../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts"],
sourceFiles: ["chat-catalog-domains/identity-support.ts", "chat-catalog-domains/internal-support.ts", "chat-catalog-domains/identity-questions-and-approvals.ts", "chat-scenarios/questions-and-approvals.yaml", "../../packages/paperclip-runner/src/protocol-actions/request-human-input.ts", "chat-catalog-flow.ts", "chat-flow.ts", "cleanup-verification.ts", "runner.spec.ts"],
async verifyResult(ctx, _state, value) {
if (await ctx.input.page.getByTestId("task-chat-composer-input").isVisible()) return;
const o = identityObservation(value);