From 07b67a517b12fad60e796ccd72fb4bede8a67b08 Mon Sep 17 00:00:00 2001 From: Dotta Date: Wed, 4 Nov 2026 09:14:21 -0600 Subject: [PATCH] test(evals): version personal confirmation semantics explicitly Co-Authored-By: Paperclip --- tests/runner-e2e/chat-catalog-descriptors.json | 2 +- .../runner-e2e/chat-catalog-domains/external-personal-secret.ts | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/runner-e2e/chat-catalog-descriptors.json b/tests/runner-e2e/chat-catalog-descriptors.json index 64cef4bbd4d..114c4bcc91e 100644 --- a/tests/runner-e2e/chat-catalog-descriptors.json +++ b/tests/runner-e2e/chat-catalog-descriptors.json @@ -4981,7 +4981,7 @@ "../../ui/src/pages/secrets/SetMyUserSecretDialog.tsx", "chat-scenarios/secrets.yaml" ], - "oracleVersion": "paperclip.chat-catalog.personal-secret.v3", + "oracleVersion": "paperclip.chat-catalog.personal-secret.v4", "expectedRunCount": 3, "expectedHumanMessageCount": 2, "minimumRunCount": 3, diff --git a/tests/runner-e2e/chat-catalog-domains/external-personal-secret.ts b/tests/runner-e2e/chat-catalog-domains/external-personal-secret.ts index 9de636ef840..d83ec1d622c 100644 --- a/tests/runner-e2e/chat-catalog-domains/external-personal-secret.ts +++ b/tests/runner-e2e/chat-catalog-domains/external-personal-secret.ts @@ -400,7 +400,7 @@ export const personalSecretExternalCases = [ if (!o?.state.initialQuestionId || !gradePersonalSecret(value).passed) return; return { interactionId: String(o.state.initialQuestionId), sourceRunId: String(o.state.initialRunId), userId: String(o.state.currentPersonId) }; }, - oracleVersion: "paperclip.chat-catalog.personal-secret.v3", + oracleVersion: "paperclip.chat-catalog.personal-secret.v4", setupPolicy: { readiness: "preserve-scenario", invariantCheckIds: ["current-owner-missing-required-personal-value"] }, expectedRunCount: 3, minimumRunCount: 3,