test(evals): record interrupt-with-direction grading change from the loosened rendered-artifact helper

runtime-rendered-artifact.ts now accepts a single page without a main
landmark and a tagline heading when the product is named on the page.
runtime-interruption.ts grades through that helper, so bump its
oracleVersion in code and the catalog descriptors.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
DottaandClaude Opus 5.5 committed 2026-11-08 01:00:21 -06:00
1 parent c52818fbd6
commit 417089f9f1
2 files changed
+2 -2

No files matched your search

@@ -5478,7 +5478,7 @@
"registered-artifact.ts",
"chat-scenarios/steering.yaml"
],
"oracleVersion": "paperclip.chat-catalog.runtime.v2",
"oracleVersion": "paperclip.chat-catalog.runtime.interrupt-with-direction.v3",
"coverageGaps": [],
"expectedRunCount": 3,
"turnTimeoutMs": 120000,
@@ -58,7 +58,7 @@ export const runtimeInterruptionCases = [runtimeDefinition("steering.interrupt-w
await ctx.input.page.goto(source, { waitUntil: "domcontentloaded" });
return { ...state, marker, plan, planBody: body, approvedDirection: approved, directionQueue: queue, planApprovedByHuman: approved.status === "accepted" && approved.resolvedByUserId === session.user.id && !approved.resolvedByAgentId, interruptControlEnabled: true };
}, gradeInterruption, {
authentication: "human-session", expectedRunCount: 3, attemptTimeoutMs: 900_000,
oracleVersion: "paperclip.chat-catalog.runtime.interrupt-with-direction.v3", authentication: "human-session", expectedRunCount: 3, attemptTimeoutMs: 900_000,
setupPolicy: runtimeQueueCases[0]!.setupPolicy, verifySetup: runtimeQueueCases[0]!.verifySetup,
runPolicy: { kind: "terminal-counts", terminalStatusCounts: { cancelled: 1, succeeded: 2 } },
sourceFiles: ["chat-catalog-domains/runtime-interruption.ts", "chat-catalog-domains/runtime-rendered-artifact.ts", "chat-catalog-domains/runtime-queue.ts", "chat-catalog-domains/runtime-busy-worker.ts", "chat-catalog-domains/runtime-support.ts", "registered-artifact.ts", "chat-scenarios/steering.yaml"],