From e25ba6e6cdb7b524a64fe53ad4431902a2f996aa Mon Sep 17 00:00:00 2001 From: Dotta Date: Tue, 27 Oct 2026 14:48:15 -0500 Subject: [PATCH] fix(evals): refresh active image and catalog prerequisites Co-Authored-By: Paperclip --- tests/runner-e2e/chat-scenario-catalog.test.ts | 2 +- tests/runner-e2e/chat-scenarios/runs-adapters.yaml | 1 + tests/runner-e2e/daytona-image-content.ts | 1 + 3 files changed, 3 insertions(+), 1 deletion(-) diff --git a/tests/runner-e2e/chat-scenario-catalog.test.ts b/tests/runner-e2e/chat-scenario-catalog.test.ts index eef37691e65..a2be85fd04f 100644 --- a/tests/runner-e2e/chat-scenario-catalog.test.ts +++ b/tests/runner-e2e/chat-scenario-catalog.test.ts @@ -37,7 +37,7 @@ it("validates the complete planned chat catalog against its schema and feature m } expect(ids.size).toBe(244); expect([...covered].sort()).toEqual([...mapped].sort()); - expect(mapped.size).toBe(191); + expect(mapped.size).toBe(192); const defaults = parseDocument(readFileSync(new URL("defaults.yaml", catalog), "utf8"), { uniqueKeys: true }); expect(defaults.errors).toEqual([]); expect(defaults.toJS()).toMatchObject({ schema_version: 1, status: "planned" }); diff --git a/tests/runner-e2e/chat-scenarios/runs-adapters.yaml b/tests/runner-e2e/chat-scenarios/runs-adapters.yaml index cdabc6614e1..7d7a3fd2610 100644 --- a/tests/runner-e2e/chat-scenarios/runs-adapters.yaml +++ b/tests/runner-e2e/chat-scenarios/runs-adapters.yaml @@ -7,6 +7,7 @@ scenarios: - id: runs-adapters.list-model-options capabilities: - runs-adapters/availability + - runs-adapters/model-accounts context: >- The company has admitted model discovery and configured coding accounts; some adapter inventories remain board-only. diff --git a/tests/runner-e2e/daytona-image-content.ts b/tests/runner-e2e/daytona-image-content.ts index aae91fe8ccd..8ab17a54a2e 100644 --- a/tests/runner-e2e/daytona-image-content.ts +++ b/tests/runner-e2e/daytona-image-content.ts @@ -66,6 +66,7 @@ export const DAYTONA_IMAGE_INPUT_PATHS = [ "packages/paperclip-runner/test/fixtures/copilot-profile-v57-identity.json", "packages/paperclip-runner/test/fixtures/copilot-profile-v58-identity.json", "packages/paperclip-runner/test/fixtures/copilot-profile-v61-identity.json", + "packages/paperclip-runner/test/fixtures/copilot-profile-v65-identity.json", "packages/paperclip-runner/scripts/materialize-cursor-distribution.mjs", "packages/paperclip-runner/scripts/cursor-runtime-patch.mjs", "packages/paperclip-runner/scripts/build-verified-provider-entrypoints.mjs",