test(runner): retire unqualified DeepSeek plan cell

This commit is contained in:
Dotta committed 2026-09-03 09:52:34 -05:00
1 parent 6b03239e16
commit 4b7af1be41
5 files changed
+65 -42

No files matched your search

+36 -27
View File
@@ -263,6 +263,9 @@ export const runnerProfiles: readonly RunnerProfileFixture[] = [
] as const;
export const openRouterBreadthExcludedModelIds = ["xiaomi/mimo-v2.5"] as const;
export const openRouterBreadthExcludedExecutionIds = [
"openrouter-model-breadth.openrouter-deepseek-deepseek-v4-flash-0731.local.plan-approve-complete",
] as const;
const openRouterBreadthExcludedModelIdSet = new Set<string>(
openRouterBreadthExcludedModelIds,
);
@@ -743,13 +746,15 @@ export const runnerSuites: readonly RunnerSuiteFixture[] = [
profiles: openRouterBreadthProfiles,
environments: [localEnvironment],
tasks: openRouterBreadthTasks,
expectedMatrixSize: 12,
excludedExecutionIds: openRouterBreadthExcludedExecutionIds,
expectedMatrixSize: 11,
definitionMetadata: {
rankingSnapshotId: openRouterRankingSnapshot.snapshotId,
rankingContentHash: openRouterRankingSnapshot.contentHash,
rankingCapturedAt: openRouterRankingSnapshot.capturedAt,
rankingSourceUrl: openRouterRankingSnapshot.sourceUrl,
excludedModelIds: openRouterBreadthExcludedModelIds,
excludedExecutionIds: openRouterBreadthExcludedExecutionIds,
},
},
] as const;
@@ -772,6 +777,7 @@ export function suiteDefinitionHash(suite: RunnerSuiteFixture) {
restartServerBeforeQuestionAnswer:
task.restartServerBeforeQuestionAnswer ?? false,
})),
excludedExecutionIds: [...(suite.excludedExecutionIds ?? [])].sort(),
metadata: suite.definitionMetadata ?? null,
}),
)
@@ -781,36 +787,39 @@ export function suiteDefinitionHash(suite: RunnerSuiteFixture) {
export function buildRunnerMatrix(
suites: readonly RunnerSuiteFixture[] = runnerSuites,
): MatrixExecution[] {
return suites.flatMap((suite) =>
suite.profiles.flatMap((profile) =>
return suites.flatMap((suite) => {
const excludedExecutionIds = new Set(suite.excludedExecutionIds ?? []);
return suite.profiles.flatMap((profile) =>
suite.environments
.filter((environment) =>
profile.supportedEnvironments.includes(environment.id),
)
.flatMap((environment) =>
suite.tasks.map((task) => ({
id: `${suite.id}.${profile.id}.${environment.id}.${task.id}`,
suite,
suiteDefinitionHash: suiteDefinitionHash(suite),
profile,
environment,
task,
groups: [
...new Set([
...suite.groups,
...profile.groups,
...environment.groups,
...task.groups,
]),
],
requiredCredentials: [
profile.credential,
...(environment.credential ? [environment.credential] : []),
],
})),
suite.tasks
.map((task) => ({
id: `${suite.id}.${profile.id}.${environment.id}.${task.id}`,
suite,
suiteDefinitionHash: suiteDefinitionHash(suite),
profile,
environment,
task,
groups: [
...new Set([
...suite.groups,
...profile.groups,
...environment.groups,
...task.groups,
]),
],
requiredCredentials: [
profile.credential,
...(environment.credential ? [environment.credential] : []),
],
}))
.filter((execution) => !excludedExecutionIds.has(execution.id)),
),
),
);
);
});
}
function duplicateIds(values: readonly { id: string }[]) {
@@ -954,8 +963,8 @@ export function validateRunnerCatalog(): MatrixExecution[] {
);
}
}
if (matrix.length !== 68)
throw new Error(`Expected 68 runner executions; received ${matrix.length}`);
if (matrix.length !== 67)
throw new Error(`Expected 67 runner executions; received ${matrix.length}`);
return matrix;
}