mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-11-11 13:24:55 +01:00
test(runner): retire unqualified DeepSeek plan cell
This commit is contained in:
1 parent
6b03239e16
commit
4b7af1be41
5 files changed
+65
-42
No files matched your search
+36
-27
@@ -263,6 +263,9 @@ export const runnerProfiles: readonly RunnerProfileFixture[] = [
|
||||
] as const;
|
||||
|
||||
export const openRouterBreadthExcludedModelIds = ["xiaomi/mimo-v2.5"] as const;
|
||||
export const openRouterBreadthExcludedExecutionIds = [
|
||||
"openrouter-model-breadth.openrouter-deepseek-deepseek-v4-flash-0731.local.plan-approve-complete",
|
||||
] as const;
|
||||
const openRouterBreadthExcludedModelIdSet = new Set<string>(
|
||||
openRouterBreadthExcludedModelIds,
|
||||
);
|
||||
@@ -743,13 +746,15 @@ export const runnerSuites: readonly RunnerSuiteFixture[] = [
|
||||
profiles: openRouterBreadthProfiles,
|
||||
environments: [localEnvironment],
|
||||
tasks: openRouterBreadthTasks,
|
||||
expectedMatrixSize: 12,
|
||||
excludedExecutionIds: openRouterBreadthExcludedExecutionIds,
|
||||
expectedMatrixSize: 11,
|
||||
definitionMetadata: {
|
||||
rankingSnapshotId: openRouterRankingSnapshot.snapshotId,
|
||||
rankingContentHash: openRouterRankingSnapshot.contentHash,
|
||||
rankingCapturedAt: openRouterRankingSnapshot.capturedAt,
|
||||
rankingSourceUrl: openRouterRankingSnapshot.sourceUrl,
|
||||
excludedModelIds: openRouterBreadthExcludedModelIds,
|
||||
excludedExecutionIds: openRouterBreadthExcludedExecutionIds,
|
||||
},
|
||||
},
|
||||
] as const;
|
||||
@@ -772,6 +777,7 @@ export function suiteDefinitionHash(suite: RunnerSuiteFixture) {
|
||||
restartServerBeforeQuestionAnswer:
|
||||
task.restartServerBeforeQuestionAnswer ?? false,
|
||||
})),
|
||||
excludedExecutionIds: [...(suite.excludedExecutionIds ?? [])].sort(),
|
||||
metadata: suite.definitionMetadata ?? null,
|
||||
}),
|
||||
)
|
||||
@@ -781,36 +787,39 @@ export function suiteDefinitionHash(suite: RunnerSuiteFixture) {
|
||||
export function buildRunnerMatrix(
|
||||
suites: readonly RunnerSuiteFixture[] = runnerSuites,
|
||||
): MatrixExecution[] {
|
||||
return suites.flatMap((suite) =>
|
||||
suite.profiles.flatMap((profile) =>
|
||||
return suites.flatMap((suite) => {
|
||||
const excludedExecutionIds = new Set(suite.excludedExecutionIds ?? []);
|
||||
return suite.profiles.flatMap((profile) =>
|
||||
suite.environments
|
||||
.filter((environment) =>
|
||||
profile.supportedEnvironments.includes(environment.id),
|
||||
)
|
||||
.flatMap((environment) =>
|
||||
suite.tasks.map((task) => ({
|
||||
id: `${suite.id}.${profile.id}.${environment.id}.${task.id}`,
|
||||
suite,
|
||||
suiteDefinitionHash: suiteDefinitionHash(suite),
|
||||
profile,
|
||||
environment,
|
||||
task,
|
||||
groups: [
|
||||
...new Set([
|
||||
...suite.groups,
|
||||
...profile.groups,
|
||||
...environment.groups,
|
||||
...task.groups,
|
||||
]),
|
||||
],
|
||||
requiredCredentials: [
|
||||
profile.credential,
|
||||
...(environment.credential ? [environment.credential] : []),
|
||||
],
|
||||
})),
|
||||
suite.tasks
|
||||
.map((task) => ({
|
||||
id: `${suite.id}.${profile.id}.${environment.id}.${task.id}`,
|
||||
suite,
|
||||
suiteDefinitionHash: suiteDefinitionHash(suite),
|
||||
profile,
|
||||
environment,
|
||||
task,
|
||||
groups: [
|
||||
...new Set([
|
||||
...suite.groups,
|
||||
...profile.groups,
|
||||
...environment.groups,
|
||||
...task.groups,
|
||||
]),
|
||||
],
|
||||
requiredCredentials: [
|
||||
profile.credential,
|
||||
...(environment.credential ? [environment.credential] : []),
|
||||
],
|
||||
}))
|
||||
.filter((execution) => !excludedExecutionIds.has(execution.id)),
|
||||
),
|
||||
),
|
||||
);
|
||||
);
|
||||
});
|
||||
}
|
||||
|
||||
function duplicateIds(values: readonly { id: string }[]) {
|
||||
@@ -954,8 +963,8 @@ export function validateRunnerCatalog(): MatrixExecution[] {
|
||||
);
|
||||
}
|
||||
}
|
||||
if (matrix.length !== 68)
|
||||
throw new Error(`Expected 68 runner executions; received ${matrix.length}`);
|
||||
if (matrix.length !== 67)
|
||||
throw new Error(`Expected 67 runner executions; received ${matrix.length}`);
|
||||
return matrix;
|
||||
}
|
||||
|
||||
|
||||
Reference in new issue
Block a user