Jannik/PaperClipAI
1
0 Fork 0
mirror of https://github.com/paperclipai/paperclip.git synced 2026-11-04 19:28:46 +01:00
Code Issues Packages Projects Releases Wiki Activity

test(evals): preserve artifact outcome without extra task status gate

Browse Source 
Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
DottaandPaperclip committed 2026-10-28 07:20:35 -05:00
1 parent 3dab66775d
commit 1c7cbdc25b
2 files changed
+3 -3
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/runner-e2e/chat-catalog-domains/identity-confirmation-workflows.test.ts
+1 -1
View File
@@ -77,7 +77,7 @@ describe("answer continuation and ordinary deliverable custody", () => {
const o = valid("questions-and-approvals.duplicate-answer");
if (kind === "foreign-task") o.documents[0]!.issueId = "foreign";
if (kind === "wrong-key") o.activity.find(row => row.id === "document")!.details!.key = "other";
if (kind === "unfinished") o.tasks[0]!.status = "in_progress";
if (kind === "unfinished") o.runs[2]!.status = "running";
if (kind === "wrong-company") o.runs[2]!.companyId = "foreign";
if (kind === "unstarted") o.runs[2]!.startedAt = null;
if (kind === "unattributed-plan") o.documents.push({ id: "plan", key: "plan", issueId: "draft", latestRevisionId: "missing" });
tests/runner-e2e/chat-catalog-domains/identity-confirmation-workflows.ts
+2 -2
View File
@@ -64,13 +64,13 @@ export function gradeConfirmationWorkflow(value: unknown) {
&& o.runs.some(run => run.id === revision.createdByRunId && run.status === "succeeded" && !!run.startedAt
&& run.companyId === o.companyId && run.agentId === revision.createdByAgentId
&& [o.leadId, (o.state.worker as Entity | undefined)?.id].includes(run.agentId)));
c.add("one-actual-answer-artifact", o.tasks.length === 1 && o.tasks[0]?.companyId === o.companyId && o.tasks[0]?.status === "done" && hasLink(o, "issues", o.tasks[0])
c.add("one-actual-answer-artifact", o.tasks.length === 1 && o.tasks[0]?.companyId === o.companyId && hasLink(o, "issues", o.tasks[0])
&& introductions.length === 1 && !!introduction && (introduction.body ?? "").includes("Acorn") && authored(introduction)
&& o.documents.filter(document => document.key === "plan").length <= 1 && o.documents.every(authored)
&& o.activity.some(row => row.action === "issue.document_created" && row.entityId === o.tasks[0]?.id
&& row.details?.documentId === introduction?.id && row.details.key === introduction?.key
&& [o.leadId, (o.state.worker as Entity | undefined)?.id].includes(row.agentId ?? "")),
"One linked completed task has one attributed saved introduction using Acorn; its separately keyed platform plan is not another introduction.");
"One linked ordinary task has one attributed saved introduction using Acorn; its separately keyed platform plan is not another introduction.");
} else c.add("known-workflow", false, "This workflow has no independent oracle.");
return c.result();
}