mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-10-29 04:25:52 +01:00
57 lines
4.2 KiB
TypeScript
57 lines
4.2 KiB
TypeScript
import { createHash } from "node:crypto";
|
|
import { expect, it, vi } from "vitest";
|
|
import type { RunnerApi } from "./api.js";
|
|
import { readRegisteredArtifacts } from "./registered-artifact.js";
|
|
import { evaluateMatcher } from "./matchers.js";
|
|
|
|
function fixture() {
|
|
const bytes = Buffer.from("verified\n");
|
|
const product = { id: "product", issueId: "issue", createdByRunId: "run", type: "artifact", status: "active", title: "proof.txt", metadata: { attachmentId: "attachment" } };
|
|
const attachment = { id: "attachment", issueId: "issue", originatingRunId: "run", originalFilename: "proof.txt", contentType: "text/plain", byteSize: bytes.length, sha256: createHash("sha256").update(bytes).digest("hex") };
|
|
const download = vi.fn().mockResolvedValue({ ok: () => true, body: async () => bytes });
|
|
const get = vi.fn().mockImplementation(async (path: string) => path.endsWith("work-products") ? [product] : [attachment]);
|
|
return { product, attachment, download, get, api: { get, request: { get: download } } as unknown as RunnerApi };
|
|
}
|
|
|
|
it.each(["active", "ready_for_review", "approved"])("downloads the exact registered run-attributed %s output through its public path", async status => {
|
|
const { api, product, download } = fixture();
|
|
product.status = status;
|
|
const artifacts = await readRegisteredArtifacts(api, "issue", "run", ["proof.txt"]);
|
|
expect(download).toHaveBeenCalledWith("/api/attachments/attachment/content?download=1");
|
|
expect((await evaluateMatcher({ kind: "artifact_exact", name: "proof.txt", expected: "verified\n", mimeType: "text/plain" }, { artifacts })).passed).toBe(true);
|
|
});
|
|
|
|
it.each(["draft", "changes_requested", "merged", "closed", "failed", "archived", "superseded", "withdrawn", "unknown"])("refuses %s artifact registrations before downloading", async status => {
|
|
const { api, product, download } = fixture();
|
|
product.status = status;
|
|
await expect(readRegisteredArtifacts(api, "issue", "run", ["proof.txt"])).rejects.toThrow("Expected one registered artifact");
|
|
expect(download).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it.each(["unregistered", "duplicate", "old-run", "unattributed", "wrong-issue", "wrong-attachment-issue", "wrong-type", "wrong-title", "wrong-filename", "wrong-attachment-id", "negative-size", "excessive-size", "size-mismatch", "hash-mismatch", "download-failure"])("refuses %s output evidence even when ready for review", async reason => {
|
|
const { api, product, attachment, get, download } = fixture();
|
|
product.status = "ready_for_review";
|
|
if (reason === "unregistered") get.mockImplementation(async (path: string) => path.endsWith("work-products") ? [] : [attachment]);
|
|
if (reason === "duplicate") get.mockImplementation(async (path: string) => path.endsWith("work-products") ? [product, { ...product, id: "duplicate", status: "approved" }] : [attachment]);
|
|
if (reason === "old-run") product.createdByRunId = "other-run";
|
|
if (reason === "unattributed") attachment.originatingRunId = "other-run";
|
|
if (reason === "wrong-issue") product.issueId = "other-issue";
|
|
if (reason === "wrong-attachment-issue") attachment.issueId = "other-issue";
|
|
if (reason === "wrong-type") product.type = "document";
|
|
if (reason === "wrong-title") product.title = "other.txt";
|
|
if (reason === "wrong-filename") attachment.originalFilename = "other.txt";
|
|
if (reason === "wrong-attachment-id") product.metadata.attachmentId = "other-attachment";
|
|
if (reason === "negative-size") attachment.byteSize = -1;
|
|
if (reason === "excessive-size") attachment.byteSize = 262_145;
|
|
if (reason === "size-mismatch") attachment.byteSize += 1;
|
|
if (reason === "hash-mismatch") attachment.sha256 = "incorrect";
|
|
if (reason === "download-failure") download.mockResolvedValue({ ok: () => false, status: () => 404 });
|
|
await expect(readRegisteredArtifacts(api, "issue", "run", ["proof.txt"])).rejects.toThrow();
|
|
});
|
|
|
|
it("does not accept a filename or unchecked content as downloaded evidence", async () => {
|
|
const matcher = { kind: "artifact_exact" as const, name: "proof.txt", expected: "verified\n" };
|
|
expect((await evaluateMatcher(matcher, { artifacts: [{ name: "proof.txt", content: "verified\n" }] })).passed).toBe(false);
|
|
expect((await evaluateMatcher(matcher, { artifacts: [{ name: "proof.txt", contentVerified: true, content: "wrong" }] })).passed).toBe(false);
|
|
});
|