mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-10-24 18:19:05 +02:00
32 lines
2.2 KiB
TypeScript
32 lines
2.2 KiB
TypeScript
import { createHash } from "node:crypto";
|
|
import { describe, expect, it } from "vitest";
|
|
import { gradeInstructionPersistence } from "./instruction-persistence.js";
|
|
import { runnerMatrix } from "./catalog.js";
|
|
const expectedContent = "original\nInstruction persistence nonce: fixture\n";
|
|
const valid = () => ({ before: { revision: { id: "before" } },
|
|
after: { content: expectedContent, revision: { id: "after", source: "cleanup", sourceRunId: "first-run", contentHash: createHash("sha256").update(expectedContent).digest("hex") } },
|
|
firstRunId: "first-run", expectedContent,
|
|
proof: { body: "Instruction persistence nonce: fixture\n", contentVerified: true },
|
|
expectedProof: "Instruction persistence nonce: fixture\n" });
|
|
describe("instruction persistence independent oracle", () => {
|
|
it("accepts exact cleanup content and a verified downloaded fresh-task proof", () => {
|
|
expect(gradeInstructionPersistence(valid()).every(row => row.passed)).toBe(true);
|
|
});
|
|
it.each(["tool-save", "wrong-run", "unchanged-revision", "wrong-bytes", "missing-proof", "unverified-proof", "wrong-proof"])("rejects %s evidence", kind => {
|
|
const value = valid();
|
|
if (kind === "tool-save") value.after.revision.source = "tool";
|
|
if (kind === "wrong-run") value.after.revision.sourceRunId = "another-run";
|
|
if (kind === "unchanged-revision") value.after.revision.id = "before";
|
|
if (kind === "wrong-bytes") value.after.content = "claimed success";
|
|
if (kind === "missing-proof") return expect(gradeInstructionPersistence({ ...value, proof: undefined }).some(row => !row.passed)).toBe(true);
|
|
if (kind === "unverified-proof") value.proof.contentVerified = false;
|
|
if (kind === "wrong-proof") value.proof.body = "claimed success";
|
|
expect(gradeInstructionPersistence(value).some(row => !row.passed)).toBe(true);
|
|
});
|
|
it("registers exactly three explicit cells without changing scheduled campaigns", () => {
|
|
const cells = runnerMatrix.filter(row => row.suite.id === "instruction-persistence");
|
|
expect(cells.map(row => `${row.profile.id}.${row.environment.id}`)).toEqual(["legacy-codex.local", "runner-codex.local", "runner-codex.daytona"]);
|
|
expect(cells.every(row => row.suite.manualOnly && row.task.expectedRunCount === 2)).toBe(true);
|
|
});
|
|
});
|