Jannik/PaperClipAI
1
0 Fork 0
mirror of https://github.com/paperclipai/paperclip.git synced 2026-10-28 04:02:18 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix(evals): include controller receipts in artifact limits

Browse Source 
Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
DottaandPaperclip committed 2026-10-24 15:29:19 -07:00
1 parent d6351cc079
commit e3e1bc1887
2 files changed
+4 -3
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

packages/paperclip-runner/scripts/controlled-evals/build-runtime.mjs
+2 -1
View File
@@ -74,7 +74,7 @@ export async function buildControllerRuntime({ outputDirectory, sourceRevision }
if (entry.isDirectory()) await inventory(path);
else if (entry.isFile()) {
const bytes = await readFile(path); totalBytes += bytes.length;
if (totalBytes > RUNTIME_MAX_BYTES || Object.keys(files).length >= RUNTIME_MAX_FILES) throw new Error('Controller runtime exceeds its artifact allowance');
if (totalBytes > RUNTIME_MAX_BYTES || Object.keys(files).length >= RUNTIME_MAX_FILES - 1) throw new Error('Controller runtime exceeds its artifact allowance');
files[relative(output, path).split('\\').join('/')] = { sha256: sha256(bytes), sizeBytes: bytes.length };
} else throw new Error('Controller runtime contains a nonregular file');
}
@@ -82,6 +82,7 @@ export async function buildControllerRuntime({ outputDirectory, sourceRevision }
await inventory(output);
const receipt = { schema: 'paperclip.runner-eval.controller-runtime/v1', sourceRevision, nodeMajor: 24, inputs, packageInputs, totalBytes, files };
const receiptBytes = JSON.stringify(receipt, null, 2) + '\n';
if (totalBytes + Buffer.byteLength(receiptBytes) > RUNTIME_MAX_BYTES) throw new Error('Controller runtime receipt exceeds its artifact allowance');
await writeFile(join(output, 'runtime.json'), receiptBytes, { flag: 'wx', mode: 0o600 });
return { ...receipt, receiptSha256: sha256(receiptBytes) };
}
packages/paperclip-runner/scripts/controlled-evals/verify-runtime.mjs
+2 -2
View File
@@ -32,9 +32,9 @@ export async function verifyControllerRuntime({ directory, sourceRevision, recei
if (sha256(receiptBytes) !== receiptSha256) throw new Error('Runtime receipt digest mismatch');
const receipt = JSON.parse(receiptBytes.toString('utf8'));
if (receipt.schema !== 'paperclip.runner-eval.controller-runtime/v1' || receipt.sourceRevision !== sourceRevision
|| receipt.nodeMajor !== 24 || !Number.isSafeInteger(receipt.totalBytes) || receipt.totalBytes < 1 || receipt.totalBytes > RUNTIME_MAX_BYTES
|| receipt.nodeMajor !== 24 || !Number.isSafeInteger(receipt.totalBytes) || receipt.totalBytes < 1 || receipt.totalBytes + receiptBytes.length > RUNTIME_MAX_BYTES
|| !receipt.files || typeof receipt.files !== 'object' || Array.isArray(receipt.files)
|| !Object.keys(receipt.files).length || Object.keys(receipt.files).length > RUNTIME_MAX_FILES) throw new Error('Invalid runtime receipt');
|| !Object.keys(receipt.files).length || Object.keys(receipt.files).length >= RUNTIME_MAX_FILES) throw new Error('Invalid runtime receipt');
const pending = new Map(Object.entries(receipt.files));
let bytes = 0, entries = 0;
async function inspect(path, prefix = '') {