Files
PaperClipAI/server/src/services/run-evidence-migration-work.ts
T
Devin FoleyandPaperclip 46dde54f52 fix(cloud): migrate run evidence during online preparation (#22337)
Drive bounded run-log and provider trace migration pages during online durable-data preparation. Share the page owner and settled-native archive rules with background migration, preserve active-source and storage-integrity guards, and report fresh page results.

Keep canceled transfers owned and tracked until the underlying operation settles. Retain page cursors across the preparation budget.

Verified 52 focused tests, including embedded PostgreSQL and object storage, server typechecking, and all 58 successful PR checks. Greptile 5/5 with no unresolved review comments.

Co-Authored-By: Paperclip <noreply@paperclip.ing>
2026-11-19 10:28:05 -08:00

85 lines
3.0 KiB
TypeScript

import type { Db } from "@paperclipai/db";
import { loadStorageConfig, type StorageConfig } from "../storage/config.js";
import { logger } from "../middleware/logger.js";
import type { createDeliveryWorkCoordinator } from "./delivery-work-coordinator.js";
import { DELIVERY_QUEUES } from "./delivery-work-notifications.js";
import { registerDeadlineWork } from "./deadline-work.js";
import { registerIdleLocalWorkProbe, type IdleLocalWork } from "./idle-local-work.js";
import { migrateRunEvidencePage } from "./run-evidence-migration-page.js";
export function registerRunEvidenceMigrationWork(
db: Db,
coordinator: ReturnType<typeof createDeliveryWorkCoordinator>,
canRun: () => boolean,
storage: Pick<StorageConfig, "storageProvider"> = loadStorageConfig(),
) {
if (storage.storageProvider !== "s3") return null;
let runCursor: string | undefined, traceCursor: string | undefined;
let logsDone = false,
tracesDone = false,
blocked = 0,
migrated = 0;
let retryMs = 5 * 60_000;
let next: number | null = Date.now();
let pending: IdleLocalWork = "unknown";
const unregister = registerIdleLocalWorkProbe(() => pending);
const worker = registerDeadlineWork(coordinator, DELIVERY_QUEUES.runEvidenceMigration, {
canRun,
retryMs: 30_000,
continuationMs: 1_000,
async run(signal) {
if (next === null) return;
const result = await migrateRunEvidencePage(db, {
limit: 1,
afterRunId: runCursor,
afterTraceId: traceCursor,
kinds: [...(logsDone ? [] : ["log" as const]), ...(tracesDone ? [] : ["trace" as const])],
signal,
});
signal.throwIfAborted();
if (result.busy) { pending = "present"; next = Date.now() + 1_000; return; }
for (const item of result.items) {
if (item.state === "blocked") {
blocked++;
logger.warn(
{ kind: item.kind, id: item.id, reason: item.reason },
"Run evidence migration deferred; source storage is still required",
);
} else if (item.state === "migrated") migrated++;
}
if (!logsDone) {
runCursor = result.nextRunId;
logsDone = runCursor === undefined;
}
if (!tracesDone) {
traceCursor = result.nextTraceId;
tracesDone = traceCursor === undefined;
}
pending = "present";
next = Date.now() + 1_000;
if (logsDone && tracesDone) {
logger.info(
{ migrated, blocked },
blocked
? "Run evidence migration will retry unresolved history; keep source storage"
: "Run evidence migration complete",
);
next = blocked ? Date.now() + retryMs : null;
pending = blocked ? "present" : "none";
retryMs = Math.min(retryMs * 2, 30 * 60_000);
runCursor = traceCursor = undefined;
logsDone = tracesDone = false;
blocked = migrated = 0;
}
},
next: async () => next,
});
return {
...worker,
stop: async () => {
await worker.stop();
unregister();
},
};
}