import { CHAT_SETUP_HEALTH_ID, CHAT_SETUP_HEALTH_SUITE } from "./chat-setup-health.js"; import { execFile } from "node:child_process"; import { promisify } from "node:util"; import { mkdir, writeFile } from "node:fs/promises"; import path from "node:path"; import { reviewedChatProfile } from "./chat-runtime-profile.js"; import { chatCatalogScenarios } from "./chat-catalog-inventory.js"; import type { MatrixExecution } from "./types.js"; const workflow = "paperclipai/paperclip/.github/workflows/runner-full-stack-e2e.yml@refs/heads/master"; const testOpsWorkflow = "paperclipai/paperclip/.github/workflows/chat-completion-testops.yml@refs/heads/master"; const testOpsPilotIds = new Set(["projects.project-work", "projects.project-defaults", "instance-operations.restart-service"] .map(scenario => `chat-features.runner-opencode.local.${scenario}`)); const catalogTestOpsWorkflow = "paperclipai/paperclip/.github/workflows/chat-catalog-testops.yml@refs/heads/master"; const catalogTestOpsIds = new Set(chatCatalogScenarios.map(row => { const task = row.id === "tasks.create-backlog" ? "create-backlog" : row.id === "tasks.delegate-announcement" ? "delegate-announcement" : row.id; return `chat-features.runner-opencode.local.${task}`; })); type Selection = Pick; type Environment = Record; export interface RemoteHostDependencies { fetch: typeof fetch; platform: string; arch: string; sourceRevision: (root: string) => Promise; } const defaults: RemoteHostDependencies = { fetch: globalThis.fetch, platform: process.platform, arch: process.arch, sourceRevision: async root => (await promisify(execFile)("git", ["rev-parse", "HEAD"], { cwd: root, timeout: 5000 })).stdout.trim() }; /** This new campaign lane is remote-only. Existing profiles/local defaults remain unchanged. */ export function selectsRemoteChat(executions: readonly Selection[]) { return executions.some(e => (e.suite.id === "chat-features" || e.id === CHAT_SETUP_HEALTH_ID) && e.profile.id === "runner-opencode"); } /** Qualifies only the actual trusted GitHub AWS host. The ordinary isolated * embedded PostgreSQL bootstrap, migrations and cleanup remain owned by the launcher. */ export async function prepareChatRemoteHost(input: { executions: readonly Selection[]; env: Environment; repositoryRoot: string; outputDirectory: string; dependencies?: Partial }) { if (!selectsRemoteChat(input.executions)) return undefined; const deps = { ...defaults, ...input.dependencies }, env = input.env; const receipt: Record = { schema: "paperclip.chat-remote-host/v1", status: "blocked", scope: "before-evaluation", evaluationAdmitted: false, allocationSpotOnlyClaimed: false, hostPolicy: "aws-fleet-spot-or-on-demand", databaseLane: "embedded-postgres", automaticRetries: 0, maximumParallel: 2, executionIds: input.executions.map(e => e.id) }; const filename = path.join(input.outputDirectory, "chat-remote-host.json"); await mkdir(input.outputDirectory, { recursive: true }); const persist = () => writeFile(filename, `${JSON.stringify(receipt, null, 2)}\n`, { mode: 0o600 }); let reason = "trusted-github-linux-source-required"; try { const testOpsPilot = (env.GITHUB_WORKFLOW_REF === testOpsWorkflow || env.GITHUB_WORKFLOW_REF === catalogTestOpsWorkflow) && env.PAPERCLIP_CHAT_COMPLETION_TESTOPS === "v1" && env.GITHUB_RUN_ATTEMPT === "1" && /^[1-9][0-9]{0,15}$/.test(env.ALLURE_JOB_RUN_ID ?? "") && Number.isSafeInteger(Number(env.ALLURE_JOB_RUN_ID)) && input.executions.every(execution => (env.GITHUB_WORKFLOW_REF === testOpsWorkflow ? testOpsPilotIds : catalogTestOpsIds).has(execution.id) && execution.id === `chat-features.runner-opencode.local.${execution.task.id}`); if (env.GITHUB_ACTIONS !== "true" || env.GITHUB_REPOSITORY !== "paperclipai/paperclip" || env.GITHUB_REF !== "refs/heads/master" || env.GITHUB_WORKFLOW_REF !== workflow && !testOpsPilot || !/^\d+$/.test(env.GITHUB_RUN_ID ?? "") || !/^\d+$/.test(env.GITHUB_RUN_ATTEMPT ?? "") || deps.platform !== "linux" || deps.arch !== "x64") throw new Error(reason); if (input.executions.some(e => (e.suite.id !== "chat-features" && (e.suite.id !== CHAT_SETUP_HEALTH_SUITE || e.id !== CHAT_SETUP_HEALTH_ID)) || e.profile.id !== "runner-opencode" || !reviewedChatProfile(e.profile) || e.environment.id !== "local" || e.task.automaticRetryPolicy !== "single_attempt")) throw new Error(reason); const source = await deps.sourceRevision(input.repositoryRoot); if (!/^[a-f0-9]{40}$/.test(source) || env.PAPERCLIP_RUNNER_E2E_SOURCE_SHA !== source) throw new Error(reason); Object.assign(receipt, { workflowRef: env.GITHUB_WORKFLOW_REF, workflowRunId: env.GITHUB_RUN_ID, workflowAttempt: Number(env.GITHUB_RUN_ATTEMPT), sourceRevision: source }); if (testOpsPilot) Object.assign(receipt, { testOps: { admission: "v1", allureJobRunId: env.ALLURE_JOB_RUN_ID } }); reason = "aws-instance-identity-unavailable"; const tokenResponse = await deps.fetch("http://169.254.169.254/latest/api/token", { method: "PUT", redirect: "error", headers: { "X-aws-ec2-metadata-token-ttl-seconds": "60" }, signal: AbortSignal.timeout(5000) }); if (!tokenResponse.ok) throw new Error(reason); const token = await tokenResponse.text(); if (!token || token.length > 4096) throw new Error(reason); const metadata = async (url: string) => { const response = await deps.fetch(url, { redirect: "error", headers: { "X-aws-ec2-metadata-token": token }, signal: AbortSignal.timeout(5000) }); if (!response.ok) throw new Error(reason); const text = await response.text(); if (text.length > 8192) throw new Error(reason); return text; }; const lifecycle = (await metadata("http://169.254.169.254/latest/meta-data/instance-life-cycle")).trim(); const identity = JSON.parse(await metadata("http://169.254.169.254/latest/dynamic/instance-identity/document")); if (!/^i-[a-f0-9]{8,17}$/.test(identity.instanceId ?? "") || !/^ami-[a-f0-9]{8,17}$/.test(identity.imageId ?? "") || identity.region !== "us-east-1" || identity.architecture !== "x86_64") throw new Error(reason); Object.assign(receipt, { instanceId: identity.instanceId, imageId: identity.imageId, region: identity.region, architecture: identity.architecture, lifecycle }); reason = "unknown-host-lifecycle-refused-before-evaluation"; if (lifecycle !== "spot" && lifecycle !== "on-demand") throw new Error(reason); Object.assign(receipt, { status: "qualified-host-only", spotVerified: lifecycle === "spot" }); await persist(); return { receiptPath: filename, databaseLane: "embedded-postgres" as const, maxAutomaticRetries: 0, maxParallel: 2 }; } catch { receipt.reason = reason; await persist(); throw new Error(`Remote chat preflight blocked: ${reason}; inspect chat-remote-host.json. No evaluation admitted.`); } }