mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-10-23 09:07:46 +02:00
Give tasks durable company-scoped workspace bindings independent of project assignment, channel defaults and authorized repository preparation. Reuse verified input seeds and sparse output recovery while preserving trust, privacy and controller provisioning boundaries.
Full CI and E2E, Superagent, legacy checks and Greptile Apex 5/5 passed on reviewed head 753680b61c. All review findings are resolved; the PR records focused verification and historical acceptance limits.
Co-Authored-By: Paperclip <noreply@paperclip.ing>
1630 lines
77 KiB
TypeScript
1630 lines
77 KiB
TypeScript
import { aiConnectionService } from "../services/ai-connections.js";
|
||
import { fastResponseService } from "../services/fast-responses.js";
|
||
import { fastResponseReceipt } from "../services/fast-response-provider.js";
|
||
import { connectionIntentService } from "../services/connection-intents.js";
|
||
import { applyConnectorSkills, prepareConnectorSkillDelivery, resolveConnectorAssignments, annotateConnectorSkills } from "../services/connector-runtime.js";
|
||
import { PaperclipRunnerToolAuthority } from "../services/native-runtime/paperclip-runner-tool-authority.js";
|
||
import { renderPaperclipWakePrompt, resolvePaperclipDesiredSkillNames, resolveLegacyPaperclipDesiredSkillNames } from "@paperclipai/adapter-utils/server-utils";
|
||
import express from "express";
|
||
import type WebSocket from "ws";
|
||
import request from "supertest";
|
||
import { issueRoutes } from "../routes/issues.js";
|
||
import { emailRoutes } from "../routes/email.js";
|
||
import { errorHandler } from "../middleware/index.js";
|
||
import { issueRecoveryActionService } from "../services/issue-recovery-actions.js";
|
||
import { randomUUID } from "node:crypto";
|
||
import { Readable } from "node:stream";
|
||
import { createStorageService } from "../storage/service.js";
|
||
import type { StorageService } from "../storage/types.js";
|
||
import * as remoteHttp from "../services/remote-http-fetch.js";
|
||
import { MAX_ATTACHMENT_BYTES } from "../attachment-types.js";
|
||
import { Webhook } from "svix";
|
||
import { mkdtempSync, readFileSync, rmSync } from "node:fs";
|
||
import os from "node:os";
|
||
import path from "node:path";
|
||
import {
|
||
afterAll,
|
||
afterEach,
|
||
beforeAll,
|
||
describe,
|
||
expect,
|
||
it,
|
||
vi,
|
||
} from "vitest";
|
||
import { and, eq, inArray, ne, sql } from "drizzle-orm";
|
||
import {
|
||
createDb,
|
||
companies,
|
||
agents,
|
||
chatEndpoints,
|
||
chatConversations,
|
||
chatDeliveries,
|
||
chatPublications,
|
||
emailEndpoints,
|
||
emailMessages,
|
||
emailSends,
|
||
fastResponseRequests,
|
||
issueComments,
|
||
heartbeatRuns,
|
||
issues,
|
||
authUsers,
|
||
companyMemberships,
|
||
principalPermissionGrants,
|
||
toolConnections,
|
||
toolConnectionInstalls,
|
||
connectionGrants,
|
||
projects,
|
||
} from "@paperclipai/db";
|
||
import { startEmbeddedPostgresTestDatabase } from "./helpers/embedded-postgres.js";
|
||
import {
|
||
emailChannelService,
|
||
type EmailChannelService,
|
||
} from "../services/email-channels.js";
|
||
import { instanceSettingsService } from "../services/instance-settings.js";
|
||
import { issueService } from "../services/issues.js";
|
||
import {
|
||
agentmailMessageSchema,
|
||
type AgentmailMessage,
|
||
} from "../services/agentmail-api.js";
|
||
import { accessService } from "../services/access.js";
|
||
import { emailConnectionService } from "../services/email-connections.js";
|
||
import { toolAccessService } from "../services/tool-access.js";
|
||
import { emailSendSchema } from "@paperclipai/shared";
|
||
import { chatChannelService } from "../services/chat-channels.js";
|
||
|
||
describe("AgentMail durable email pipeline", () => {
|
||
let database: Awaited<ReturnType<typeof startEmbeddedPostgresTestDatabase>>;
|
||
let db: ReturnType<typeof createDb>;
|
||
const folder = mkdtempSync(path.join(os.tmpdir(), "paperclip-email-"));
|
||
const previous = process.env.PAPERCLIP_SECRETS_MASTER_KEY_FILE;
|
||
const services: EmailChannelService[] = [];
|
||
beforeAll(async () => {
|
||
process.env.PAPERCLIP_SECRETS_MASTER_KEY_FILE = path.join(
|
||
folder,
|
||
"master.key",
|
||
);
|
||
database = await startEmbeddedPostgresTestDatabase("paperclip-email-");
|
||
db = createDb(database.connectionString);
|
||
await instanceSettingsService(db).updateExperimental({
|
||
enableChatConnectors: false,
|
||
});
|
||
await db.insert(authUsers).values({
|
||
id: "email-board",
|
||
name: "Email Board",
|
||
email: "board@example.test",
|
||
emailVerified: true,
|
||
createdAt: new Date(),
|
||
updatedAt: new Date(),
|
||
});
|
||
}, 60_000);
|
||
afterEach(async () => {
|
||
for (const service of services.splice(0)) await service.shutdown();
|
||
vi.restoreAllMocks();
|
||
await db
|
||
.update(chatEndpoints)
|
||
.set({ status: "paused" })
|
||
.where(
|
||
and(
|
||
eq(chatEndpoints.provider, "agentmail"),
|
||
ne(chatEndpoints.status, "archived"),
|
||
),
|
||
);
|
||
});
|
||
afterAll(async () => {
|
||
await database?.cleanup();
|
||
if (previous === undefined)
|
||
delete process.env.PAPERCLIP_SECRETS_MASTER_KEY_FILE;
|
||
else process.env.PAPERCLIP_SECRETS_MASTER_KEY_FILE = previous;
|
||
rmSync(folder, { recursive: true, force: true });
|
||
});
|
||
it("installs one connector skill and provider tools only for the assigned agent", async () => {
|
||
const f = await fixture();
|
||
const binding = { companyId: f.companyId, agentId: f.agentId };
|
||
const assignments = await resolveConnectorAssignments(db, binding);
|
||
expect(assignments).toHaveLength(1);
|
||
expect(assignments[0].resources[0].id).toBe(f.endpointId);
|
||
const base = { paperclipSkillSync: { desiredSkills: [] } };
|
||
const configured = await applyConnectorSkills(base, [], assignments);
|
||
expect(base.paperclipSkillSync.desiredSkills).toEqual([]);
|
||
expect(resolvePaperclipDesiredSkillNames(configured, configured.paperclipRuntimeSkills)).toEqual(["paperclipai/paperclip/agentmail"]);
|
||
expect(resolveLegacyPaperclipDesiredSkillNames(configured, configured.paperclipRuntimeSkills)).toContain("paperclipai/paperclip/agentmail");
|
||
const markdown = readFileSync(path.join(configured.paperclipRuntimeSkills[0].source, "SKILL.md"), "utf8");
|
||
expect(markdown).toContain(f.endpointId);
|
||
expect(markdown).toContain("agentmail_send");
|
||
expect(markdown).not.toContain("test-key");
|
||
for (const adapterType of ["cursor_local", "gemini_local", "opencode_local", "pi_local", "codex_local"]) {
|
||
const delivery = await prepareConnectorSkillDelivery(configured, adapterType);
|
||
expect(delivery.config.paperclipRuntimeSkills).toEqual([]);
|
||
expect(delivery.config.paperclipConnectorSkillDigest).toBe(configured.paperclipConnectorSkillDigest);
|
||
for (const resumedSession of [false, true]) {
|
||
expect(renderPaperclipWakePrompt({ connectorSkillInstructions: delivery.instructions }, { resumedSession })).toContain(f.endpointId);
|
||
}
|
||
}
|
||
const nativeDelivery = await prepareConnectorSkillDelivery(configured, "paperclip_runner");
|
||
expect(nativeDelivery.instructions).toBe("");
|
||
expect(nativeDelivery.config.paperclipRuntimeSkills).toHaveLength(1);
|
||
const authority = new PaperclipRunnerToolAuthority(db, { ...binding, issueId: randomUUID(), runId: randomUUID(), connectorAssignments: assignments });
|
||
expect(authority.definitions().filter((tool) => String(tool.name).startsWith("agentmail_")).map((tool) => tool.name)).toEqual([
|
||
"agentmail_inboxes", "agentmail_read_thread", "agentmail_send", "agentmail_delivery",
|
||
]);
|
||
expect(authority.definitions().some((tool) => tool.name === "task_email")).toBe(false);
|
||
expect(await resolveConnectorAssignments(db, { ...binding, agentId: randomUUID() })).toEqual([]);
|
||
expect(await resolveConnectorAssignments(db, { ...binding, companyId: randomUUID() })).toEqual([]);
|
||
const disconnected = await applyConnectorSkills(configured, configured.paperclipRuntimeSkills, []);
|
||
expect(disconnected.paperclipRuntimeSkills).toEqual([]);
|
||
expect(disconnected.paperclipConnectorSkillDigest).toBeNull();
|
||
expect(resolvePaperclipDesiredSkillNames(disconnected, [])).toEqual([]);
|
||
expect(new PaperclipRunnerToolAuthority(db, { ...binding, issueId: randomUUID(), runId: randomUUID() }).definitions().some((tool) => String(tool.name).startsWith("agentmail_"))).toBe(false);
|
||
const snapshot = annotateConnectorSkills({ adapterType: "codex_local", supported: true, mode: "ephemeral", desiredSkills: [assignments[0].skillKey], entries: [{ key: assignments[0].skillKey, runtimeName: "agentmail", desired: true, managed: true, state: "configured" }], warnings: [] }, assignments);
|
||
expect(snapshot.entries[0]).toMatchObject({ readOnly: true, originLabel: "AgentMail assignment" });
|
||
expect(snapshot.entries[0].detail).toContain(assignments[0].resources[0].label);
|
||
await db.update(chatEndpoints).set({ status: "paused" }).where(eq(chatEndpoints.id, f.endpointId));
|
||
expect(await resolveConnectorAssignments(db, binding)).toEqual([]);
|
||
});
|
||
|
||
it("deduplicates multiple inboxes into one skill and changes the runtime bundle on reassignment", async () => {
|
||
const first = await fixture();
|
||
const second = await fixture();
|
||
const binding = { companyId: first.companyId, agentId: first.agentId };
|
||
const before = await applyConnectorSkills({}, [], await resolveConnectorAssignments(db, binding));
|
||
await second.service.control(second.endpointId, "remove", { userId: "email-board" });
|
||
const extra = await second.service.setup(first.companyId, {
|
||
assignedAgentId: first.agentId, apiKey: "test-key", inboxId: second.address,
|
||
receiveMode: "websocket", idempotencyKey: randomUUID(),
|
||
}, { userId: "email-board" });
|
||
const assignments = await resolveConnectorAssignments(db, binding);
|
||
expect(assignments).toHaveLength(1);
|
||
expect(assignments[0].resources).toHaveLength(2);
|
||
const after = await applyConnectorSkills(before, before.paperclipRuntimeSkills, assignments);
|
||
expect(after.paperclipRuntimeSkills).toHaveLength(1);
|
||
expect(after.paperclipConnectorSkillDigest).not.toBe(before.paperclipConnectorSkillDigest);
|
||
expect(after.paperclipRuntimeSkills[0].source).not.toBe(before.paperclipRuntimeSkills[0].source);
|
||
const markdown = readFileSync(path.join(after.paperclipRuntimeSkills[0].source, "SKILL.md"), "utf8");
|
||
expect(markdown).toContain(first.address);
|
||
expect(markdown).toContain(second.address);
|
||
await second.service.control(extra.id, "remove", { userId: "email-board" });
|
||
expect((await resolveConnectorAssignments(db, binding))[0].resources).toHaveLength(1);
|
||
});
|
||
|
||
it("keeps AgentMail available with chat disabled and removes contributions when credential access is revoked", async () => {
|
||
const f = await fixture();
|
||
const binding = { companyId: f.companyId, agentId: f.agentId };
|
||
await instanceSettingsService(db).updateExperimental({ enableChatConnectors: false });
|
||
expect((await resolveConnectorAssignments(db, binding)).map(item => item.key)).toEqual(["agentmail"]);
|
||
const endpoint = await f.service.getEndpoint(f.endpointId);
|
||
await db.update(toolConnections).set({ enabled: false }).where(eq(toolConnections.id, endpoint.connectionId));
|
||
expect(await resolveConnectorAssignments(db, binding)).toEqual([]);
|
||
});
|
||
|
||
it("can replay the additive email migration without losing existing data", async () => {
|
||
const migration = readFileSync(new URL("../../../packages/db/src/migrations/0272_light_kate_bishop.sql", import.meta.url), "utf8");
|
||
// Replaying this historical migration reinstates its older connection constraint.
|
||
// Roll back the probe so later tests keep the current AI-connection schema.
|
||
const rollback = new Error("migration replay probe complete");
|
||
await expect(db.transaction(async tx => {
|
||
await tx.execute(sql.raw(migration));
|
||
await tx.execute(sql.raw(migration));
|
||
expect(await tx.select().from(authUsers).where(eq(authUsers.id, "email-board"))).toHaveLength(1);
|
||
throw rollback;
|
||
})).rejects.toBe(rollback);
|
||
});
|
||
|
||
async function fixture(mode: "websocket" | "webhook" = "webhook", storage?: StorageService,
|
||
beforeSetup?: (input: { fetcher: typeof fetch; wakeup: ReturnType<typeof vi.fn> }) => Promise<void>,
|
||
) {
|
||
const companyId = randomUUID(),
|
||
agentId = randomUUID(),
|
||
endpointId = randomUUID();
|
||
const address = `${endpointId}@agentmail.to`;
|
||
await db.insert(companies).values({
|
||
id: companyId,
|
||
name: "Email test",
|
||
issuePrefix: `E${companyId.slice(0, 7).toUpperCase()}`,
|
||
requireBoardApprovalForNewAgents: false,
|
||
});
|
||
await db.insert(companyMemberships).values({
|
||
companyId,
|
||
principalId: "email-board",
|
||
principalType: "user",
|
||
status: "active",
|
||
membershipRole: "operator",
|
||
});
|
||
await db.insert(agents).values({
|
||
id: agentId,
|
||
companyId,
|
||
name: "Email agent",
|
||
role: "engineer",
|
||
status: "idle",
|
||
adapterType: "process",
|
||
adapterConfig: {},
|
||
runtimeConfig: {},
|
||
permissions: {},
|
||
});
|
||
const messages = new Map<string, AgentmailMessage>();
|
||
const sends: { key: string; body: any; path: string }[] = [];
|
||
let sendError = 0;
|
||
let webhookError = 0;
|
||
let beforeSendResponse:
|
||
| ((message: AgentmailMessage) => Promise<void>)
|
||
| undefined;
|
||
const fetcher = vi.fn(async (url: any, init: any) => {
|
||
const u = new URL(String(url)),
|
||
pathname = decodeURIComponent(u.pathname);
|
||
const json = (body: unknown, status = 200) =>
|
||
new Response(JSON.stringify(body), {
|
||
status,
|
||
headers: { "content-type": "application/json" },
|
||
});
|
||
if (pathname === "/v0/auth/me")
|
||
return json({
|
||
scope_type: "inbox",
|
||
organization_id: "organization",
|
||
inbox_id: address,
|
||
});
|
||
if (pathname === `/v0/inboxes/${address}`)
|
||
return json({ inbox_id: address });
|
||
if (pathname.endsWith("/webhooks") && webhookError) return json({}, webhookError);
|
||
if (pathname.endsWith("/webhooks"))
|
||
return json({
|
||
webhook_id: "owned-webhook",
|
||
secret: `whsec_${Buffer.from("test-webhook-secret").toString("base64")}`,
|
||
});
|
||
if (
|
||
init.method === "POST" &&
|
||
(pathname.endsWith("/messages/send") || pathname.endsWith("/reply"))
|
||
) {
|
||
const body = JSON.parse(init.body),
|
||
key = init.headers["Idempotency-Key"];
|
||
sends.push({ key, body, path: pathname });
|
||
if (sendError) return json({}, sendError);
|
||
const m = message(`sent-${key}`, "outbound-thread", {
|
||
from: address,
|
||
labels: ["sent"],
|
||
text: body.text,
|
||
headers: body.headers,
|
||
to: body.to ?? ["sender@example.test"],
|
||
});
|
||
messages.set(m.message_id, m);
|
||
await beforeSendResponse?.(m);
|
||
return json({ message_id: m.message_id, thread_id: m.thread_id });
|
||
}
|
||
if (pathname.includes("/threads/"))
|
||
return json({
|
||
messages: [...messages.values()].filter(
|
||
(m) => m.thread_id === pathname.split("/threads/")[1],
|
||
),
|
||
});
|
||
if (pathname.endsWith("/messages"))
|
||
return json({
|
||
messages: [...messages.values()].map((m) => ({
|
||
message_id: m.message_id,
|
||
})),
|
||
});
|
||
if (pathname.includes("/attachments/")) return json({ download_url: "https://attachments.example.test/context", size: 12 });
|
||
if (pathname.includes("/messages/")) {
|
||
const m = messages.get(pathname.split("/messages/")[1]);
|
||
return json(m ?? {}, m ? 200 : 404);
|
||
}
|
||
if (init.method === "DELETE") return new Response(null, { status: 204 });
|
||
throw new Error(`Unexpected test request: ${pathname}`);
|
||
}) as unknown as typeof fetch;
|
||
const wakeup = vi.fn().mockResolvedValue(null);
|
||
const socket = new EventTarget() as EventTarget & {
|
||
close: ReturnType<typeof vi.fn>;
|
||
send: ReturnType<typeof vi.fn>;
|
||
};
|
||
socket.close = vi.fn(() => socket.dispatchEvent(new Event("close")));
|
||
socket.send = vi.fn();
|
||
const createSocket = vi.fn(() => socket as unknown as WebSocket);
|
||
const service = emailChannelService(db, {
|
||
heartbeat: { wakeup },
|
||
fetch: fetcher,
|
||
publicBaseUrl: "https://paperclip.example.test",
|
||
createSocket,
|
||
storage,
|
||
});
|
||
services.push(service);
|
||
await beforeSetup?.({ fetcher, wakeup });
|
||
await service.setup(
|
||
companyId,
|
||
{
|
||
assignedAgentId: agentId,
|
||
apiKey: "test-key",
|
||
inboxId: address,
|
||
receiveMode: mode,
|
||
idempotencyKey: endpointId,
|
||
},
|
||
{ userId: "email-board" },
|
||
);
|
||
function message(
|
||
id = randomUUID(),
|
||
thread = randomUUID(),
|
||
extra: Partial<AgentmailMessage> = {},
|
||
) {
|
||
return agentmailMessageSchema.parse({
|
||
inbox_id: address,
|
||
message_id: id,
|
||
thread_id: thread,
|
||
from: "sender@example.test",
|
||
to: [address],
|
||
subject: "Same subject",
|
||
text: "Hello",
|
||
timestamp: new Date(Date.now() + 1000).toISOString(),
|
||
labels: ["received"],
|
||
...extra,
|
||
});
|
||
}
|
||
async function receive(m: AgentmailMessage, kind = "message.received") {
|
||
messages.set(m.message_id, m);
|
||
await service.admit(await service.getEndpoint(endpointId), {
|
||
event_type: kind,
|
||
message: m,
|
||
});
|
||
await service.tick();
|
||
}
|
||
return {
|
||
companyId,
|
||
agentId,
|
||
endpointId,
|
||
address,
|
||
service,
|
||
wakeup,
|
||
messages,
|
||
sends,
|
||
message,
|
||
receive,
|
||
socket,
|
||
createSocket,
|
||
fetcher,
|
||
setBeforeSendResponse: (
|
||
callback: (message: AgentmailMessage) => Promise<void>,
|
||
) => {
|
||
beforeSendResponse = callback;
|
||
},
|
||
setSendError: (status: number) => {
|
||
sendError = status;
|
||
},
|
||
setWebhookError: (status: number) => { webhookError = status; },
|
||
};
|
||
}
|
||
it("activates an empty running worker from another service and drains committed inbound and outbound work", async () => {
|
||
// Connector setup and tool calls construct short-lived service objects.
|
||
// Their committed writes must wake the app-owned worker sharing this DB.
|
||
let running!: EmailChannelService;
|
||
const f = await fixture("webhook", undefined, async ({ fetcher, wakeup }) => {
|
||
running = emailChannelService(db, { heartbeat: { wakeup }, fetch: fetcher });
|
||
services.push(running);
|
||
await running.start();
|
||
const select = vi.spyOn(db, "select");
|
||
await new Promise(resolve => setTimeout(resolve, 1200));
|
||
expect(select).not.toHaveBeenCalled();
|
||
select.mockRestore();
|
||
});
|
||
await vi.waitFor(async () => {
|
||
const [config] = await db.select().from(emailEndpoints).where(eq(emailEndpoints.endpointId, f.endpointId));
|
||
expect(config.lastSyncAt).not.toBeNull();
|
||
}, { timeout: 5000 });
|
||
await running.tick();
|
||
await f.service.control(f.endpointId, "pause", { userId: "email-board" });
|
||
await f.service.control(f.endpointId, "resume", { userId: "email-board" });
|
||
const message = f.message();
|
||
f.messages.set(message.message_id, message);
|
||
await f.service.admit(await f.service.getEndpoint(f.endpointId), {
|
||
event_type: "message.received", message,
|
||
});
|
||
await vi.waitFor(() => expect(f.wakeup).toHaveBeenCalledTimes(1), { timeout: 5000 });
|
||
const [parent] = await db.select().from(issues).where(eq(issues.companyId, f.companyId));
|
||
const input = emailSendSchema.parse({ endpointId: f.endpointId, parentIssueId: parent.id,
|
||
to: ["recipient@example.test"], subject: "Wake on send", text: "Hello", idempotencyKey: randomUUID() });
|
||
await f.service.queueSend(f.companyId, input, { userId: "email-board" });
|
||
await vi.waitFor(async () => expect((await f.service.publication(input.idempotencyKey, f.companyId)).outcome).toBe("sent"), { timeout: 5000 });
|
||
expect(f.sends).toHaveLength(1);
|
||
await running.tick();
|
||
await f.service.control(f.endpointId, "pause", { userId: "email-board" });
|
||
await new Promise(resolve => setTimeout(resolve, 100));
|
||
const select = vi.spyOn(db, "select");
|
||
await new Promise(resolve => setTimeout(resolve, 1200));
|
||
expect(select).not.toHaveBeenCalled();
|
||
});
|
||
|
||
it("restores a retry deadline without polling replies blocked behind that send", async () => {
|
||
const f = await fixture();
|
||
const message = f.message("received", "outbound-thread");
|
||
await f.receive(message);
|
||
const [conversation] = await db.select().from(chatConversations).where(eq(chatConversations.endpointId, f.endpointId));
|
||
const input = emailSendSchema.parse({ endpointId: f.endpointId, conversationId: conversation.id,
|
||
replyToMessageId: message.message_id, text: "First reply", idempotencyKey: randomUUID() });
|
||
await f.service.queueSend(f.companyId, input, { userId: "email-board" });
|
||
const second = { ...input, text: "Second reply", idempotencyKey: randomUUID() };
|
||
await f.service.queueSend(f.companyId, second, { userId: "email-board" });
|
||
// Simulate a previous process persisting a provider retry deadline. The
|
||
// second reply has no deadline but cannot overtake this first reply.
|
||
await db.update(chatPublications).set({ state: "retry", nextAttemptAt: new Date(Date.now() + 5000) })
|
||
.where(eq(chatPublications.id, input.idempotencyKey));
|
||
await f.service.start();
|
||
expect(f.sends).toHaveLength(0);
|
||
const select = vi.spyOn(db, "select");
|
||
await new Promise(resolve => setTimeout(resolve, 1100));
|
||
expect(select).not.toHaveBeenCalled();
|
||
expect(f.sends).toHaveLength(0);
|
||
await vi.waitFor(() => expect(f.sends).toHaveLength(2), { timeout: 8000 });
|
||
await f.service.tick();
|
||
expect(f.sends.map(send => send.key)).toEqual([input.idempotencyKey, second.idempotencyKey]);
|
||
for (const id of [input.idempotencyKey, second.idempotencyKey])
|
||
expect((await f.service.publication(id, f.companyId)).outcome).toBe("sent");
|
||
});
|
||
|
||
it("publishes one sponsored fast response only to the originating email sender", async () => {
|
||
await instanceSettingsService(db).updateExperimental({ enableFastResponses: true });
|
||
const f = await fixture();
|
||
const binding = await aiConnectionService(db).save(f.companyId, "email-board", { provider: "openrouter", method: "api_key", name: "Fast email", ownership: "shared", apiKey: "fixture-key", agentIds: [], allAgents: true }, "fixture-key");
|
||
const provider = vi.fn(async () => ({ text: "I’ll check the settings panel border.", receipt: fastResponseReceipt({ usage: { inputTokens: 80, outputTokens: 9 }, response: { body: { usage: { cost: 0.00001 } } } }) }));
|
||
const fast = fastResponseService(db, { provider, authorizeExternal: f.service.authorizeFastResponse,
|
||
publishExternal: async (...args) => { await f.service.publishFastResponse(...args); return true; } });
|
||
await fast.configure(f.companyId, "email-board", { enabled: true, ...binding, model: "openai/gpt-oss-120b", allowSponsored: true });
|
||
vi.spyOn(Date, "now").mockReturnValue(Date.now());
|
||
const incoming = f.message("fast-email", "fast-thread", { text: "Please check the settings panel border.", cc: ["bystander@example.test"] });
|
||
await f.receive(incoming);
|
||
const [job] = await db.select().from(fastResponseRequests).where(eq(fastResponseRequests.companyId, f.companyId));
|
||
expect(job).toMatchObject({ sponsored: true, responsibleUserId: null });
|
||
expect(f.wakeup).toHaveBeenCalled();
|
||
await f.service.start();
|
||
await fast.process(job);
|
||
await vi.waitFor(() => expect(f.sends).toHaveLength(1), { timeout: 5000 });
|
||
await f.service.flushPublications();
|
||
expect(f.sends).toHaveLength(1);
|
||
expect(f.sends[0].body.text).toBe("I’ll check the settings panel border.");
|
||
expect(f.sends[0].body.cc ?? []).not.toContain("bystander@example.test");
|
||
expect(f.sends[0].path).toContain("fast-email/reply");
|
||
const [receipt] = await db.select().from(issueComments).where(and(eq(issueComments.issueId, job.issueId!), eq(issueComments.origin, "fast_response")));
|
||
expect(receipt).toMatchObject({ authorAgentId: f.agentId, createdByRunId: null });
|
||
expect((await issueService(db).getById(job.issueId!))?.status).not.toBe("done");
|
||
});
|
||
|
||
it("admits signed webhooks through the durable queue and rejects a valid signature for another inbox", async () => {
|
||
const f = await fixture();
|
||
const endpoint = await f.service.getEndpoint(f.endpointId);
|
||
const message = f.message();
|
||
f.messages.set(message.message_id, message);
|
||
const secret = `whsec_${Buffer.from("test-webhook-secret").toString("base64")}`;
|
||
const deliver = (inboxId: string) => {
|
||
const body = JSON.stringify({
|
||
event_type: "message.received",
|
||
message: { ...message, inbox_id: inboxId },
|
||
});
|
||
const timestamp = new Date();
|
||
const id = randomUUID();
|
||
return f.service.webhook(endpoint.publicId, Buffer.from(body), {
|
||
"svix-id": id,
|
||
"svix-timestamp": String(Math.floor(timestamp.getTime() / 1000)),
|
||
"svix-signature": new Webhook(secret).sign(id, timestamp, body),
|
||
});
|
||
};
|
||
await expect(deliver("someone-else@agentmail.to")).rejects.toThrow(
|
||
/inbox/i,
|
||
);
|
||
await deliver(f.address);
|
||
await deliver(f.address);
|
||
expect(f.wakeup).not.toHaveBeenCalled();
|
||
await f.service.tick();
|
||
expect(f.wakeup).toHaveBeenCalledTimes(1);
|
||
expect(
|
||
await db.select().from(issues).where(eq(issues.companyId, f.companyId)),
|
||
).toHaveLength(1);
|
||
});
|
||
it("snapshots email workspace defaults only when a conversation creates a task", async () => {
|
||
const f = await fixture();
|
||
await db.update(chatEndpoints).set({ executionDefaults: { workspace: { kind: "task_directory" } } }).where(eq(chatEndpoints.id, f.endpointId));
|
||
const first = f.message();
|
||
await f.receive(first);
|
||
const tasks = () => db.select().from(issues).where(eq(issues.companyId, f.companyId));
|
||
const [task] = await tasks();
|
||
expect(task.workspaceSelection).toEqual({ version: 1, selection: { kind: "task_directory" }, source: "channel" });
|
||
expect(task.projectId).toBeNull();
|
||
await db.update(chatEndpoints).set({ executionDefaults: null }).where(eq(chatEndpoints.id, f.endpointId));
|
||
await f.receive(f.message(randomUUID(), first.thread_id));
|
||
expect((await tasks())[0].workspaceSelection).toEqual(task.workspaceSelection);
|
||
await f.receive(f.message());
|
||
expect(await tasks()).toEqual(expect.arrayContaining([expect.objectContaining({ workspaceSelection: null })]));
|
||
});
|
||
|
||
it("checks sponsor and agent assignment grants for protected email organizational defaults", async () => {
|
||
const f = await fixture();
|
||
const [project] = await db.insert(projects).values({ companyId: f.companyId, name: "Protected email tasks",
|
||
executionWorkspacePolicy: { authorizationPolicy: { assignmentPolicy: { mode: "protected" } } } }).returning();
|
||
const fetcher = vi.mocked(f.fetcher);
|
||
const fetch = fetcher.getMockImplementation()!;
|
||
let changedDefaults = false;
|
||
fetcher.mockImplementation(async (...args) => {
|
||
if (!changedDefaults && String(args[0]).includes("/threads/")) {
|
||
changedDefaults = true;
|
||
await db.update(chatEndpoints).set({ executionDefaults: { projectId: project.id, workspace: { kind: "task_directory" } } })
|
||
.where(eq(chatEndpoints.id, f.endpointId));
|
||
}
|
||
return fetch(...args);
|
||
});
|
||
await db.insert(companyMemberships).values({ companyId: f.companyId, principalType: "agent",
|
||
principalId: f.agentId, status: "active", membershipRole: "member" });
|
||
const tasks = () => db.select().from(issues).where(eq(issues.companyId, f.companyId));
|
||
await f.receive(f.message());
|
||
expect(await tasks()).toHaveLength(0);
|
||
expect(f.wakeup).not.toHaveBeenCalled();
|
||
const [sponsorGrant] = await db.insert(principalPermissionGrants).values({ companyId: f.companyId,
|
||
principalType: "user", principalId: "email-board", permissionKey: "tasks:assign_scope",
|
||
scope: { projectId: project.id, assigneeAgentId: f.agentId } }).returning();
|
||
await f.receive(f.message());
|
||
expect(await tasks()).toHaveLength(0);
|
||
expect(f.wakeup).not.toHaveBeenCalled();
|
||
await db.insert(principalPermissionGrants).values({ companyId: f.companyId,
|
||
principalType: "agent", principalId: f.agentId, permissionKey: "tasks:assign_scope",
|
||
scope: { projectId: project.id, assigneeAgentId: f.agentId } });
|
||
await f.receive(f.message());
|
||
expect(await tasks()).toEqual([expect.objectContaining({ projectId: project.id,
|
||
assigneeAgentId: f.agentId,
|
||
workspaceSelection: { version: 1, selection: { kind: "task_directory" }, source: "channel" } })]);
|
||
expect(f.wakeup).toHaveBeenCalledTimes(1);
|
||
await db.delete(principalPermissionGrants).where(eq(principalPermissionGrants.id, sponsorGrant.id));
|
||
await f.receive(f.message());
|
||
expect(await tasks()).toHaveLength(1);
|
||
expect(f.wakeup).toHaveBeenCalledTimes(1);
|
||
expect(await db.select().from(chatConversations).where(eq(chatConversations.endpointId, f.endpointId))).toHaveLength(1);
|
||
});
|
||
|
||
it("deduplicates events/messages, keeps identical subjects separate, and never grants sender board identity", async () => {
|
||
const f = await fixture();
|
||
const m = f.message();
|
||
await f.receive(m);
|
||
await f.receive(m);
|
||
const tasks = await db
|
||
.select()
|
||
.from(issues)
|
||
.where(eq(issues.companyId, f.companyId));
|
||
expect(tasks).toHaveLength(1);
|
||
expect(tasks[0].assigneeAgentId).toBe(f.agentId);
|
||
expect(tasks[0].createdByUserId).toBeNull();
|
||
expect(
|
||
await db
|
||
.select()
|
||
.from(emailMessages)
|
||
.where(eq(emailMessages.companyId, f.companyId)),
|
||
).toHaveLength(1);
|
||
expect(f.wakeup).toHaveBeenCalledTimes(1);
|
||
await f.receive(f.message());
|
||
expect(
|
||
await db
|
||
.select()
|
||
.from(chatConversations)
|
||
.where(eq(chatConversations.companyId, f.companyId)),
|
||
).toHaveLength(2);
|
||
expect(f.sends).toHaveLength(0);
|
||
});
|
||
it("imports context once, reopens done tasks, and retains cancelled replies without wakes", async () => {
|
||
const f = await fixture();
|
||
const old = f.message("old", "thread", {
|
||
timestamp: "2020-01-01T00:00:00Z",
|
||
});
|
||
f.messages.set(old.message_id, old);
|
||
await f.receive(f.message("new", "thread"));
|
||
const [c] = await db
|
||
.select()
|
||
.from(chatConversations)
|
||
.where(eq(chatConversations.companyId, f.companyId));
|
||
expect(
|
||
(await f.service.thread(f.companyId, c.issueId))?.messages,
|
||
).toHaveLength(2);
|
||
await f.receive(old);
|
||
expect(f.wakeup).toHaveBeenCalledTimes(1);
|
||
await issueService(db).update(c.issueId, { status: "done" });
|
||
await f.receive(f.message("reply", "thread"));
|
||
expect((await issueService(db).getById(c.issueId))?.status).toBe("todo");
|
||
await issueService(db).update(c.issueId, { status: "cancelled" });
|
||
await f.receive(f.message("cancelled-reply", "thread"));
|
||
expect(f.wakeup).toHaveBeenCalledTimes(2);
|
||
expect(
|
||
(await f.service.thread(f.companyId, c.issueId))?.messages,
|
||
).toHaveLength(4);
|
||
});
|
||
it("filters spam and automatic conversations and escapes remote Markdown images", async () => {
|
||
const f = await fixture();
|
||
await f.receive(f.message("spam", "spam", { labels: ["spam"] }));
|
||
await f.receive(
|
||
f.message("auto", "auto", {
|
||
headers: { "Auto-Submitted": "auto-replied" },
|
||
}),
|
||
);
|
||
expect(f.wakeup).not.toHaveBeenCalled();
|
||
await f.receive(
|
||
f.message("safe", "safe", {
|
||
extracted_text: "",
|
||
}),
|
||
);
|
||
const comments = await db
|
||
.select()
|
||
.from(issueComments)
|
||
.where(eq(issueComments.companyId, f.companyId));
|
||
expect(comments).toHaveLength(1);
|
||
expect(comments[0].body).toContain("\\!\\[tracker\\]");
|
||
});
|
||
it("persists an email child and immutable intent before sending and deduplicates retries", async () => {
|
||
const f = await fixture();
|
||
const parent = await issueService(db).create(f.companyId, {
|
||
title: "Parent",
|
||
status: "todo",
|
||
assigneeAgentId: f.agentId,
|
||
});
|
||
const input = emailSendSchema.parse({
|
||
endpointId: f.endpointId,
|
||
parentIssueId: parent.id,
|
||
to: ["recipient@example.test"],
|
||
bcc: ["private@example.test"],
|
||
subject: "Hello",
|
||
text: "Deliberate send",
|
||
idempotencyKey: randomUUID(),
|
||
});
|
||
const queued = await f.service.queueSend(f.companyId, input, {
|
||
userId: "email-board",
|
||
});
|
||
expect(f.sends).toHaveLength(0);
|
||
expect(queued.outcome).toBe("queued");
|
||
expect((await issueService(db).getById(queued.issueId))?.parentId).toBe(
|
||
parent.id,
|
||
);
|
||
expect(
|
||
await f.service.queueSend(f.companyId, input, { userId: "email-board" }),
|
||
).toEqual(queued);
|
||
await expect(
|
||
f.service.queueSend(
|
||
f.companyId,
|
||
{ ...input, text: "Changed" },
|
||
{ userId: "email-board" },
|
||
),
|
||
).rejects.toThrow(/different content/);
|
||
await f.service.tick();
|
||
await f.service.tick();
|
||
expect(f.sends).toHaveLength(1);
|
||
expect(f.sends[0].key).toBe(input.idempotencyKey);
|
||
expect((await f.service.publication(queued.id, f.companyId)).outcome).toBe(
|
||
"sent",
|
||
);
|
||
expect(
|
||
(await f.service.thread(f.companyId, queued.issueId))?.messages,
|
||
).toHaveLength(1);
|
||
expect(f.wakeup).not.toHaveBeenCalled();
|
||
const sent = f.messages.get(`sent-${input.idempotencyKey}`)!;
|
||
await f.receive(sent, "message.bounced");
|
||
// A reply imports the sent message again as thread context. That must not
|
||
// erase the delivery failure explanation or downgrade the receipt.
|
||
await f.receive(f.message("reply-after-bounce", sent.thread_id));
|
||
expect(await f.service.publication(queued.id, f.companyId)).toMatchObject({
|
||
outcome: "failed",
|
||
error: "AgentMail reported message.bounced",
|
||
});
|
||
});
|
||
|
||
it("imports attachments once, bounds intake, and validates stored attachments before sending", async () => {
|
||
const objects = new Map<string, Buffer>();
|
||
const storage = createStorageService({
|
||
id: "local_disk",
|
||
async putObject(input) { objects.set(input.objectKey, input.body as Buffer); },
|
||
async getObject(input) { return { stream: Readable.from([objects.get(input.objectKey)!]) }; },
|
||
async headObject(input) { return { exists: objects.has(input.objectKey) }; },
|
||
async deleteObject(input) { objects.delete(input.objectKey); },
|
||
});
|
||
const download = vi.spyOn(remoteHttp, "guardedRemoteHttpFetch")
|
||
.mockImplementation(async () => new Response("mail context"));
|
||
const f = await fixture("webhook", storage);
|
||
const mail = f.message(undefined, undefined, { attachments: [
|
||
{ attachment_id: "context", filename: "../context.txt", content_type: "text/plain", size: 12 },
|
||
{ attachment_id: "oversized", filename: "large.txt", content_type: "text/plain", size: MAX_ATTACHMENT_BYTES + 1 },
|
||
] });
|
||
await f.receive(mail);
|
||
await f.receive(mail);
|
||
const [binding] = await db.select().from(chatConversations).where(eq(chatConversations.endpointId, f.endpointId));
|
||
const thread = await f.service.thread(f.companyId, binding.issueId);
|
||
expect(thread!.messages[0].attachmentIds).toHaveLength(1);
|
||
expect(download).toHaveBeenCalledTimes(1);
|
||
const attachmentId = thread!.messages[0].attachmentIds[0];
|
||
const attachment = await issueService(db).getAttachmentById(attachmentId);
|
||
expect(attachment).toMatchObject({ companyId: f.companyId, issueId: binding.issueId, byteSize: 12, originalFilename: "context.txt" });
|
||
const input = emailSendSchema.parse({ endpointId: f.endpointId, parentIssueId: binding.issueId,
|
||
to: ["recipient@example.test"], subject: "Stored attachment", text: "Context attached",
|
||
attachmentIds: [attachmentId], idempotencyKey: randomUUID() });
|
||
const wrongTask = await issueService(db).create(f.companyId, { title: "Other task", status: "todo", assigneeAgentId: f.agentId });
|
||
await expect(f.service.queueSend(f.companyId, { ...input, parentIssueId: wrongTask.id }, { userId: "email-board" }))
|
||
.rejects.toThrow("attachments must belong to the source task");
|
||
const queued = await f.service.queueSend(f.companyId, input, { userId: "email-board" });
|
||
await f.service.tick();
|
||
expect(await f.service.publication(queued.id, f.companyId)).toMatchObject({ outcome: "sent", error: null });
|
||
expect(f.sends).toHaveLength(1);
|
||
expect(f.sends[0].body.attachments).toEqual([{ filename: "context.txt", content_type: "text/plain", content: Buffer.from("mail context").toString("base64") }]);
|
||
const changed = await f.service.queueSend(f.companyId, { ...input, idempotencyKey: randomUUID() }, { userId: "email-board" });
|
||
objects.set(attachment!.objectKey, Buffer.from("changed data"));
|
||
await f.service.tick();
|
||
expect((await f.service.publication(changed.id, f.companyId)).outcome).toBe("failed");
|
||
expect(f.sends).toHaveLength(1);
|
||
});
|
||
it("retries transient sends with the same key and stops beyond the idempotency window", async () => {
|
||
const f = await fixture();
|
||
f.setSendError(503);
|
||
const parent = await issueService(db).create(f.companyId, {
|
||
title: "Parent",
|
||
status: "todo",
|
||
assigneeAgentId: f.agentId,
|
||
});
|
||
const input = emailSendSchema.parse({
|
||
endpointId: f.endpointId,
|
||
parentIssueId: parent.id,
|
||
to: ["recipient@example.test"],
|
||
subject: "Hello",
|
||
text: "Send",
|
||
idempotencyKey: randomUUID(),
|
||
});
|
||
await f.service.queueSend(f.companyId, input, { userId: "email-board" });
|
||
await f.service.tick();
|
||
expect(
|
||
(await f.service.publication(input.idempotencyKey, f.companyId)).outcome,
|
||
).toBe("uncertain");
|
||
await db
|
||
.update(chatPublications)
|
||
.set({ nextAttemptAt: null })
|
||
.where(eq(chatPublications.id, input.idempotencyKey));
|
||
await f.service.tick();
|
||
expect(f.sends).toHaveLength(2);
|
||
expect(f.sends[1].key).toBe(f.sends[0].key);
|
||
await db
|
||
.update(emailSends)
|
||
.set({ firstAttemptAt: new Date(Date.now() - 25 * 60 * 60_000) })
|
||
.where(eq(emailSends.publicationId, input.idempotencyKey));
|
||
await db
|
||
.update(chatPublications)
|
||
.set({ nextAttemptAt: null })
|
||
.where(eq(chatPublications.id, input.idempotencyKey));
|
||
await f.service.tick();
|
||
await f.service.tick();
|
||
expect(f.sends).toHaveLength(2);
|
||
});
|
||
it("isolates companies and inboxes, and revoked board membership fails queued sends without calling the provider", async () => {
|
||
const f = await fixture();
|
||
const parent = await issueService(db).create(f.companyId, {
|
||
title: "Parent",
|
||
status: "todo",
|
||
assigneeAgentId: f.agentId,
|
||
});
|
||
const input = emailSendSchema.parse({
|
||
endpointId: f.endpointId,
|
||
parentIssueId: parent.id,
|
||
to: ["recipient@example.test"],
|
||
subject: "Hello",
|
||
text: "Send",
|
||
idempotencyKey: randomUUID(),
|
||
});
|
||
await expect(
|
||
f.service.queueSend(randomUUID(), input, { userId: "email-board" }),
|
||
).rejects.toThrow("Email inbox not found");
|
||
await expect(
|
||
f.service.admit(await f.service.getEndpoint(f.endpointId), {
|
||
event_type: "message.received",
|
||
message: { inbox_id: "other@agentmail.to", message_id: "foreign" },
|
||
}),
|
||
).rejects.toThrow(/different inbox/);
|
||
await expect(
|
||
f.service.queueSend(f.companyId, input, {
|
||
agentId: randomUUID(),
|
||
runId: randomUUID(),
|
||
}),
|
||
).rejects.toThrow(/assigned agent/);
|
||
await f.service.queueSend(f.companyId, input, { userId: "email-board" });
|
||
await db
|
||
.update(companyMemberships)
|
||
.set({ status: "suspended" })
|
||
.where(eq(companyMemberships.companyId, f.companyId));
|
||
await f.service.tick();
|
||
expect(f.sends).toHaveLength(0);
|
||
expect(
|
||
(await f.service.publication(input.idempotencyKey, f.companyId)).outcome,
|
||
).toBe("failed");
|
||
});
|
||
it("updates delivery receipts once without creating another task or wake", async () => {
|
||
const f = await fixture();
|
||
const parent = await issueService(db).create(f.companyId, {
|
||
title: "Parent",
|
||
status: "todo",
|
||
assigneeAgentId: f.agentId,
|
||
});
|
||
const input = emailSendSchema.parse({
|
||
endpointId: f.endpointId,
|
||
parentIssueId: parent.id,
|
||
to: ["recipient@example.test"],
|
||
subject: "Hello",
|
||
text: "Send",
|
||
idempotencyKey: randomUUID(),
|
||
});
|
||
const queued = await f.service.queueSend(f.companyId, input, {
|
||
userId: "email-board",
|
||
});
|
||
await f.service.tick();
|
||
const sent = f.messages.get(`sent-${input.idempotencyKey}`)!;
|
||
await f.receive(sent, "message.delivered");
|
||
await f.receive(sent, "message.sent");
|
||
expect((await f.service.publication(queued.id, f.companyId)).outcome).toBe(
|
||
"delivered",
|
||
);
|
||
expect(
|
||
(await f.service.thread(f.companyId, queued.issueId))?.messages,
|
||
).toHaveLength(1);
|
||
expect(
|
||
await db.select().from(issues).where(eq(issues.companyId, f.companyId)),
|
||
).toHaveLength(2);
|
||
expect(f.wakeup).not.toHaveBeenCalled();
|
||
});
|
||
it("catches up an old Date header received after activation and rejects pre-activation history", async () => {
|
||
const f = await fixture();
|
||
const old = f.message("pre-activation", "history", {
|
||
created_at: "2020-01-01T00:00:00Z",
|
||
timestamp: "2020-01-01T00:00:00Z",
|
||
});
|
||
const fresh = f.message("late-mail", "late", {
|
||
created_at: new Date(Date.now() + 1000).toISOString(),
|
||
timestamp: "2020-01-01T00:00:00Z",
|
||
});
|
||
f.messages.set(old.message_id, old);
|
||
f.messages.set(fresh.message_id, fresh);
|
||
await f.service.tick();
|
||
await f.service.tick();
|
||
expect(
|
||
await db.select().from(issues).where(eq(issues.companyId, f.companyId)),
|
||
).toHaveLength(1);
|
||
expect(f.wakeup).toHaveBeenCalledTimes(1);
|
||
});
|
||
it("disconnects without deleting the provider inbox and refuses to resume archived endpoints", async () => {
|
||
const f = await fixture();
|
||
await f.receive(f.message());
|
||
const result = await f.service.control(f.endpointId, "remove", {
|
||
userId: "email-board",
|
||
});
|
||
expect(result.status).toBe("archived");
|
||
await expect(
|
||
f.service.control(f.endpointId, "resume", { userId: "email-board" }),
|
||
).rejects.toThrow(/disconnected/);
|
||
expect(
|
||
await db
|
||
.select()
|
||
.from(emailMessages)
|
||
.where(eq(emailMessages.companyId, f.companyId)),
|
||
).toHaveLength(1);
|
||
});
|
||
|
||
it("reconciles an incoming reply and sent callback before the send response, preserving the pending child", async () => {
|
||
const f = await fixture();
|
||
const second = emailChannelService(db, {
|
||
heartbeat: { wakeup: f.wakeup },
|
||
fetch: f.fetcher,
|
||
});
|
||
services.push(second);
|
||
const parent = await issueService(db).create(f.companyId, {
|
||
title: "Parent",
|
||
status: "todo",
|
||
assigneeAgentId: f.agentId,
|
||
});
|
||
const input = emailSendSchema.parse({
|
||
endpointId: f.endpointId,
|
||
parentIssueId: parent.id,
|
||
to: ["recipient@example.test"],
|
||
subject: "Hello",
|
||
text: "Send",
|
||
idempotencyKey: randomUUID(),
|
||
});
|
||
const queued = await f.service.queueSend(f.companyId, input, {
|
||
userId: "email-board",
|
||
});
|
||
f.setBeforeSendResponse(async (sent) => {
|
||
const reply = f.message("fast-reply", sent.thread_id);
|
||
f.messages.set(reply.message_id, reply);
|
||
const endpoint = await second.getEndpoint(f.endpointId);
|
||
await second.admit(endpoint, {
|
||
event_type: "message.received",
|
||
message: reply,
|
||
});
|
||
await second.admit(endpoint, {
|
||
event_type: "message.sent",
|
||
message: sent,
|
||
});
|
||
await second.tick();
|
||
});
|
||
await f.service.tick();
|
||
await f.service.tick();
|
||
expect(f.sends).toHaveLength(1);
|
||
expect(
|
||
await db
|
||
.select()
|
||
.from(chatConversations)
|
||
.where(eq(chatConversations.companyId, f.companyId)),
|
||
).toHaveLength(1);
|
||
const thread = await f.service.thread(f.companyId, queued.issueId);
|
||
expect(thread?.messages).toHaveLength(2);
|
||
expect(thread?.publications[0].outcome).toBe("sent");
|
||
expect(f.wakeup).toHaveBeenCalledTimes(1);
|
||
});
|
||
it("retries the durable inbound wake after a failure and worker restart without duplicating mail", async () => {
|
||
const f = await fixture();
|
||
f.wakeup.mockRejectedValueOnce(new Error("Wake service temporarily unavailable"));
|
||
await f.receive(f.message());
|
||
const [pending] = await db.select().from(chatDeliveries).where(eq(chatDeliveries.endpointId, f.endpointId));
|
||
expect(pending.state).toBe("retry");
|
||
expect(pending.normalizedEvent).toMatchObject({ issueId: expect.any(String), wakePending: true });
|
||
await f.service.shutdown();
|
||
const restarted = emailChannelService(db, { heartbeat: { wakeup: f.wakeup }, fetch: f.fetcher });
|
||
services.push(restarted);
|
||
await db.update(chatDeliveries).set({ nextAttemptAt: null }).where(eq(chatDeliveries.id, pending.id));
|
||
await restarted.tick();
|
||
expect(f.wakeup).toHaveBeenCalledTimes(2);
|
||
expect(f.wakeup.mock.calls[1][1]).toEqual(f.wakeup.mock.calls[0][1]);
|
||
const [finished] = await db.select().from(chatDeliveries).where(eq(chatDeliveries.id, pending.id));
|
||
expect(finished.state).toBe("processed");
|
||
expect(finished.normalizedEvent).toMatchObject({ wakePending: false });
|
||
expect(await db.select().from(emailMessages).where(eq(emailMessages.endpointId, f.endpointId))).toHaveLength(1);
|
||
expect(await db.select().from(issueComments).where(eq(issueComments.companyId, f.companyId))).toHaveLength(1);
|
||
});
|
||
|
||
it("removes a newly registered webhook when setup cannot persist its identity", async () => {
|
||
const f = await fixture("websocket");
|
||
await db.update(chatEndpoints).set({ status: "draft" }).where(eq(chatEndpoints.id, f.endpointId));
|
||
await db.execute(sql.raw(`
|
||
CREATE FUNCTION fail_email_webhook_write() RETURNS trigger AS $$
|
||
BEGIN RAISE EXCEPTION 'simulated webhook persistence failure'; END;
|
||
$$ LANGUAGE plpgsql;
|
||
CREATE TRIGGER fail_email_webhook_write BEFORE UPDATE ON email_endpoints
|
||
FOR EACH ROW WHEN (NEW.webhook_id IS NOT NULL) EXECUTE FUNCTION fail_email_webhook_write();
|
||
`));
|
||
try {
|
||
await expect(f.service.setup(f.companyId, {
|
||
assignedAgentId: f.agentId, apiKey: "test-key", inboxId: f.address,
|
||
receiveMode: "webhook", idempotencyKey: f.endpointId,
|
||
}, { userId: "email-board" })).rejects.toThrow();
|
||
expect(vi.mocked(f.fetcher).mock.calls.some(([url, init]) =>
|
||
String(url).endsWith("/webhooks/owned-webhook") && init?.method === "DELETE",
|
||
)).toBe(true);
|
||
const [config] = await db.select().from(emailEndpoints).where(eq(emailEndpoints.endpointId, f.endpointId));
|
||
expect(config.webhookId).toBeNull();
|
||
expect((await f.service.getEndpoint(f.endpointId)).status).toBe("draft");
|
||
} finally {
|
||
await db.execute(sql.raw("DROP TRIGGER fail_email_webhook_write ON email_endpoints; DROP FUNCTION fail_email_webhook_write();"));
|
||
}
|
||
});
|
||
|
||
it("leases WebSocket ownership across workers, subscribes, and deduplicates WebSocket/webhook-shaped events", async () => {
|
||
const f = await fixture("websocket");
|
||
const secondSocket = vi.fn((): WebSocket => {
|
||
throw new Error("Second worker must not own the socket");
|
||
});
|
||
const second = emailChannelService(db, {
|
||
heartbeat: { wakeup: f.wakeup },
|
||
fetch: f.fetcher,
|
||
createSocket: secondSocket,
|
||
});
|
||
services.push(second);
|
||
await f.service.tick();
|
||
await second.tick();
|
||
expect(f.createSocket).toHaveBeenCalledTimes(1);
|
||
expect(f.createSocket).toHaveBeenCalledWith(
|
||
"wss://ws.agentmail.to/v0",
|
||
{ headers: { Authorization: "Bearer test-key" } },
|
||
);
|
||
expect(secondSocket).not.toHaveBeenCalled();
|
||
f.socket.dispatchEvent(new Event("open"));
|
||
expect(JSON.parse(f.socket.send.mock.calls[0][0])).toMatchObject({
|
||
type: "subscribe",
|
||
inbox_ids: [f.address],
|
||
});
|
||
f.socket.dispatchEvent(
|
||
new MessageEvent("message", {
|
||
data: JSON.stringify({ type: "subscribed" }),
|
||
}),
|
||
);
|
||
const m = f.message();
|
||
f.messages.set(m.message_id, m);
|
||
f.socket.dispatchEvent(
|
||
new MessageEvent("message", {
|
||
data: JSON.stringify({ type: "message_received", message: m }),
|
||
}),
|
||
);
|
||
await vi.waitFor(async () =>
|
||
expect(
|
||
await db
|
||
.select()
|
||
.from(chatDeliveries)
|
||
.where(eq(chatDeliveries.endpointId, f.endpointId)),
|
||
).toHaveLength(1),
|
||
);
|
||
await f.receive(m);
|
||
expect(f.wakeup).toHaveBeenCalledTimes(1);
|
||
await f.service.shutdown();
|
||
secondSocket.mockImplementation(() => f.socket as unknown as WebSocket);
|
||
await second.tick();
|
||
expect(secondSocket).toHaveBeenCalledTimes(1);
|
||
});
|
||
it("allows a bound normal agent to queue email, preserves budget limits, and rejects generic chat publication", async () => {
|
||
const f = await fixture();
|
||
await f.receive(f.message());
|
||
const [conversation] = await db
|
||
.select()
|
||
.from(chatConversations)
|
||
.where(eq(chatConversations.companyId, f.companyId));
|
||
const runId = randomUUID();
|
||
await db.insert(heartbeatRuns).values({
|
||
id: runId,
|
||
companyId: f.companyId,
|
||
agentId: f.agentId,
|
||
status: "running",
|
||
runtimeMode: "native",
|
||
nativeIssueId: conversation.issueId,
|
||
contextSnapshot: { issueId: conversation.issueId },
|
||
});
|
||
await db
|
||
.update(issues)
|
||
.set({ executionRunId: runId })
|
||
.where(eq(issues.id, conversation.issueId));
|
||
const binding = {
|
||
companyId: f.companyId,
|
||
agentId: f.agentId,
|
||
runId,
|
||
issueId: conversation.issueId,
|
||
workMode: "standard",
|
||
};
|
||
const request = emailSendSchema.parse({
|
||
endpointId: f.endpointId,
|
||
conversationId: conversation.id,
|
||
replyToMessageId: [...f.messages.keys()][0],
|
||
text: "Explicit agent reply",
|
||
idempotencyKey: randomUUID(),
|
||
});
|
||
const authority = new PaperclipRunnerToolAuthority(db, {
|
||
...binding, workMode: "standard", connectorAssignments: await resolveConnectorAssignments(db, binding),
|
||
});
|
||
const queued = (await authority.execute({ tool: "agentmail_send", callId: randomUUID(), arguments: { request } })) as { id: string; outcome: string };
|
||
expect(queued.outcome).toBe("queued");
|
||
const assignedEndpoint = await f.service.getEndpoint(f.endpointId);
|
||
await db.update(toolConnections).set({ enabled: false }).where(eq(toolConnections.id, assignedEndpoint.connectionId));
|
||
await expect(authority.execute({ tool: "agentmail_read_thread", callId: randomUUID(), arguments: {} })).rejects.toThrow(/no longer assigned or authorized/);
|
||
await db.update(toolConnections).set({ enabled: true }).where(eq(toolConnections.id, assignedEndpoint.connectionId));
|
||
expect(f.sends).toHaveLength(0);
|
||
const comment = await issueService(db).addComment(
|
||
conversation.issueId,
|
||
"Internal progress",
|
||
{ agentId: f.agentId },
|
||
);
|
||
const chat = chatChannelService(db, { heartbeat: { wakeup: f.wakeup } });
|
||
await expect(
|
||
chat.publishComment(f.endpointId, conversation.id, comment.id),
|
||
).rejects.toThrow(/explicit email/);
|
||
await chat.shutdown();
|
||
await db
|
||
.update(agents)
|
||
.set({ budgetMonthlyCents: 100, spentMonthlyCents: 100 })
|
||
.where(eq(agents.id, f.agentId));
|
||
await f.service.tick();
|
||
expect(f.sends).toHaveLength(0);
|
||
expect((await f.service.publication(queued.id, f.companyId)).outcome).toBe(
|
||
"failed",
|
||
);
|
||
});
|
||
|
||
it("enforces one inbox owner across companies and reconnects the same identity", async () => {
|
||
const f = await fixture();
|
||
const other = await fixture();
|
||
await expect(
|
||
db
|
||
.update(chatEndpoints)
|
||
.set({ botExternalId: f.address })
|
||
.where(eq(chatEndpoints.id, other.endpointId)),
|
||
).rejects.toThrow();
|
||
await f.receive(f.message());
|
||
const before = await db
|
||
.select()
|
||
.from(chatConversations)
|
||
.where(eq(chatConversations.endpointId, f.endpointId));
|
||
const reconnected = await f.service.reconnect(
|
||
f.endpointId,
|
||
"replacement-test-key",
|
||
"websocket",
|
||
{ userId: "email-board" },
|
||
);
|
||
expect(reconnected.address).toBe(f.address);
|
||
expect(reconnected.receiveMode).toBe("websocket");
|
||
expect(
|
||
await db
|
||
.select()
|
||
.from(chatConversations)
|
||
.where(eq(chatConversations.endpointId, f.endpointId)),
|
||
).toEqual(before);
|
||
});
|
||
|
||
it("keeps live receiving active when the key cannot register a webhook", async () => {
|
||
const f = await fixture("websocket");
|
||
f.setWebhookError(403);
|
||
await expect(f.service.reconnect(f.endpointId, "replacement-test-key", "webhook", { userId: "email-board" }))
|
||
.rejects.toThrow("Enable webhook create/read/delete permissions");
|
||
expect(await f.service.getEndpoint(f.endpointId)).toMatchObject({ status: "active" });
|
||
await f.receive(f.message());
|
||
expect(f.wakeup).toHaveBeenCalledTimes(1);
|
||
});
|
||
|
||
it("suggests only same-provider active credentials authorized for this user", async () => {
|
||
const f = await fixture();
|
||
const svc = emailConnectionService(db, f.fetcher);
|
||
const actor = { userId: "email-board" };
|
||
const own = await svc.connect(f.companyId, { apiKey: "private-key", grantKind: "user", allAgents: false,
|
||
agentIds: [], idempotencyKey: randomUUID() }, actor);
|
||
const shared = await svc.connect(f.companyId, { apiKey: "shared-key", grantKind: "organization", allAgents: false,
|
||
agentIds: [], idempotencyKey: randomUUID() }, actor);
|
||
const other = await svc.connect(f.companyId, { apiKey: "other-user-key", grantKind: "user", allAgents: false,
|
||
agentIds: [], idempotencyKey: randomUUID() }, { userId: "different-user" });
|
||
const choices = await svc.listCredentials(f.companyId, actor);
|
||
expect(choices.map(option => option.id).sort()).toEqual([own.id, shared.id].sort());
|
||
expect(JSON.stringify(choices)).not.toMatch(/private-key|shared-key|other-user-key|secretId|api_key_hash/);
|
||
expect(choices[0]).toMatchObject({ scope: "inbox", inboxId: f.address });
|
||
expect((await svc.listCredentials(randomUUID(), actor))).toEqual([]);
|
||
await db.update(connectionGrants).set({ status: "revoked" }).where(eq(connectionGrants.connectionId, own.id));
|
||
await db.update(toolConnections).set({ config: { provider: "different", emailCredential: true } }).where(eq(toolConnections.id, shared.id));
|
||
expect(await svc.listCredentials(f.companyId, actor)).toEqual([]);
|
||
expect((await svc.listCredentials(f.companyId, { userId: "different-user" })).map(option => option.id)).toEqual([other.id]);
|
||
});
|
||
|
||
it("bounds legacy saved-key discovery and checks slow keys concurrently", async () => {
|
||
const f = await fixture();
|
||
const actor = { userId: "email-board" };
|
||
const svc = emailConnectionService(db, f.fetcher);
|
||
const ids = [];
|
||
for (let i = 0; i < 2; i++) {
|
||
const row = await svc.connect(f.companyId, { apiKey: `legacy-key-${i}`, grantKind: "organization", allAgents: false,
|
||
agentIds: [], idempotencyKey: randomUUID() }, actor);
|
||
ids.push(row.id);
|
||
await db.update(toolConnections).set({ config: { provider: "agentmail", emailCredential: true } }).where(eq(toolConnections.id, row.id));
|
||
}
|
||
let concurrent = 0, peak = 0;
|
||
const signals: AbortSignal[] = [];
|
||
const slowFetch = vi.fn<typeof fetch>(async (_url, init) => {
|
||
concurrent++; peak = Math.max(peak, concurrent);
|
||
const signal = init!.signal!; signals.push(signal);
|
||
try {
|
||
return await new Promise<Response>((_resolve, reject) => {
|
||
if (signal.aborted) reject(new Error("Discovery deadline"));
|
||
else signal.addEventListener("abort", () => reject(new Error("Discovery deadline")), { once: true });
|
||
});
|
||
} finally { concurrent--; }
|
||
});
|
||
const choices = await emailConnectionService(db, slowFetch).listCredentials(f.companyId, actor);
|
||
expect(choices.map(option => option.id).sort()).toEqual(ids.sort());
|
||
expect(choices.every(option => option.scope === "unavailable")).toBe(true);
|
||
expect(peak).toBe(2);
|
||
expect(signals.every(signal => signal.aborted)).toBe(true);
|
||
}, 10_000);
|
||
|
||
it("saves a scoped credential before inbox setup, preserves personal ownership, and adds the chosen agent", async () => {
|
||
const f = await fixture();
|
||
const svc = emailConnectionService(db, f.fetcher);
|
||
const actor = { userId: "email-board" };
|
||
const input = {
|
||
apiKey: "private-scoped-credential",
|
||
grantKind: "user" as const,
|
||
allAgents: false,
|
||
agentIds: [],
|
||
idempotencyKey: randomUUID(),
|
||
};
|
||
const concurrent = await Promise.all([
|
||
svc.connect(f.companyId, input, actor),
|
||
svc.connect(f.companyId, input, actor),
|
||
]);
|
||
const connection = concurrent[0];
|
||
expect(concurrent[1].id).toBe(connection.id);
|
||
expect(JSON.stringify(connection)).not.toContain(input.apiKey);
|
||
expect((await svc.connect(f.companyId, input, actor)).id).toBe(
|
||
connection.id,
|
||
);
|
||
expect(
|
||
(await svc.credential(f.companyId, connection.id, actor)).value,
|
||
).toBe(input.apiKey);
|
||
const grants = await db
|
||
.select()
|
||
.from(connectionGrants)
|
||
.where(eq(connectionGrants.connectionId, connection.id));
|
||
expect(grants).toHaveLength(1);
|
||
expect(grants[0]).toMatchObject({
|
||
kind: "user",
|
||
subjectUserId: "email-board",
|
||
});
|
||
await expect(
|
||
svc.credential(f.companyId, connection.id, { userId: "different-user" }),
|
||
).rejects.toThrow(/access/);
|
||
await expect(
|
||
svc.credential(randomUUID(), connection.id, actor),
|
||
).rejects.toThrow(/not found/);
|
||
await f.service.control(f.endpointId, "remove", actor);
|
||
// Credential permission alone must not install skills or tools.
|
||
expect(await resolveConnectorAssignments(db, { companyId: f.companyId, agentId: f.agentId })).toEqual([]);
|
||
const endpoint = await f.service.setup(
|
||
f.companyId,
|
||
{
|
||
assignedAgentId: f.agentId,
|
||
credentialConnectionId: connection.id,
|
||
inboxId: f.address,
|
||
receiveMode: "websocket",
|
||
idempotencyKey: randomUUID(),
|
||
},
|
||
actor,
|
||
);
|
||
expect(endpoint.address).toBe(f.address);
|
||
expect(await resolveConnectorAssignments(db, { companyId: f.companyId, agentId: f.agentId })).toHaveLength(1);
|
||
const installs = await db
|
||
.select()
|
||
.from(toolConnectionInstalls)
|
||
.where(eq(toolConnectionInstalls.connectionId, connection.id));
|
||
expect(installs.some((i) => i.targetId === f.agentId)).toBe(true);
|
||
await expect(
|
||
svc.assertAgentAccess(f.companyId, connection.id, f.agentId),
|
||
).resolves.toBeUndefined();
|
||
await db
|
||
.delete(toolConnectionInstalls)
|
||
.where(eq(toolConnectionInstalls.connectionId, connection.id));
|
||
await expect(
|
||
svc.assertAgentAccess(f.companyId, connection.id, f.agentId),
|
||
).rejects.toThrow(/no longer has access/);
|
||
expect(await resolveConnectorAssignments(db, { companyId: f.companyId, agentId: f.agentId })).toEqual([]);
|
||
await db
|
||
.update(connectionGrants)
|
||
.set({ status: "revoked" })
|
||
.where(eq(connectionGrants.connectionId, connection.id));
|
||
await expect(
|
||
svc.credential(f.companyId, connection.id, actor),
|
||
).rejects.toThrow(/revoked/);
|
||
});
|
||
|
||
it.each(["new", "reused"] as const)("finishes a %s account for the final agent with only connection-management permission", async kind => {
|
||
const f = await fixture("websocket");
|
||
const actor = { userId: "email-board" };
|
||
await f.service.control(f.endpointId, "remove", actor);
|
||
const selectedAgentId = randomUUID();
|
||
await db.insert(agents).values({ id: selectedAgentId, companyId: f.companyId, name: "Final email agent",
|
||
role: "engineer", status: "idle", adapterType: "process", permissions: {} });
|
||
await db.insert(principalPermissionGrants).values({ companyId: f.companyId, principalType: "user",
|
||
principalId: actor.userId, permissionKey: "tools:manage_connections" });
|
||
expect(await accessService(db).hasPermission(f.companyId, "user", actor.userId, "tools:manage_connections")).toBe(true);
|
||
expect(await accessService(db).hasPermission(f.companyId, "user", actor.userId, "agent_config:update")).toBe(false);
|
||
const requestId = randomUUID();
|
||
const svc = emailConnectionService(db, f.fetcher);
|
||
const connection = await svc.connect(f.companyId, { apiKey: "test-key", grantKind: "organization",
|
||
allAgents: false, agentIds: [f.agentId], idempotencyKey: kind === "new" ? requestId : randomUUID() }, actor);
|
||
const server = express();
|
||
server.use(express.json());
|
||
server.use((req, _res, next) => {
|
||
req.actor = { type: "board", source: "session", userId: actor.userId, companyIds: [f.companyId] };
|
||
next();
|
||
});
|
||
server.use("/api", emailRoutes(db, f.service));
|
||
server.use(errorHandler);
|
||
const input = { assignedAgentId: selectedAgentId, credentialConnectionId: connection.id,
|
||
inboxId: f.address, receiveMode: "websocket", idempotencyKey: requestId };
|
||
const route = `/api/companies/${f.companyId}/email/inboxes`;
|
||
// Keep one listener for this journey instead of racing ephemeral listeners
|
||
// against Node's HTTP keep-alive socket reuse between requests.
|
||
const http = server.listen(0, "127.0.0.1");
|
||
await new Promise<void>((resolve, reject) => { http.once("listening", resolve); http.once("error", reject); });
|
||
try {
|
||
const response = await request(http).post(route).send(input).expect(201);
|
||
expect(response.body).toMatchObject({ assignedAgentId: selectedAgentId, status: "active", address: f.address });
|
||
await request(http).post(route).send(input).expect(201);
|
||
const installs = await db.select().from(toolConnectionInstalls).where(eq(toolConnectionInstalls.connectionId, connection.id));
|
||
expect(installs.map(i => i.targetId).sort()).toEqual((kind === "new" ? [selectedAgentId] : [f.agentId, selectedAgentId]).sort());
|
||
await expect(svc.assertAgentAccess(f.companyId, connection.id, selectedAgentId)).resolves.toBeUndefined();
|
||
if (kind === "new") await expect(svc.assertAgentAccess(f.companyId, connection.id, f.agentId)).rejects.toThrow(/no longer has access/);
|
||
await request(http).post(`/api/companies/${randomUUID()}/email/inboxes`).send(input).expect(404);
|
||
} finally {
|
||
await new Promise<void>((resolve, reject) => http.close(error => error ? reject(error) : resolve()));
|
||
}
|
||
});
|
||
|
||
it.each([
|
||
["before setup", "company"], ["before setup", "agents"],
|
||
["after a failed setup", "company"], ["after a failed setup", "agents"],
|
||
] as const)("preserves permissions edited %s to include %s access", async (when, scope) => {
|
||
const f = await fixture("websocket");
|
||
const actor = { userId: "email-board" };
|
||
await f.service.control(f.endpointId, "remove", actor);
|
||
const selectedAgentId = randomUUID(), otherAgentId = randomUUID();
|
||
await db.insert(agents).values([selectedAgentId, otherAgentId].map(id => ({ id, companyId: f.companyId,
|
||
name: "Email agent", role: "engineer", status: "idle", adapterType: "process", permissions: {} })));
|
||
const requestId = randomUUID();
|
||
const connection = await emailConnectionService(db, f.fetcher).connect(f.companyId, {
|
||
apiKey: "test-key", grantKind: "organization", allAgents: false, agentIds: [f.agentId], idempotencyKey: requestId,
|
||
}, actor);
|
||
const input = { assignedAgentId: selectedAgentId, credentialConnectionId: connection.id,
|
||
inboxId: f.address, receiveMode: "websocket" as const, idempotencyKey: requestId };
|
||
if (when === "after a failed setup") {
|
||
const provider = vi.mocked(f.fetcher).getMockImplementation()!;
|
||
vi.mocked(f.fetcher).mockImplementation(async (url, init) =>
|
||
decodeURIComponent(new URL(String(url)).pathname) === `/v0/inboxes/${f.address}`
|
||
? new Response(null, { status: 403 }) : provider(url, init));
|
||
await expect(f.service.setup(f.companyId, input, actor)).rejects.toThrow();
|
||
vi.mocked(f.fetcher).mockImplementation(provider);
|
||
}
|
||
const requestedInstalls = scope === "company"
|
||
? [{ targetType: "company" as const, targetId: f.companyId }]
|
||
: [f.agentId, otherAgentId].map(targetId => ({ targetType: "agent" as const, targetId }));
|
||
await toolAccessService(db).putConnectionInstalls(connection.id, { installs: requestedInstalls }, { actorType: "user", actorId: actor.userId });
|
||
const before = await db.select().from(toolConnectionInstalls).where(eq(toolConnectionInstalls.connectionId, connection.id));
|
||
const result = await f.service.setup(f.companyId, input, actor);
|
||
expect(result.status).toBe("active");
|
||
const after = await db.select().from(toolConnectionInstalls).where(eq(toolConnectionInstalls.connectionId, connection.id));
|
||
for (const install of before) expect(after).toContainEqual(install);
|
||
expect(after.map(i => i.targetId).sort()).toEqual((scope === "company" ? [f.companyId] : [f.agentId, otherAgentId, selectedAgentId]).sort());
|
||
});
|
||
|
||
it.each(["create_inbox", "create_inbox_key", "address_taken"] as const)("reports a provider rejection during %s and resumes the same setup after correction", async (failedOperation) => {
|
||
const f = await fixture("websocket");
|
||
await f.service.control(f.endpointId, "remove", { userId: "email-board" });
|
||
const provider = vi.mocked(f.fetcher).getMockImplementation()!;
|
||
let denied = true;
|
||
let createdInboxes = 0;
|
||
vi.mocked(f.fetcher).mockImplementation(async (url, init) => {
|
||
const pathname = new URL(String(url)).pathname;
|
||
if (pathname === "/v0/auth/me" && new Headers(init?.headers).get("authorization") === "Bearer organization-test-key") {
|
||
return Response.json({ scope_type: "organization", organization_id: "organization" });
|
||
}
|
||
if (pathname === "/v0/inboxes" && init?.method === "POST") {
|
||
if (failedOperation === "address_taken") {
|
||
const body = JSON.parse(String(init.body));
|
||
if (body.username === "ralph") return Response.json({ code: "resource_taken", message: "private provider detail" }, { status: 403 });
|
||
expect(body.username).toBe("ralph-team");
|
||
}
|
||
if (denied && failedOperation === "create_inbox") return new Response("private provider denial", { status: 403 });
|
||
createdInboxes++;
|
||
return Response.json({ inbox_id: f.address });
|
||
}
|
||
if (pathname.endsWith("/api-keys") && init?.method === "POST") {
|
||
if (denied && failedOperation === "create_inbox_key") return new Response("private provider denial", { status: 403 });
|
||
return Response.json({ api_key: "test-key", api_key_id: "inbox-runtime-key" });
|
||
}
|
||
return provider(url, init);
|
||
});
|
||
const account = await emailConnectionService(db, f.fetcher).connect(f.companyId, {
|
||
apiKey: "organization-test-key", grantKind: "organization", allAgents: false,
|
||
agentIds: [f.agentId], idempotencyKey: randomUUID(),
|
||
}, { userId: "email-board" });
|
||
const server = express();
|
||
server.use(express.json());
|
||
server.use((req, _res, next) => {
|
||
req.actor = { type: "board", source: "local_implicit", userId: "email-board" };
|
||
next();
|
||
});
|
||
server.use("/api", emailRoutes(db, f.service));
|
||
server.use(errorHandler);
|
||
const id = randomUUID();
|
||
const input = { assignedAgentId: f.agentId, credentialConnectionId: account.id,
|
||
username: "ralph", domain: "agentmail.to", receiveMode: "websocket", idempotencyKey: id };
|
||
const route = `/api/companies/${f.companyId}/email/inboxes`;
|
||
const failure = await request(server).post(route).send(input).expect(failedOperation === "address_taken" ? 409 : 422);
|
||
expect(failure.body.error).toContain(failedOperation === "address_taken" ? "already in use" : "AgentMail did not allow Paperclip");
|
||
expect(failure.body.details).toMatchObject({ providerStatus: 403, operation: failedOperation === "address_taken" ? "create_inbox" : failedOperation });
|
||
expect(failure.text).not.toMatch(/private provider denial|organization-test-key|Internal server error/);
|
||
const [draft] = await db.select().from(chatEndpoints).where(eq(chatEndpoints.id, id));
|
||
expect(draft.status).toBe("draft");
|
||
expect(draft.botExternalId).toBe(failedOperation === "create_inbox_key" ? f.address : null);
|
||
denied = false;
|
||
if (failedOperation === "address_taken") input.username = "ralph-team";
|
||
const connected = await request(server).post(route).send(input).expect(201);
|
||
expect(connected.body).toMatchObject({ id, status: "active", address: f.address });
|
||
await request(server).post(route).send(input).expect(201);
|
||
expect(createdInboxes).toBe(1);
|
||
const endpoints = await db.select().from(chatEndpoints).where(and(
|
||
eq(chatEndpoints.companyId, f.companyId), ne(chatEndpoints.status, "archived"),
|
||
));
|
||
expect(endpoints.map(endpoint => endpoint.id)).toEqual([id]);
|
||
});
|
||
|
||
it.each(["inbox", "organization"] as const)("completes an AgentMail card with a %s key only after its assigned inbox is usable", async (scope) => {
|
||
const f = await fixture("websocket");
|
||
const actor = { userId: "email-board" };
|
||
await f.service.control(f.endpointId, "remove", actor);
|
||
const provider = vi.mocked(f.fetcher).getMockImplementation()!;
|
||
const createdInboxes: unknown[] = [];
|
||
vi.mocked(f.fetcher).mockImplementation(async (url, init) => {
|
||
const pathname = new URL(String(url)).pathname;
|
||
if (pathname === "/v0/auth/me" && new Headers(init?.headers).get("authorization") === "Bearer organization-test-key") {
|
||
return Response.json({ scope_type: "organization", organization_id: "organization" });
|
||
}
|
||
if (pathname === "/v0/inboxes" && init?.method === "POST") {
|
||
createdInboxes.push(JSON.parse(String(init.body)));
|
||
return Response.json({ inbox_id: f.address });
|
||
}
|
||
if (pathname.endsWith("/api-keys") && init?.method === "POST") {
|
||
return Response.json({ api_key: "test-key", api_key_id: "inbox-runtime-key" });
|
||
}
|
||
return provider(url, init);
|
||
});
|
||
const issue = await issueService(db).create(f.companyId, { title: "Acquire an email address", assigneeAgentId: f.agentId, status: "in_progress" });
|
||
const runId = randomUUID();
|
||
await db.insert(heartbeatRuns).values({ id: runId, companyId: f.companyId, agentId: f.agentId,
|
||
status: "running", responsibleUserId: "email-board", contextSnapshot: { issueId: issue.id } });
|
||
const claims = { sub: f.agentId, company_id: f.companyId, run_id: runId, responsible_user_id: "email-board" };
|
||
const intents = connectionIntentService(db);
|
||
const requested = await intents.request(claims, "agentmail");
|
||
const id = requested.interactionId!;
|
||
const account = await emailConnectionService(db, f.fetcher).connect(f.companyId, {
|
||
apiKey: scope === "organization" ? "organization-test-key" : "test-key", grantKind: "organization", allAgents: false, agentIds: [f.agentId], idempotencyKey: id,
|
||
}, actor);
|
||
expect((await intents.setupOptions(id)).emailSetup).toEqual({ credentialConnectionId: account.id, readyConnectionId: null });
|
||
expect((await intents.search(claims, "agentmail")).results[0].state).not.toBe("ready");
|
||
await expect(intents.complete(id, account.id, "email-board", { canManageOrganizationGrant: true })).rejects.toThrow(/active inbox/);
|
||
const inbox = await f.service.setup(f.companyId, { assignedAgentId: f.agentId,
|
||
credentialConnectionId: account.id, receiveMode: "websocket", idempotencyKey: id }, actor);
|
||
expect(createdInboxes).toEqual(scope === "organization"
|
||
? [{ display_name: "Email agent", client_id: `paperclip-${id}` }] : []);
|
||
const retry = await f.service.setup(f.companyId, { assignedAgentId: f.agentId,
|
||
credentialConnectionId: account.id, receiveMode: "websocket", idempotencyKey: id }, actor);
|
||
expect(retry.connectionId).toBe(inbox.connectionId);
|
||
expect(createdInboxes).toHaveLength(scope === "organization" ? 1 : 0);
|
||
expect((await intents.setupOptions(id)).emailSetup?.readyConnectionId).toBe(inbox.connectionId);
|
||
await expect(intents.complete(id, inbox.connectionId, "someone-else", { canManageOrganizationGrant: true })).rejects.toThrow(/addressed user/);
|
||
await expect(intents.complete(id, inbox.connectionId, "email-board")).rejects.toThrow(/connection-management/);
|
||
const otherAgentId = randomUUID();
|
||
await db.insert(agents).values({ id: otherAgentId, companyId: f.companyId, name: "Other agent", role: "engineer", status: "idle", adapterType: "process", adapterConfig: {}, runtimeConfig: {}, permissions: {} });
|
||
await db.update(chatEndpoints).set({ assignedAgentId: otherAgentId }).where(eq(chatEndpoints.id, id));
|
||
await expect(intents.complete(id, inbox.connectionId, "email-board", { canManageOrganizationGrant: true })).rejects.toThrow(/active inbox/);
|
||
await db.update(chatEndpoints).set({ assignedAgentId: f.agentId, status: "paused" }).where(eq(chatEndpoints.id, id));
|
||
await expect(intents.complete(id, inbox.connectionId, "email-board", { canManageOrganizationGrant: true })).rejects.toThrow(/active inbox/);
|
||
await db.update(chatEndpoints).set({ status: "active" }).where(eq(chatEndpoints.id, id));
|
||
const grants = await db.select().from(connectionGrants).where(eq(connectionGrants.connectionId, account.id));
|
||
expect(grants.map(grant => grant.kind)).toEqual(["organization"]);
|
||
const installs = await db.select().from(toolConnectionInstalls).where(eq(toolConnectionInstalls.connectionId, account.id));
|
||
expect(installs.map(install => ({ type: install.targetType, id: install.targetId }))).toEqual([{ type: "agent", id: f.agentId }]);
|
||
await db.update(connectionGrants).set({ status: "revoked" }).where(eq(connectionGrants.connectionId, account.id));
|
||
await expect(intents.complete(id, inbox.connectionId, "email-board", { canManageOrganizationGrant: true })).rejects.toThrow(/active inbox/);
|
||
await db.update(connectionGrants).set({ status: "active" }).where(eq(connectionGrants.connectionId, account.id));
|
||
const completed = await intents.complete(id, inbox.connectionId, "email-board", { canManageOrganizationGrant: true });
|
||
expect(completed).toMatchObject({ status: "accepted", result: { outcome: "connected", connectionId: inbox.connectionId } });
|
||
expect((await intents.complete(id, inbox.connectionId, "email-board", { canManageOrganizationGrant: true })).id).toBe(id);
|
||
expect(await intents.request(claims, "agentmail")).toMatchObject({ state: "ready", interactionId: null, connectionId: inbox.connectionId });
|
||
expect((await intents.search(claims, "agentmail")).results[0]).toMatchObject({ state: "ready", connectionId: inbox.connectionId });
|
||
});
|
||
|
||
it("checks AgentMail account and inbox health without local stdio or MCP discovery", async () => {
|
||
const f = await fixture();
|
||
const connection = await emailConnectionService(db, f.fetcher).connect(f.companyId, {
|
||
apiKey: "private-scoped-credential", grantKind: "user", allAgents: false,
|
||
agentIds: [f.agentId], idempotencyKey: randomUUID(),
|
||
}, { userId: "email-board" });
|
||
const fetcher = vi.spyOn(globalThis, "fetch").mockImplementation(f.fetcher);
|
||
const tools = toolAccessService(db);
|
||
const endpoint = await f.service.getEndpoint(f.endpointId);
|
||
for (const id of [connection.id, endpoint.connectionId]) {
|
||
const health = await tools.checkHealth(id);
|
||
expect(health.connection.healthStatus).toBe("ok");
|
||
expect(health.connection.healthMessage).toBe("AgentMail API key is connected.");
|
||
expect(health.runtimeSlot).toBeNull();
|
||
const catalog = await tools.refreshCatalog(id);
|
||
expect(catalog.catalog).toEqual([]);
|
||
}
|
||
expect(fetcher.mock.calls.every(([url]) => String(url).endsWith("/auth/me"))).toBe(true);
|
||
fetcher.mockResolvedValue(new Response("unauthorized", { status: 401 }));
|
||
await expect(tools.checkHealth(connection.id)).rejects.toThrow(/AgentMail request failed \(401\)/);
|
||
expect((await tools.getConnection(connection.id, f.companyId))?.healthStatus).not.toBe("ok");
|
||
});
|
||
|
||
it("retries email tasks through normal recovery instead of restricted chat replay", async () => {
|
||
const f = await fixture();
|
||
await f.receive(f.message());
|
||
const [task] = await db
|
||
.select()
|
||
.from(issues)
|
||
.where(eq(issues.companyId, f.companyId));
|
||
await db
|
||
.update(issues)
|
||
.set({ status: "blocked" })
|
||
.where(eq(issues.id, task.id));
|
||
const recovery = await issueRecoveryActionService(db).upsertSourceScoped({
|
||
companyId: f.companyId,
|
||
sourceIssueId: task.id,
|
||
kind: "issue_graph_liveness",
|
||
ownerType: "agent",
|
||
ownerAgentId: f.agentId,
|
||
cause: "issue_graph_liveness",
|
||
fingerprint: "email:retry",
|
||
evidence: { latestIssueStatus: "blocked" },
|
||
nextAction: "Restore execution",
|
||
wakePolicy: { type: "manual" },
|
||
});
|
||
const enqueue = vi.fn().mockResolvedValue(undefined);
|
||
const app = express();
|
||
app.use(express.json());
|
||
app.use((req, _res, next) => {
|
||
(req as any).actor = { type: "board", source: "local_implicit" };
|
||
next();
|
||
});
|
||
app.use(
|
||
"/api",
|
||
issueRoutes(db, {} as any, { recoveryActionEnqueueWakeup: enqueue }),
|
||
);
|
||
app.use(errorHandler);
|
||
const result = await request(app)
|
||
.post(`/api/issues/${task.id}/recovery-actions/resolve`)
|
||
.send({
|
||
actionId: recovery.id,
|
||
outcome: "restored",
|
||
sourceIssueStatus: "todo",
|
||
});
|
||
expect(result.status).toBe(200);
|
||
expect(result.body.issue.status).toBe("todo");
|
||
expect(result.body.recoveryAction.status).toBe("resolved");
|
||
});
|
||
|
||
it("places inbound low-trust tasks inside their configured project and rejects unscoped setup", async () => {
|
||
const f = await fixture();
|
||
await db
|
||
.update(agents)
|
||
.set({ permissions: { trustPreset: "low_trust_review" } })
|
||
.where(eq(agents.id, f.agentId));
|
||
await expect(
|
||
f.service.setup(
|
||
f.companyId,
|
||
{
|
||
assignedAgentId: f.agentId,
|
||
apiKey: "test-key",
|
||
receiveMode: "websocket",
|
||
idempotencyKey: randomUUID(),
|
||
},
|
||
{ userId: "email-board" },
|
||
),
|
||
).rejects.toThrow(/boundary/);
|
||
const [project] = await db
|
||
.insert(projects)
|
||
.values({ companyId: f.companyId, name: "Email work" })
|
||
.returning();
|
||
await db
|
||
.update(agents)
|
||
.set({
|
||
permissions: {
|
||
trustPreset: "low_trust_review",
|
||
authorizationPolicy: {
|
||
trustPreset: "low_trust_review",
|
||
trustBoundary: {
|
||
mode: "low_trust_review",
|
||
companyId: f.companyId,
|
||
projectIds: [project.id],
|
||
},
|
||
},
|
||
},
|
||
})
|
||
.where(eq(agents.id, f.agentId));
|
||
await expect(
|
||
f.service.setup(
|
||
f.companyId,
|
||
{
|
||
assignedAgentId: f.agentId,
|
||
apiKey: "test-key",
|
||
receiveMode: "websocket",
|
||
idempotencyKey: randomUUID(),
|
||
},
|
||
{ userId: "email-board" },
|
||
),
|
||
).rejects.toThrow(/sandbox environment/);
|
||
await instanceSettingsService(db).updateExperimental({ enableIsolatedWorkspaces: true });
|
||
await f.receive(f.message());
|
||
const [task] = await db
|
||
.select()
|
||
.from(issues)
|
||
.where(eq(issues.companyId, f.companyId));
|
||
expect(task.projectId).toBe(project.id);
|
||
expect(task.executionWorkspaceSettings?.mode).toBe("isolated_workspace");
|
||
await expect(
|
||
f.service.authorizeRead(f.companyId, task.id, { agentId: f.agentId }),
|
||
).resolves.toBeUndefined();
|
||
const outside = await issueService(db).create(f.companyId, {
|
||
title: "Outside email scope",
|
||
status: "backlog",
|
||
});
|
||
await expect(
|
||
f.service.authorizeRead(f.companyId, outside.id, { agentId: f.agentId }),
|
||
).rejects.toThrow();
|
||
});
|
||
});
|