mirror of
https://github.com/paperclipai/paperclip.git
synced 2026-10-11 23:36:51 +02:00
Malformed JSON requests currently reach generic crash handling and return 500 before any route handler runs. Classify the specific Express parser error as a 400 with a constant response, preserving unrelated server error reporting. Carry forward the original three commits from #7410, preserve contributor credit, and add request privacy and negative regression checks. Document the API response. Fixes #7390. Validation: 80 focused tests, direct server typecheck, and complete Linux CI passed. Greptile 5/5. Full local typecheck/build require missing Rust tooling; local test environment failures are documented in the PR. Co-Authored-By: developers-universe-1 <madelynreyes2026@gmail.com> Co-Authored-By: Paperclip <noreply@paperclip.ing>
300 lines
9.5 KiB
TypeScript
300 lines
9.5 KiB
TypeScript
import type { Request, Response, NextFunction } from "express";
|
|
import type { Db } from "@paperclipai/db";
|
|
import { ZodError } from "zod";
|
|
import { HttpError } from "../errors.js";
|
|
import { trackErrorHandlerCrash } from "@paperclipai/shared/telemetry";
|
|
import { getTelemetryClient } from "../telemetry.js";
|
|
import { captureException } from "../sentry.js";
|
|
import { COMPANY_IMPORT_API_PATH } from "../routes/company-import-paths.js";
|
|
import { logger } from "./logger.js";
|
|
import { isSecretSensitiveHttpRequest } from "./http-log-policy.js";
|
|
import {
|
|
collectSensitiveStringValues,
|
|
redactSensitiveValueOccurrences,
|
|
} from "./redact-sensitive.js";
|
|
import { recordResponsibleUserDenialOnActiveRun } from "../services/responsible-user-denial-run-outcomes.js";
|
|
|
|
export interface ErrorContext {
|
|
error: {
|
|
message: string;
|
|
stack?: string;
|
|
name?: string;
|
|
details?: unknown;
|
|
raw?: unknown;
|
|
};
|
|
method: string;
|
|
url: string;
|
|
reqBody?: unknown;
|
|
reqParams?: unknown;
|
|
reqQuery?: unknown;
|
|
}
|
|
|
|
function isRedactedSkillPolicyDenial(details: Record<string, unknown> | null) {
|
|
return details?.code === "skill_policy_denied";
|
|
}
|
|
|
|
function readZodIssues(err: unknown): unknown[] | null {
|
|
if (err instanceof ZodError) return err.issues;
|
|
if (
|
|
!err ||
|
|
typeof err !== "object" ||
|
|
(err as { name?: unknown }).name !== "ZodError"
|
|
)
|
|
return null;
|
|
const issues = (err as { issues?: unknown }).issues;
|
|
return Array.isArray(issues) ? issues : null;
|
|
}
|
|
|
|
function attachErrorContext(
|
|
req: Request,
|
|
res: Response,
|
|
payload: ErrorContext["error"],
|
|
rawError?: Error,
|
|
) {
|
|
(res as any).__errorContext = {
|
|
error: payload,
|
|
method: req.method,
|
|
url: req.originalUrl,
|
|
reqBody: req.body,
|
|
reqParams: req.params,
|
|
reqQuery: req.query,
|
|
} satisfies ErrorContext;
|
|
if (rawError) {
|
|
(res as any).err = rawError;
|
|
}
|
|
}
|
|
|
|
function sanitizeSecretSensitiveError(req: Request, error: Error): Error {
|
|
if (!isSecretSensitiveHttpRequest(req.method, req.originalUrl)) return error;
|
|
const sanitized = new Error("Secret-sensitive request failed");
|
|
// Both `name` and `message` are attacker/provider-controlled properties on
|
|
// JavaScript errors. Do not preserve either on a credential-bearing route.
|
|
sanitized.name = "Error";
|
|
return sanitized;
|
|
}
|
|
|
|
function sanitizeSecretSensitiveResponse(
|
|
req: Request,
|
|
value: unknown,
|
|
): unknown {
|
|
if (!isSecretSensitiveHttpRequest(req.method, req.originalUrl)) return value;
|
|
return redactSensitiveValueOccurrences(
|
|
value,
|
|
collectSensitiveStringValues(req.body),
|
|
);
|
|
}
|
|
|
|
/** Report a server-side crash to every error sink. */
|
|
function reportCrash(error: Error): void {
|
|
const tc = getTelemetryClient();
|
|
if (tc) trackErrorHandlerCrash(tc, { errorCode: error.name });
|
|
captureException(error);
|
|
}
|
|
|
|
function getPaperclipDb(req: Request): Db | null {
|
|
const locals = req.app?.locals as { paperclipDb?: Db; db?: Db } | undefined;
|
|
return locals?.paperclipDb ?? locals?.db ?? null;
|
|
}
|
|
|
|
function recordResponsibleUserDenialFromHttpError(
|
|
req: Request,
|
|
details: Record<string, unknown> | null,
|
|
) {
|
|
if (req.actor?.type !== "agent") return;
|
|
const db = getPaperclipDb(req);
|
|
if (!db) return;
|
|
|
|
void recordResponsibleUserDenialOnActiveRun(db, {
|
|
runId: req.actor.runId ?? null,
|
|
agentId: req.actor.agentId ?? null,
|
|
companyId: req.actor.companyId ?? null,
|
|
code: details?.code,
|
|
}).catch((recordErr) => {
|
|
logger.warn(
|
|
{
|
|
err: recordErr,
|
|
runId: req.actor?.runId ?? null,
|
|
agentId:
|
|
req.actor?.type === "agent" ? (req.actor.agentId ?? null) : null,
|
|
},
|
|
"failed to record responsible-user denial on heartbeat run",
|
|
);
|
|
});
|
|
}
|
|
|
|
export function errorHandler(
|
|
err: unknown,
|
|
req: Request,
|
|
res: Response,
|
|
_next: NextFunction,
|
|
) {
|
|
if (err instanceof HttpError) {
|
|
const details =
|
|
err.details &&
|
|
typeof err.details === "object" &&
|
|
!Array.isArray(err.details)
|
|
? (err.details as Record<string, unknown>)
|
|
: null;
|
|
const redactedSkillPolicyDenial = isRedactedSkillPolicyDenial(details);
|
|
const workspaceRepairPreconditionFailure =
|
|
details?.code === "workspace_repair_precondition_failed";
|
|
const structuredConnectionError = new Set([
|
|
"user_authorization_required",
|
|
"organization_authorization_required",
|
|
"grant_audience_denied",
|
|
"grant_revoked",
|
|
"needs_reauthorization",
|
|
"installation_required",
|
|
"connection_not_installed",
|
|
"subject_not_permitted",
|
|
"standing_delegation_required",
|
|
"grant_owner_membership_inactive",
|
|
]).has(typeof details?.code === "string" ? details.code : "");
|
|
const responseDetailsValue = sanitizeSecretSensitiveResponse(
|
|
req,
|
|
err.details,
|
|
);
|
|
const responseDetails =
|
|
responseDetailsValue &&
|
|
typeof responseDetailsValue === "object" &&
|
|
!Array.isArray(responseDetailsValue)
|
|
? (responseDetailsValue as Record<string, unknown>)
|
|
: null;
|
|
recordResponsibleUserDenialFromHttpError(req, details);
|
|
if (err.status >= 500) {
|
|
const reportableError = sanitizeSecretSensitiveError(req, err);
|
|
attachErrorContext(
|
|
req,
|
|
res,
|
|
isSecretSensitiveHttpRequest(req.method, req.originalUrl)
|
|
? { message: reportableError.message, name: reportableError.name }
|
|
: {
|
|
message: err.message,
|
|
stack: err.stack,
|
|
name: err.name,
|
|
details: err.details,
|
|
},
|
|
reportableError,
|
|
);
|
|
reportCrash(reportableError);
|
|
}
|
|
const secretSensitiveServerError =
|
|
err.status >= 500 &&
|
|
isSecretSensitiveHttpRequest(req.method, req.originalUrl);
|
|
res.status(err.status).json(
|
|
secretSensitiveServerError
|
|
? { error: "Internal server error" }
|
|
: {
|
|
error: sanitizeSecretSensitiveResponse(req, err.message),
|
|
...(typeof responseDetails?.code === "string"
|
|
? { code: responseDetails.code }
|
|
: {}),
|
|
...(redactedSkillPolicyDenial &&
|
|
typeof responseDetails?.reason === "string"
|
|
? { reason: responseDetails.reason }
|
|
: {}),
|
|
...(workspaceRepairPreconditionFailure &&
|
|
typeof responseDetails?.reason === "string"
|
|
? { reason: responseDetails.reason }
|
|
: {}),
|
|
...(workspaceRepairPreconditionFailure &&
|
|
typeof responseDetails?.repairPhase === "string"
|
|
? { repairPhase: responseDetails.repairPhase }
|
|
: {}),
|
|
...(typeof responseDetails?.remediation === "string" ||
|
|
(structuredConnectionError &&
|
|
responseDetails?.remediation &&
|
|
typeof responseDetails.remediation === "object")
|
|
? { remediation: responseDetails.remediation }
|
|
: {}),
|
|
...(structuredConnectionError && responseDetails?.connection
|
|
? { connection: responseDetails.connection }
|
|
: {}),
|
|
...(structuredConnectionError && responseDetails?.subject
|
|
? { subject: responseDetails.subject }
|
|
: {}),
|
|
...(structuredConnectionError &&
|
|
typeof responseDetails?.grantId === "string"
|
|
? { grantId: responseDetails.grantId }
|
|
: {}),
|
|
...(!redactedSkillPolicyDenial &&
|
|
!workspaceRepairPreconditionFailure &&
|
|
responseDetailsValue
|
|
? { details: responseDetailsValue }
|
|
: {}),
|
|
},
|
|
);
|
|
return;
|
|
}
|
|
|
|
const zodIssues = readZodIssues(err);
|
|
if (zodIssues) {
|
|
res.status(400).json({
|
|
error: "Validation error",
|
|
details: sanitizeSecretSensitiveResponse(req, zodIssues),
|
|
});
|
|
return;
|
|
}
|
|
|
|
// Only body-parser's malformed-JSON errors are client input failures.
|
|
// Parser messages can quote request bytes; return a constant response and
|
|
// keep the raw error out of crash reporting and HTTP error context.
|
|
if (
|
|
err instanceof SyntaxError &&
|
|
"status" in err && err.status === 400 &&
|
|
"type" in err && err.type === "entity.parse.failed"
|
|
) {
|
|
res.status(400).json({ error: "Invalid JSON body" });
|
|
return;
|
|
}
|
|
|
|
const rootError = err instanceof Error ? err : new Error(String(err));
|
|
|
|
// The client tore down the connection mid-request (closed tab, dropped
|
|
// mobile network, cancelled upload): Node surfaces it as `Error: aborted`
|
|
// with ECONNRESET. There is no server fault to report and nobody left to
|
|
// answer, so skip the error sinks and just close out the response.
|
|
if (
|
|
rootError.message === "aborted" &&
|
|
(rootError as NodeJS.ErrnoException).code === "ECONNRESET"
|
|
) {
|
|
if (!res.headersSent) res.status(499);
|
|
res.end();
|
|
return;
|
|
}
|
|
|
|
const reportableError = sanitizeSecretSensitiveError(req, rootError);
|
|
attachErrorContext(
|
|
req,
|
|
res,
|
|
isSecretSensitiveHttpRequest(req.method, req.originalUrl)
|
|
? { message: reportableError.message, name: reportableError.name }
|
|
: err instanceof Error
|
|
? { message: err.message, stack: err.stack, name: err.name }
|
|
: {
|
|
message: String(err),
|
|
raw: err,
|
|
stack: rootError.stack,
|
|
name: rootError.name,
|
|
},
|
|
reportableError,
|
|
);
|
|
|
|
reportCrash(reportableError);
|
|
|
|
res.status(500).json({
|
|
error: "Internal server error",
|
|
...(shouldExposeTrustedCloudTenantImportError(req)
|
|
? { message: rootError.message }
|
|
: {}),
|
|
});
|
|
}
|
|
|
|
function shouldExposeTrustedCloudTenantImportError(req: Request) {
|
|
return (
|
|
req.actor?.source === "cloud_tenant" &&
|
|
req.method === "POST" &&
|
|
req.originalUrl.split("?")[0] === COMPANY_IMPORT_API_PATH
|
|
);
|
|
}
|