Reorganize repo structure and standards references
This commit is contained in:
1 parent
3cb93a81be
commit
be2054274d
5885 files changed
+2588
-195
No files matched your search
@@ -0,0 +1,94 @@
|
||||
import { getDbClient, type DbClient } from "./client.server.js";
|
||||
|
||||
export const QUEUE_FAILED_JOB_ERROR_MESSAGE_MAX_LENGTH = 2_000;
|
||||
|
||||
export type QueueFailedJobRecordInput = {
|
||||
queueName: string;
|
||||
jobName: string;
|
||||
jobId?: string | null;
|
||||
attemptsMade: number;
|
||||
attemptsLimit?: number | null;
|
||||
errorName?: string | null;
|
||||
errorMessage?: string | null;
|
||||
failedAt?: Date | null;
|
||||
};
|
||||
|
||||
type QueueFailedJobRecordData = {
|
||||
queueName: string;
|
||||
jobName: string;
|
||||
jobId?: string | null;
|
||||
attemptsMade: number;
|
||||
attemptsLimit?: number | null;
|
||||
errorName: string;
|
||||
errorMessage: string;
|
||||
failedAt?: Date | null;
|
||||
};
|
||||
|
||||
export type QueueFailedJobWriterClient = {
|
||||
queueFailedJob: {
|
||||
create(args: { data: QueueFailedJobRecordData }): Promise<unknown>;
|
||||
upsert(args: {
|
||||
where: { queueName_jobName_jobId: { queueName: string; jobName: string; jobId: string } };
|
||||
create: QueueFailedJobRecordData;
|
||||
update: QueueFailedJobRecordData;
|
||||
}): Promise<unknown>;
|
||||
};
|
||||
};
|
||||
|
||||
export function redactQueueFailedJobErrorMessage(errorMessage: string): string {
|
||||
return errorMessage
|
||||
.replace(/\b(authorization)\s*[:=]\s*Bearer\s+\S+/gi, "$1=Bearer [redacted]")
|
||||
.replace(/\bBearer\s+[A-Za-z0-9._~+/=-]+/gi, "Bearer [redacted]")
|
||||
.replace(/\b(token|secret|api[-_]?key|apikey|password|code)\s*[:=]\s*[^&\s;,)\"']+/gi, "$1=[redacted]")
|
||||
.replace(/\b(payload|body|template)[-_ ]?secret\b/gi, "$1-[redacted]")
|
||||
.replace(/[A-Z0-9._%+-]+@[A-Z0-9.-]+\.[A-Z]{2,}/gi, "[redacted-email]");
|
||||
}
|
||||
|
||||
function truncateErrorMessage(errorMessage: string): string {
|
||||
const redacted = redactQueueFailedJobErrorMessage(errorMessage);
|
||||
|
||||
if (redacted.length <= QUEUE_FAILED_JOB_ERROR_MESSAGE_MAX_LENGTH) {
|
||||
return redacted;
|
||||
}
|
||||
|
||||
return redacted.slice(0, QUEUE_FAILED_JOB_ERROR_MESSAGE_MAX_LENGTH);
|
||||
}
|
||||
|
||||
function normalizeQueueFailedJobData(data: QueueFailedJobRecordInput): QueueFailedJobRecordData {
|
||||
return {
|
||||
queueName: data.queueName,
|
||||
jobName: data.jobName,
|
||||
jobId: data.jobId ?? null,
|
||||
attemptsMade: data.attemptsMade,
|
||||
attemptsLimit: data.attemptsLimit ?? null,
|
||||
errorName: data.errorName ?? "Error",
|
||||
errorMessage: truncateErrorMessage(data.errorMessage ?? ""),
|
||||
failedAt: data.failedAt ?? null,
|
||||
};
|
||||
}
|
||||
|
||||
export async function recordQueueFailedJob(
|
||||
data: QueueFailedJobRecordInput,
|
||||
client: QueueFailedJobWriterClient = getDbClient() as DbClient & QueueFailedJobWriterClient,
|
||||
): Promise<void> {
|
||||
const normalizedData = normalizeQueueFailedJobData(data);
|
||||
|
||||
if (normalizedData.jobId) {
|
||||
await client.queueFailedJob.upsert({
|
||||
where: {
|
||||
queueName_jobName_jobId: {
|
||||
queueName: normalizedData.queueName,
|
||||
jobName: normalizedData.jobName,
|
||||
jobId: normalizedData.jobId,
|
||||
},
|
||||
},
|
||||
create: normalizedData,
|
||||
update: normalizedData,
|
||||
});
|
||||
return;
|
||||
}
|
||||
|
||||
await client.queueFailedJob.create({
|
||||
data: normalizedData,
|
||||
});
|
||||
}
|
||||
Reference in new issue
Block a user