Add cron job to sweep stale import batches every minute
Batches stuck in pending or running for more than 10 minutes (server restart mid-import, pg-boss job dropped) are marked failed with a user-visible message. Runs every minute via pg-boss cron with a 55s expiry so overlapping runs are dropped. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
parent
64624cb13c
commit
a181dfe6b8
2 changed files with 40 additions and 1 deletions
|
|
@ -144,8 +144,9 @@ server.listen(port, async () => {
|
|||
const { notificationsFanoutJob } = await import("./app/jobs/notifications-fanout.ts");
|
||||
const { notificationsPurgeJob } = await import("./app/jobs/notifications-purge.ts");
|
||||
const { komootBulkImportJob } = await import("./app/jobs/komoot-bulk-import.ts");
|
||||
const { importBatchesSweepJob } = await import("./app/jobs/import-batches-sweep.ts");
|
||||
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
||||
jobs.push(notificationsFanoutJob, notificationsPurgeJob, komootBulkImportJob as any);
|
||||
jobs.push(notificationsFanoutJob, notificationsPurgeJob, komootBulkImportJob as any, importBatchesSweepJob);
|
||||
|
||||
const boss = createBoss(process.env.DATABASE_URL ?? "postgres://trails:trails@localhost:5432/trails");
|
||||
await startWorker(boss, jobs);
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue