From a3aee9be13bbf395376c2473dc169c1bd4687b7b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= Date: Wed, 21 May 2025 22:40:31 +0200 Subject: [PATCH] fix(queue-worker): finish crawl if all addable URLs were already locked (#1582) --- apps/api/src/services/queue-worker.ts | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/apps/api/src/services/queue-worker.ts b/apps/api/src/services/queue-worker.ts index 18203f81..3b4afa29 100644 --- a/apps/api/src/services/queue-worker.ts +++ b/apps/api/src/services/queue-worker.ts @@ -239,11 +239,15 @@ async function finishCrawlIfNeeded(job: Job & { id: string }, sc: StoredCrawl) { ); await addScrapeJobs(lockedJobs); - logger.info("Added jobs, not going for the full finish", { - lockedJobs: lockedJobs.length, - }); + if (lockedJobs.length > 0) { + logger.info("Added jobs, not going for the full finish", { + lockedJobs: lockedJobs.length, + }); - return; + return; + } else { + logger.info("No jobs added (all discovered URLs were locked), finishing crawl"); + } } }