AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-14 05:36:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(queue-worker): finish crawl if all addable URLs were already locked (#1582)

Browse Source
This commit is contained in:
Gergő Móricz 2025-05-21 22:40:31 +02:00 committed by GitHub
parent 9bb97388e2
commit a3aee9be13
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
apps/api/src/services/queue-worker.ts
View File

@ -239,11 +239,15 @@ async function finishCrawlIfNeeded(job: Job & { id: string }, sc: StoredCrawl) {
); );
await addScrapeJobs(lockedJobs); await addScrapeJobs(lockedJobs);
logger.info("Added jobs, not going for the full finish", { if (lockedJobs.length > 0) {
lockedJobs: lockedJobs.length, logger.info("Added jobs, not going for the full finish", {
}); lockedJobs: lockedJobs.length,
});
return; return;
} else {
logger.info("No jobs added (all discovered URLs were locked), finishing crawl");
}
} }
} }