AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 15:58:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(queue-worker): finish crawl if all addable URLs were already locked (#1582)

Browse Source
This commit is contained in:
Gergő Móricz 2025-05-21 22:40:31 +02:00 committed by GitHub
parent 9bb97388e2
commit a3aee9be13
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
apps/api/src/services/queue-worker.ts
View File

@ -239,11 +239,15 @@ async function finishCrawlIfNeeded(job: Job & { id: string }, sc: StoredCrawl) {
);
await addScrapeJobs(lockedJobs);
logger.info("Added jobs, not going for the full finish", {
lockedJobs: lockedJobs.length,
});
if (lockedJobs.length > 0) {
logger.info("Added jobs, not going for the full finish", {
lockedJobs: lockedJobs.length,
});
return;
return;
} else {
logger.info("No jobs added (all discovered URLs were locked), finishing crawl");
}
}
}