AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-19 18:29:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(queue-worker/crawl): only report successful page count in num_docs (#1179)

Browse Source
This commit is contained in:
Gergő Móricz 2025-02-13 17:14:24 +01:00 committed by GitHub
parent 584221a106
commit 73e7884df4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/services/queue-worker.ts
View File

@ -29,6 +29,7 @@ import {
getCrawl, getCrawl,
getCrawlJobCount, getCrawlJobCount,
getCrawlJobs, getCrawlJobs,
getDoneJobsOrderedLength,
lockURL, lockURL,
lockURLs, lockURLs,
lockURLsIndividually, lockURLsIndividually,
@ -185,7 +186,7 @@ async function finishCrawlIfNeeded(job: Job & { id: string }, sc: StoredCrawl) {
); );
} }
} else { } else {
const num_docs = await getCrawlJobCount(job.data.crawl_id); const num_docs = await getDoneJobsOrderedLength(job.data.crawl_id);
const jobStatus = sc.cancelled ? "failed" : "completed"; const jobStatus = sc.cancelled ? "failed" : "completed";
await logJob( await logJob(