AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-08 14:19:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(crawl-status): improve finished checking

Browse Source
This commit is contained in:
Gergő Móricz 2025-01-17 17:18:36 +01:00
parent e6531278f6
commit 078c0679aa
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/controllers/v1/crawl-status.ts
View File

@ -13,6 +13,7 @@ import {
getDoneJobsOrderedLength, getDoneJobsOrderedLength,
getThrottledJobs, getThrottledJobs,
isCrawlFinished, isCrawlFinished,
isCrawlFinishedLocked,
} from "../../lib/crawl-redis"; } from "../../lib/crawl-redis";
import { getScrapeQueue } from "../../services/queue-service"; import { getScrapeQueue } from "../../services/queue-service";
import { import {
@ -117,7 +118,7 @@ export async function crawlStatusController(
sc.cancelled sc.cancelled
? "cancelled" ? "cancelled"
: validJobStatuses.every((x) => x[1] === "completed") && : validJobStatuses.every((x) => x[1] === "completed") &&
await isCrawlFinished(req.params.jobId) (await isCrawlFinishedLocked(req.params.jobId) || await isCrawlFinished(req.params.jobId))
? "completed" ? "completed"
: "scraping"; : "scraping";