fix(crawl-status): improve finished checking

This commit is contained in:
Gergő Móricz 2025-01-17 17:18:36 +01:00
parent e6531278f6
commit 078c0679aa

View File

@ -13,6 +13,7 @@ import {
getDoneJobsOrderedLength,
getThrottledJobs,
isCrawlFinished,
isCrawlFinishedLocked,
} from "../../lib/crawl-redis";
import { getScrapeQueue } from "../../services/queue-service";
import {
@ -117,7 +118,7 @@ export async function crawlStatusController(
sc.cancelled
? "cancelled"
: validJobStatuses.every((x) => x[1] === "completed") &&
await isCrawlFinished(req.params.jobId)
(await isCrawlFinishedLocked(req.params.jobId) || await isCrawlFinished(req.params.jobId))
? "completed"
: "scraping";