AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-18 05:56:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: proper level

Browse Source
This commit is contained in:
Gergő Móricz 2025-05-30 17:36:51 +02:00
parent 656c769f73
commit daa7fc58f6
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
apps/api/src/services/queue-worker.ts
View File

@ -1130,10 +1130,6 @@ async function processJob(job: Job & { id: string }, token: string) {
logger.info(`🐂 Worker taking job ${job.id}`, { url: job.data.url });
const start = job.data.startTime ?? Date.now();
const remainingTime = job.data.scrapeOptions.timeout ? (job.data.scrapeOptions.timeout - (Date.now() - start)) : undefined;
if (remainingTime !== undefined && remainingTime < 0) {
throw new Error("timeout");
}
const signal = remainingTime ? AbortSignal.timeout(remainingTime) : undefined;
const costTracking = new CostTracking();
@ -1145,6 +1141,11 @@ async function processJob(job: Job & { id: string }, token: string) {
current_url: "",
});
if (remainingTime !== undefined && remainingTime < 0) {
throw new Error("timeout");
}
const signal = remainingTime ? AbortSignal.timeout(remainingTime) : undefined;
if (job.data.crawl_id) {
const sc = (await getCrawl(job.data.crawl_id)) as StoredCrawl;
if (sc && sc.cancelled) {