AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 16:20:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(scrape): consider timeout property

Browse Source
This commit is contained in:
Gergo Moricz 2024-08-06 17:25:58 +02:00
parent 8566ece700
commit 3ae95a2740
1 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
apps/api/src/controllers/scrape.ts
View File

@ -47,7 +47,20 @@ export async function scrapeHelper(
origin: req.body.origin ?? defaultOrigin,
});
const doc = (await job.waitUntilFinished(scrapeQueueEvents, 60 * 1000))[0]; //60 seconds timeout
let doc;
try {
doc = (await job.waitUntilFinished(scrapeQueueEvents, timeout))[0]; //60 seconds timeout
} catch (e) {
if (e instanceof Error && e.message.startsWith("Job wait")) {
return {
success: false,
error: "Request timed out",
returnCode: 409,
}
} else {
throw e;
}
}
if (!doc) {
console.error("!!! PANIC DOC IS", doc, job);