AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-06-21 23:26:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(scrapeURL/fire-engine): timeouts

Browse Source
This commit is contained in:
Gergő Móricz 2024-12-15 15:58:27 +01:00
parent 5e267f92ff
commit afbd01299a
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
View File

@ -136,7 +136,7 @@ export async function scrapeURLWithFireEngineChromeCDP(
priority: meta.internalOptions.priority,
geolocation: meta.options.geolocation,
mobile: meta.options.mobile,
timeout: meta.options.timeout === undefined ? 300000 : undefined, // TODO: better timeout logic
timeout: meta.options.timeout === undefined ? 300000 : meta.options.timeout, // TODO: better timeout logic
disableSmartWaitCache: meta.internalOptions.disableSmartWaitCache,
// TODO: scrollXPaths
};
@ -220,7 +220,7 @@ export async function scrapeURLWithFireEnginePlaywright(
wait: meta.options.waitFor,
geolocation: meta.options.geolocation,
timeout: meta.options.timeout === undefined ? 300000 : undefined, // TODO: better timeout logic
timeout: meta.options.timeout === undefined ? 300000 : meta.options.timeout, // TODO: better timeout logic
};
let response = await performFireEngineScrape(
@ -279,7 +279,7 @@ export async function scrapeURLWithFireEngineTLSClient(
geolocation: meta.options.geolocation,
disableJsDom: meta.internalOptions.v0DisableJsDom,
timeout: meta.options.timeout === undefined ? 300000 : undefined, // TODO: better timeout logic
timeout: meta.options.timeout === undefined ? 30000 : meta.options.timeout, // TODO: better timeout logic
};
let response = await performFireEngineScrape(