AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-14 20:26:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update index.ts

Browse Source
This commit is contained in:
Nicolas 2024-12-15 14:36:09 -03:00
parent 98f27b0acc
commit a5256827c0
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
View File

@ -51,7 +51,11 @@ async function performFireEngineScrape<
});
}
if (Date.now() - startTime > timeout) {
const userParam = request.timeout ?? 0;
// Use 70% of the user-provided timeout as the timeout for fire-engine check status
const fireEngineTimeout = timeout + Math.round(userParam * 0.7);
const fullTimeout = Math.max(fireEngineTimeout, timeout);
if (Date.now() - startTime > fullTimeout) {
logger.info(
"Fire-engine was unable to scrape the page before timing out.",
{ errors, timeout },