AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 22:35:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update index.ts

Browse Source
This commit is contained in:
Nicolas 2024-12-15 14:36:09 -03:00
parent 98f27b0acc
commit a5256827c0
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts
View File

@ -51,7 +51,11 @@ async function performFireEngineScrape<
}); });
} }
if (Date.now() - startTime > timeout) { const userParam = request.timeout ?? 0;
// Use 70% of the user-provided timeout as the timeout for fire-engine check status
const fireEngineTimeout = timeout + Math.round(userParam * 0.7);
const fullTimeout = Math.max(fireEngineTimeout, timeout);
if (Date.now() - startTime > fullTimeout) {
logger.info( logger.info(
"Fire-engine was unable to scrape the page before timing out.", "Fire-engine was unable to scrape the page before timing out.",
{ errors, timeout }, { errors, timeout },