From a5256827c0e92e48913bb514e5fa439083d25ce2 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Sun, 15 Dec 2024 14:36:09 -0300 Subject: [PATCH] Update index.ts --- apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts index 2b67c4d6..b84b1e90 100644 --- a/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts +++ b/apps/api/src/scraper/scrapeURL/engines/fire-engine/index.ts @@ -51,7 +51,11 @@ async function performFireEngineScrape< }); } - if (Date.now() - startTime > timeout) { + const userParam = request.timeout ?? 0; + // Use 70% of the user-provided timeout as the timeout for fire-engine check status + const fireEngineTimeout = timeout + Math.round(userParam * 0.7); + const fullTimeout = Math.max(fireEngineTimeout, timeout); + if (Date.now() - startTime > fullTimeout) { logger.info( "Fire-engine was unable to scrape the page before timing out.", { errors, timeout },