From 5da03a8fbdbf5f4adccf23f61be4010bdd7bc62e Mon Sep 17 00:00:00 2001 From: Nicolas Date: Fri, 12 Jul 2024 14:59:49 -0400 Subject: [PATCH] Update fireEngine.ts --- apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts b/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts index 2e971139..f880affb 100644 --- a/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts +++ b/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts @@ -72,6 +72,11 @@ export async function scrapWithFireEngine({ ); logParams.error_message = response.data?.pageError; logParams.response_code = response.data?.pageStatusCode; + + if(response.data && response.data?.pageStatusCode !== 200) { + console.error(`[Fire-Engine] Error fetching url: ${url} with status: ${response.status}`); + } + return { html: "", screenshot: "",