diff --git a/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts b/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts index 2e971139..f880affb 100644 --- a/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts +++ b/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts @@ -72,6 +72,11 @@ export async function scrapWithFireEngine({ ); logParams.error_message = response.data?.pageError; logParams.response_code = response.data?.pageStatusCode; + + if(response.data && response.data?.pageStatusCode !== 200) { + console.error(`[Fire-Engine] Error fetching url: ${url} with status: ${response.status}`); + } + return { html: "", screenshot: "",