diff --git a/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts b/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts index f63f73a9..94d49598 100644 --- a/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts +++ b/apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts @@ -76,6 +76,11 @@ export async function scrapWithFireEngine({ ); logParams.error_message = response.data?.pageError; logParams.response_code = response.data?.pageStatusCode; + + if(response.data && response.data?.pageStatusCode !== 200) { + console.error(`[Fire-Engine] Error fetching url: ${url} with status: ${response.status}`); + } + return { html: "", screenshot: "",