AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-07-04 05:35:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update fireEngine.ts

Browse Source
This commit is contained in:
Nicolas 2024-07-12 14:59:49 -04:00
parent b5b75086c1
commit 5da03a8fbd
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts
View File

@ -72,6 +72,11 @@ export async function scrapWithFireEngine({
); );
logParams.error_message = response.data?.pageError; logParams.error_message = response.data?.pageError;
logParams.response_code = response.data?.pageStatusCode; logParams.response_code = response.data?.pageStatusCode;
if(response.data && response.data?.pageStatusCode !== 200) {
console.error(`[Fire-Engine] Error fetching url: ${url} with status: ${response.status}`);
}
return { return {
html: "", html: "",
screenshot: "", screenshot: "",