AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-07-03 20:25:12 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into nsc/sitemap-fix-fire-engine

Browse Source
This commit is contained in:
Nicolas 2024-07-12 22:15:06 -04:00
commit d0c8d3ecde
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts
View File

@ -76,6 +76,11 @@ export async function scrapWithFireEngine({
); );
logParams.error_message = response.data?.pageError; logParams.error_message = response.data?.pageError;
logParams.response_code = response.data?.pageStatusCode; logParams.response_code = response.data?.pageStatusCode;
if(response.data && response.data?.pageStatusCode !== 200) {
console.error(`[Fire-Engine] Error fetching url: ${url} with status: ${response.status}`);
}
return { return {
html: "", html: "",
screenshot: "", screenshot: "",