AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-14 14:06:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #394 from mendableai/nsc/small-fe-print

Browse Source 
Log Fire-engine page errors
This commit is contained in:
Nicolas 2024-07-12 22:14:04 -04:00 committed by GitHub
commit 09bc2c7a9c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts
View File

@ -72,6 +72,11 @@ export async function scrapWithFireEngine({
); );
logParams.error_message = response.data?.pageError; logParams.error_message = response.data?.pageError;
logParams.response_code = response.data?.pageStatusCode; logParams.response_code = response.data?.pageStatusCode;
if(response.data && response.data?.pageStatusCode !== 200) {
console.error(`[Fire-Engine] Error fetching url: ${url} with status: ${response.status}`);
}
return { return {
html: "", html: "",
screenshot: "", screenshot: "",