AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 18:50:44 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update blocklist.ts

Browse Source
This commit is contained in:
Nicolas 2024-07-18 14:20:19 -04:00
parent 6161b83890
commit 5f14f4f788
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/utils/blocklist.ts
View File

@ -59,7 +59,7 @@ export function isUrlBlocked(url: string): boolean {
return isBlocked;
} catch (e) {
// If an error occurs (e.g., invalid URL), return false
console.error(`Error processing URL: ${url}`, e);
console.error(`Error parsing the following URL: ${url}`);
return false;
}
}