AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 20:45:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update blocklist.ts

Browse Source
This commit is contained in:
Nicolas 2025-01-29 22:23:50 -03:00
parent 86f05a07ba
commit c88176a596
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
apps/api/src/scraper/WebScraper/utils/blocklist.ts
View File

@ -66,6 +66,7 @@ const urlBlocklist = [
"KKttwRz4w+AMJrZcB828WQ==", "KKttwRz4w+AMJrZcB828WQ==",
"vMdzZ33BXoyWVZnAPOBcrg==", "vMdzZ33BXoyWVZnAPOBcrg==",
"l8GDVI8w/ueHnNzdN1ODuQ==", "l8GDVI8w/ueHnNzdN1ODuQ==",
"+yz9bnYYMnC0trJZGJwf6Q=="
]; ];
const decryptedBlocklist = const decryptedBlocklist =