AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 20:16:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(blocklist): unblock

Browse Source
This commit is contained in:
Gergő Móricz 2025-01-15 18:54:26 +01:00
parent dde3aebac4
commit ec039dcb8f
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/utils/blocklist.ts
View File

@ -94,6 +94,8 @@ const allowedKeywords = [
"://ads.tiktok.com",
"://tiktok.com/business",
"://developers.facebook.com",
"://facebook.com/ads/library",
"://www.facebook.com/ads/library",
];
export function isUrlBlocked(url: string): boolean {