AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-04 06:40:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #958 from mendableai/remove-microsoft

Browse Source
This commit is contained in:
Nicolas 2024-12-10 12:00:49 -03:00 committed by GitHub
commit 2d35a52efe
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/services/queue-worker.ts
View File

@ -354,8 +354,7 @@ async function processJob(job: Job & { id: string }, token: string) {
job.data.url &&
(job.data.url.includes("researchhub.com") ||
job.data.url.includes("ebay.com") ||
job.data.url.includes("youtube.com") ||
job.data.url.includes("microsoft.com"))
job.data.url.includes("youtube.com"))
) {
logger.info(`🐂 Blocking job ${job.id} with URL ${job.data.url}`);
const data = {