AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-04 08:30:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #958 from mendableai/remove-microsoft

Browse Source
This commit is contained in:
Nicolas 2024-12-10 12:00:49 -03:00 committed by GitHub
commit 2d35a52efe
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/services/queue-worker.ts
View File

@ -354,8 +354,7 @@ async function processJob(job: Job & { id: string }, token: string) {
job.data.url && job.data.url &&
(job.data.url.includes("researchhub.com") || (job.data.url.includes("researchhub.com") ||
job.data.url.includes("ebay.com") || job.data.url.includes("ebay.com") ||
job.data.url.includes("youtube.com") || job.data.url.includes("youtube.com"))
job.data.url.includes("microsoft.com"))
) { ) {
logger.info(`🐂 Blocking job ${job.id} with URL ${job.data.url}`); logger.info(`🐂 Blocking job ${job.id} with URL ${job.data.url}`);
const data = { const data = {