mirror of
https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl
synced 2025-08-04 17:20:36 +08:00
Merge pull request #958 from mendableai/remove-microsoft
This commit is contained in:
commit
2d35a52efe
@ -354,8 +354,7 @@ async function processJob(job: Job & { id: string }, token: string) {
|
|||||||
job.data.url &&
|
job.data.url &&
|
||||||
(job.data.url.includes("researchhub.com") ||
|
(job.data.url.includes("researchhub.com") ||
|
||||||
job.data.url.includes("ebay.com") ||
|
job.data.url.includes("ebay.com") ||
|
||||||
job.data.url.includes("youtube.com") ||
|
job.data.url.includes("youtube.com"))
|
||||||
job.data.url.includes("microsoft.com"))
|
|
||||||
) {
|
) {
|
||||||
logger.info(`🐂 Blocking job ${job.id} with URL ${job.data.url}`);
|
logger.info(`🐂 Blocking job ${job.id} with URL ${job.data.url}`);
|
||||||
const data = {
|
const data = {
|
||||||
|
Loading…
x
Reference in New Issue
Block a user