mirror of
https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl
synced 2025-08-02 05:50:36 +08:00
Update queue-worker.ts
This commit is contained in:
parent
b8170aaa47
commit
4ffc60596a
@ -117,7 +117,7 @@ async function processJob(job: Job, token: string) {
|
|||||||
|
|
||||||
// Check if the job URL is researchhub and block it immediately
|
// Check if the job URL is researchhub and block it immediately
|
||||||
// TODO: remove this once solve the root issue
|
// TODO: remove this once solve the root issue
|
||||||
if (job.data.url && (job.data.url.includes("researchhub.com") || job.data.url.includes("ebay.com"))) {
|
if (job.data.url && (job.data.url.includes("researchhub.com") || job.data.url.includes("ebay.com") || job.data.url.includes("youtube.com"))) {
|
||||||
Logger.info(`🐂 Blocking job ${job.id} with URL ${job.data.url}`);
|
Logger.info(`🐂 Blocking job ${job.id} with URL ${job.data.url}`);
|
||||||
const data = {
|
const data = {
|
||||||
success: false,
|
success: false,
|
||||||
|
Loading…
x
Reference in New Issue
Block a user