diff --git a/apps/api/src/controllers/v1/scrape.ts b/apps/api/src/controllers/v1/scrape.ts index e8e23fea..c178f0c8 100644 --- a/apps/api/src/controllers/v1/scrape.ts +++ b/apps/api/src/controllers/v1/scrape.ts @@ -42,6 +42,7 @@ export async function scrapeController( }); // + const isDirectToBullMQ = process.env.SEARCH_PREVIEW_TOKEN === req.body.__searchPreviewToken; await addScrapeJob( { url: req.body.url, @@ -60,6 +61,7 @@ export async function scrapeController( {}, jobId, jobPriority, + isDirectToBullMQ, ); const totalWait = diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts index 18802947..24ad28e1 100644 --- a/apps/api/src/controllers/v1/types.ts +++ b/apps/api/src/controllers/v1/types.ts @@ -310,6 +310,7 @@ const baseScrapeOptions = z blockAds: z.boolean().default(true), proxy: z.enum(["basic", "stealth", "auto"]).optional(), __experimental_cache: z.boolean().default(false).optional(), + __searchPreviewToken: z.string().optional(), }) .strict(strictMessage);