diff --git a/apps/api/src/controllers/crawl.ts b/apps/api/src/controllers/crawl.ts index f31e81f0..40ceafa4 100644 --- a/apps/api/src/controllers/crawl.ts +++ b/apps/api/src/controllers/crawl.ts @@ -139,6 +139,8 @@ export async function crawlController(req: Request, res: Response) { pageOptions: pageOptions, origin: req.body.origin ?? defaultOrigin, crawl_id: id, + }, { + priority: 1, // prioritize request 0 of crawl jobs same as scrape jobs }); await addCrawlJob(id, job.id); } diff --git a/apps/api/src/services/queue-jobs.ts b/apps/api/src/services/queue-jobs.ts index 5e679bfc..0f0d2c99 100644 --- a/apps/api/src/services/queue-jobs.ts +++ b/apps/api/src/services/queue-jobs.ts @@ -9,9 +9,9 @@ export async function addScrapeJob( jobId: string = uuidv4(), ): Promise { return await getScrapeQueue().add(jobId, webScraperOptions, { + priority: webScraperOptions.crawl_id ? 2 : 1, ...options, jobId, - priority: webScraperOptions.crawl_id ? 2 : 1, }); }