AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 15:00:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

priority changes

Browse Source
This commit is contained in:
Gergő Móricz 2024-08-15 18:58:07 +02:00
parent 846610681b
commit 57730f6a35
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/api/src/controllers/crawl.ts
View File

@ -134,7 +134,7 @@ export async function crawlController(req: Request, res: Response) {
},
opts: {
jobId: uuid,
priority: 2,
priority: 20,
}
};
})
@ -153,7 +153,7 @@ export async function crawlController(req: Request, res: Response) {
origin: req.body.origin ?? defaultOrigin,
crawl_id: id,
}, {
priority: 1, // prioritize request 0 of crawl jobs same as scrape jobs
priority: 15, // prioritize request 0 of crawl jobs same as scrape jobs
});
await addCrawlJob(id, job.id);
}

2
apps/api/src/services/queue-jobs.ts
View File

@ -9,7 +9,7 @@ export async function addScrapeJob(
jobId: string = uuidv4(),
): Promise<Job> {
return await getScrapeQueue().add(jobId, webScraperOptions, {
priority: webScraperOptions.crawl_id ? 2 : 1,
priority: webScraperOptions.crawl_id ? 20 : 10,
...options,
jobId,
});