AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 20:26:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update queue-worker.ts

Browse Source
This commit is contained in:
Nicolas 2024-10-01 14:53:26 -03:00
parent 4d5477f357
commit 92dbd33e57
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/api/src/services/queue-worker.ts
View File

@ -148,6 +148,11 @@ const workerFun = async (
await redisConnection.zadd(concurrencyLimiterThrottledKey, now + throttledJobTimeoutMs, job.id);
await job.moveToFailed(new Error("Concurrency limit hit"), token, false);
await job.remove();
let newJobPriority = Math.round((job.opts.priority ?? 10) * 1.01);
// max priority is 200k, limit is 2 million
if(newJobPriority > 200000) {
newJobPriority = 200000;
}
await queue.add(job.name, {
...job.data,
concurrencyLimitHit: true,