Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update queue-worker.ts

Browse Source
This commit is contained in:
Nicolas
2024-10-01 14:53:26 -03:00
parent 4d5477f357
commit 92dbd33e57
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/services/queue-worker.ts
+5
View File
@@ -148,6 +148,11 @@ const workerFun = async (
await redisConnection.zadd(concurrencyLimiterThrottledKey, now + throttledJobTimeoutMs, job.id); await redisConnection.zadd(concurrencyLimiterThrottledKey, now + throttledJobTimeoutMs, job.id);
await job.moveToFailed(new Error("Concurrency limit hit"), token, false); await job.moveToFailed(new Error("Concurrency limit hit"), token, false);
await job.remove(); await job.remove();
let newJobPriority = Math.round((job.opts.priority ?? 10) * 1.01);
// max priority is 200k, limit is 2 million
if(newJobPriority > 200000) {
newJobPriority = 200000;
}
await queue.add(job.name, { await queue.add(job.name, {
...job.data, ...job.data,
concurrencyLimitHit: true, concurrencyLimitHit: true,