From 1e7d42e8afce1fa61c74a076e5af3f753dd88474 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= <mo.geryy@gmail.com>
Date: Tue, 4 Feb 2025 19:26:30 +0100
Subject: [PATCH] fix(concurrency-limit): allow for big crawls

---
 apps/api/src/lib/concurrency-limit.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/apps/api/src/lib/concurrency-limit.ts b/apps/api/src/lib/concurrency-limit.ts
index 7bab02f9..8fa87cb2 100644
--- a/apps/api/src/lib/concurrency-limit.ts
+++ b/apps/api/src/lib/concurrency-limit.ts
@@ -10,7 +10,7 @@ const constructQueueKey = (team_id: string) =>
 export function calculateJobTimeToRun(
   job: ConcurrencyLimitedJob
 ): number {
-  let jobTimeToRun = 2 * 60 * 1000;
+  let jobTimeToRun = 86400000; // 24h (crawl)
 
   if (job.data.scrapeOptions) {
     if (job.data.scrapeOptions.timeout) {