From 13abb2bc0e17773706dcb140301213445a8b6d56 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= Date: Fri, 17 Jan 2025 17:23:13 +0100 Subject: [PATCH] fix(crawl-redis/finishCrawl): increase logging to hunt down race condition --- apps/api/src/lib/crawl-redis.ts | 3 +++ 1 file changed, 3 insertions(+) diff --git a/apps/api/src/lib/crawl-redis.ts b/apps/api/src/lib/crawl-redis.ts index 5868c28a..add189ba 100644 --- a/apps/api/src/lib/crawl-redis.ts +++ b/apps/api/src/lib/crawl-redis.ts @@ -157,6 +157,9 @@ export async function finishCrawl(id: string) { module: "crawl-redis", method: "finishCrawl", crawlId: id, + jobs_done: (await redisConnection.scard("crawl:" + id + ":jobs_done")), + jobs: (await redisConnection.scard("crawl:" + id + ":jobs")), + kickoff_finished: (await redisConnection.get("crawl:" + id + ":kickoff:finish")) !== null, }); } }