From f82b9c205c5888f1938bc3e036a6069974dc70c4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= Date: Thu, 5 Dec 2024 21:42:08 +0100 Subject: [PATCH] fix(crawl-redis): oops --- apps/api/src/lib/crawl-redis.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/apps/api/src/lib/crawl-redis.ts b/apps/api/src/lib/crawl-redis.ts index 1e07662b..e61f4892 100644 --- a/apps/api/src/lib/crawl-redis.ts +++ b/apps/api/src/lib/crawl-redis.ts @@ -139,7 +139,7 @@ export function generateURLPermutations(url: string | URL): URL[] { } export async function lockURL(id: string, sc: StoredCrawl, url: string): Promise { - const logger = _logger.child({ crawlId: id, module: "crawl-redis", method: "lockURL", preNormalizedURL: url, teamId: sc.team_id, plan: sc.plan }); + let logger = _logger.child({ crawlId: id, module: "crawl-redis", method: "lockURL", preNormalizedURL: url, teamId: sc.team_id, plan: sc.plan }); if (typeof sc.crawlerOptions?.limit === "number") { if (await redisConnection.scard("crawl:" + id + ":visited_unique") >= sc.crawlerOptions.limit) { @@ -149,7 +149,7 @@ export async function lockURL(id: string, sc: StoredCrawl, url: string): Promise } url = normalizeURL(url, sc); - logger.defaultMeta.url = url; + logger = logger.child({ url }); logger.debug("Locking URL " + JSON.stringify(url) + "..."); await redisConnection.sadd("crawl:" + id + ":visited_unique", url);