From 5dc0fcf644bfc64b2b30dd345b2a61b64a4c1262 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= Date: Tue, 1 Oct 2024 18:49:44 +0200 Subject: [PATCH] fix(v1/crawl): always use sitemap --- apps/api/src/controllers/v1/crawl.ts | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/apps/api/src/controllers/v1/crawl.ts b/apps/api/src/controllers/v1/crawl.ts index e0883fa8..e49cfe90 100644 --- a/apps/api/src/controllers/v1/crawl.ts +++ b/apps/api/src/controllers/v1/crawl.ts @@ -85,9 +85,7 @@ export async function crawlController( await saveCrawl(id, sc); - const sitemap = sc.crawlerOptions.ignoreSitemap - ? null - : await crawler.tryGetSitemap(); + const sitemap = await crawler.tryGetSitemap(); if (sitemap !== null && sitemap.length > 0) { let jobPriority = 20;