From 445fc432e9e4fefa30951e04e51f5dfce4450889 Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Tue, 1 Oct 2024 14:03:07 -0300
Subject: [PATCH] Reapply "fix(v1/crawl): always use sitemap"

This reverts commit 339b19ce9d57fd15b11820e1cfbe4d7b5f44cf30.
---
 apps/api/src/controllers/v1/crawl.ts | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/apps/api/src/controllers/v1/crawl.ts b/apps/api/src/controllers/v1/crawl.ts
index e0883fa8..e49cfe90 100644
--- a/apps/api/src/controllers/v1/crawl.ts
+++ b/apps/api/src/controllers/v1/crawl.ts
@@ -85,9 +85,7 @@ export async function crawlController(
 
   await saveCrawl(id, sc);
 
-  const sitemap = sc.crawlerOptions.ignoreSitemap
-    ? null
-    : await crawler.tryGetSitemap();
+  const sitemap = await crawler.tryGetSitemap();
 
   if (sitemap !== null && sitemap.length > 0) {
     let jobPriority = 20;