From 339b19ce9d57fd15b11820e1cfbe4d7b5f44cf30 Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Tue, 1 Oct 2024 13:59:49 -0300
Subject: [PATCH] Revert "fix(v1/crawl): always use sitemap"

This reverts commit 5dc0fcf644bfc64b2b30dd345b2a61b64a4c1262.
---
 apps/api/src/controllers/v1/crawl.ts | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/apps/api/src/controllers/v1/crawl.ts b/apps/api/src/controllers/v1/crawl.ts
index e49cfe90..e0883fa8 100644
--- a/apps/api/src/controllers/v1/crawl.ts
+++ b/apps/api/src/controllers/v1/crawl.ts
@@ -85,7 +85,9 @@ export async function crawlController(
 
   await saveCrawl(id, sc);
 
-  const sitemap = await crawler.tryGetSitemap();
+  const sitemap = sc.crawlerOptions.ignoreSitemap
+    ? null
+    : await crawler.tryGetSitemap();
 
   if (sitemap !== null && sitemap.length > 0) {
     let jobPriority = 20;