Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(v1/crawl): always use sitemap

Browse Source
This commit is contained in:
Gergő Móricz
2024-10-01 18:49:44 +02:00
parent 3c045c43a4
commit 5dc0fcf644
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/controllers/v1/crawl.ts
+1 -3
View File
@@ -85,9 +85,7 @@ export async function crawlController(
await saveCrawl(id, sc); await saveCrawl(id, sc);
const sitemap = sc.crawlerOptions.ignoreSitemap const sitemap = await crawler.tryGetSitemap();
? null
: await crawler.tryGetSitemap();
if (sitemap !== null && sitemap.length > 0) { if (sitemap !== null && sitemap.length > 0) {
let jobPriority = 20; let jobPriority = 20;