Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(sitemap): increase limit

Browse Source
This commit is contained in:
Móricz Gergő
2025-01-23 09:21:38 +01:00
parent bee2b2873e
commit 1e28ba291e
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/scraper/WebScraper/sitemap.ts
+2 -2
View File
@@ -21,8 +21,8 @@ export async function getLinksFromSitemap(
crawlId: string, crawlId: string,
sitemapsHit: Set<string>, sitemapsHit: Set<string>,
): Promise<number> { ): Promise<number> {
if (sitemapsHit.size >= 5) { if (sitemapsHit.size >= 10) {
logger.warn("Sitemap limit of 5 hit, not hitting this one."); logger.warn("Sitemap limit hit, not hitting this one.");
return 0; return 0;
} }