diff --git a/apps/api/src/scraper/WebScraper/utils/excludeTags.ts b/apps/api/src/scraper/WebScraper/utils/excludeTags.ts index b813c813..71e1637b 100644 --- a/apps/api/src/scraper/WebScraper/utils/excludeTags.ts +++ b/apps/api/src/scraper/WebScraper/utils/excludeTags.ts @@ -3,7 +3,6 @@ export const excludeNonMainTags = [ "footer", "nav", "aside", - ".header", ".top", ".navbar", ".footer",