Add additional file extensions to crawler.ts

Add additional file extensions.
2024-04-27 11:03:27 +01:00
parent fb08f28edf
commit a5d38039f2
1 changed files with 7 additions and 0 deletions
@@ -267,6 +267,13 @@ export class WebCrawler {
      ".docx",
      ".xlsx",
      ".xml",
      ".pptx",
      ".avi",
      ".flv",
      ".woff",
      ".ttf",
      ".woff2",
      ".webp",
    ];
    return fileExtensions.some((ext) => url.endsWith(ext));
  }