Nick:

2024-05-14 12:12:40 -07:00
parent 7f31959be7
commit a0fdc6f7c6
2 changed files with 4 additions and 7 deletions
@@ -176,9 +176,8 @@ export class WebScraperDataProvider {
    if (this.crawlerMode === "fast" && links.some((link) => link.html)) {
      console.log("Fast mode enabled");
      documents = await this.processLinks(allLinks, inProgress, allHtmls);
-
    }else{
-      documents = await this.convertUrlsToDocuments(allLinks, inProgress, allHtmls);
+      documents = await this.processLinks(allLinks, inProgress);
    }

    return this.cacheAndFinalizeDocuments(documents, allLinks);