From f0b07b509b82f48b0d91301b570c8175f79a38d5 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Tue, 23 Jul 2024 15:15:56 -0400 Subject: [PATCH] Update index.ts --- apps/api/src/scraper/WebScraper/index.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts index 1bfe08ce..1ba79efe 100644 --- a/apps/api/src/scraper/WebScraper/index.ts +++ b/apps/api/src/scraper/WebScraper/index.ts @@ -355,7 +355,7 @@ export class WebScraperDataProvider { documents: Document[], links: string[] ): Promise { - await this.setCachedDocuments(documents, links); + // await this.setCachedDocuments(documents, links); documents = this.removeChildLinks(documents); return documents.splice(0, this.limit); } @@ -451,7 +451,7 @@ export class WebScraperDataProvider { ...document, childrenLinks: childrenLinks || [], }), - 60 * 60 * 24 * 10 + 60 * 60 ); // 10 days } }