From 977a3e13c5497aa52bff58e86dd7856312cc5759 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?M=C3=B3ricz=20Gerg=C5=91?= <mo.geryy@gmail.com>
Date: Wed, 8 Jan 2025 11:23:25 +0100
Subject: [PATCH] fix(scrapeURL): remove short content check

---
 apps/api/src/scraper/scrapeURL/index.ts | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/apps/api/src/scraper/scrapeURL/index.ts b/apps/api/src/scraper/scrapeURL/index.ts
index 7f4a76e4..f29d4de0 100644
--- a/apps/api/src/scraper/scrapeURL/index.ts
+++ b/apps/api/src/scraper/scrapeURL/index.ts
@@ -225,7 +225,8 @@ async function scrapeURLLoop(meta: Meta): Promise<ScrapeUrlResponse> {
       };
 
       // Success factors
-      const isLongEnough = engineResult.markdown.length >= 20;
+      // const isLongEnough = engineResult.markdown.length >= 20;
+      const isLongEnough = true; // just assume first engine is good
       const isGoodStatusCode =
         (engineResult.statusCode >= 200 && engineResult.statusCode < 300) ||
         engineResult.statusCode === 304;