From 97bf54214fa8758bacd3b7bfceafb074948d2fe0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= Date: Thu, 9 Jan 2025 18:43:50 +0100 Subject: [PATCH] fix(scrapeURL/loop): re-add is long enough check with lt 0 --- apps/api/src/scraper/scrapeURL/index.ts | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/apps/api/src/scraper/scrapeURL/index.ts b/apps/api/src/scraper/scrapeURL/index.ts index f29d4de0..cae049c4 100644 --- a/apps/api/src/scraper/scrapeURL/index.ts +++ b/apps/api/src/scraper/scrapeURL/index.ts @@ -225,8 +225,7 @@ async function scrapeURLLoop(meta: Meta): Promise { }; // Success factors - // const isLongEnough = engineResult.markdown.length >= 20; - const isLongEnough = true; // just assume first engine is good + const isLongEnough = engineResult.markdown.length > 0; const isGoodStatusCode = (engineResult.statusCode >= 200 && engineResult.statusCode < 300) || engineResult.statusCode === 304;