diff --git a/apps/api/src/scraper/scrapeURL/index.ts b/apps/api/src/scraper/scrapeURL/index.ts index 7f4a76e4..f29d4de0 100644 --- a/apps/api/src/scraper/scrapeURL/index.ts +++ b/apps/api/src/scraper/scrapeURL/index.ts @@ -225,7 +225,8 @@ async function scrapeURLLoop(meta: Meta): Promise { }; // Success factors - const isLongEnough = engineResult.markdown.length >= 20; + // const isLongEnough = engineResult.markdown.length >= 20; + const isLongEnough = true; // just assume first engine is good const isGoodStatusCode = (engineResult.statusCode >= 200 && engineResult.statusCode < 300) || engineResult.statusCode === 304;