From 76160a38db8f556261506eeb3ce25f28086d94fc Mon Sep 17 00:00:00 2001 From: Rafael Miller <150964962+rafaelsideguide@users.noreply.github.com> Date: Mon, 12 Aug 2024 17:57:00 -0300 Subject: [PATCH] Update single_url.ts --- apps/api/src/scraper/WebScraper/single_url.ts | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts index d844535b..d5bdcffe 100644 --- a/apps/api/src/scraper/WebScraper/single_url.ts +++ b/apps/api/src/scraper/WebScraper/single_url.ts @@ -23,7 +23,6 @@ import { clientSideError } from "../../strings"; dotenv.config(); -const useDatabaseAuth = process.env.USE_DB_AUTHENTICATION === "true"; const useScrapingBee = process.env.SCRAPING_BEE_API_KEY !== '' && process.env.SCRAPING_BEE_API_KEY !== undefined; const useFireEngine = process.env.FIRE_ENGINE_BETA_URL !== '' && process.env.FIRE_ENGINE_BETA_URL !== undefined; @@ -31,7 +30,7 @@ export const baseScrapers = [ useFireEngine ? "fire-engine" : undefined, useFireEngine ? "fire-engine;chrome-cdp" : undefined, useScrapingBee ? "scrapingBee" : undefined, - useDatabaseAuth ? undefined : "playwright", + useFireEngine ? undefined : "playwright", useScrapingBee ? "scrapingBeeLoad" : undefined, "fetch", ].filter(Boolean);