From c3aeed510b10793f93c723bacf365bb27f2a57b3 Mon Sep 17 00:00:00 2001
From: rafaelsideguide <150964962+rafaelsideguide@users.noreply.github.com>
Date: Mon, 12 Aug 2024 16:40:31 -0300
Subject: [PATCH] Update single_url.ts

---
 apps/api/src/scraper/WebScraper/single_url.ts | 18 ++++++++++--------
 1 file changed, 10 insertions(+), 8 deletions(-)

diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts
index 96adcf49..0c0de938 100644
--- a/apps/api/src/scraper/WebScraper/single_url.ts
+++ b/apps/api/src/scraper/WebScraper/single_url.ts
@@ -24,13 +24,15 @@ import { clientSideError } from "../../strings";
 dotenv.config();
 
 const useDatabaseAuth = process.env.USE_DB_AUTHENTICATION === "true";
+const useScrapingBee = process.env.SCRAPING_BEE_API_KEY !== '' && process.env.SCRAPING_BEE_API_KEY !== undefined;
+const useFireEngine = process.env.FIRE_ENGINE_BETA_URL !== '' && process.env.FIRE_ENGINE_BETA_URL !== undefined;
 
 export const baseScrapers = [
-  "fire-engine",
-  "fire-engine;chrome-cdp",
-  "scrapingBee",
+  useFireEngine ? "fire-engine" : undefined,
+  useFireEngine ? "fire-engine;chrome-cdp" : undefined,
+  useScrapingBee ? "scrapingBee" : undefined,
   useDatabaseAuth ? undefined : "playwright",
-  "scrapingBeeLoad",
+  useScrapingBee ? "scrapingBeeLoad" : undefined,
   "fetch",
 ].filter(Boolean);
 
@@ -87,11 +89,11 @@ function getScrapingFallbackOrder(
   });
 
   let defaultOrder = [
-    !useDatabaseAuth ? undefined : "fire-engine",
-    !useDatabaseAuth ? undefined : "fire-engine;chrome-cdp",
-    "scrapingBee",
+    useFireEngine ? "fire-engine" : undefined,
+    useFireEngine ? "fire-engine;chrome-cdp" : undefined,
+    useScrapingBee ? "scrapingBee" : undefined,
+    useScrapingBee ? "scrapingBeeLoad" : undefined,
     useDatabaseAuth ? undefined : "playwright",
-    "scrapingBeeLoad",
     "fetch",
   ].filter(Boolean);