Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update single_url.ts

Browse Source
This commit is contained in:
Rafael Miller
2024-08-12 17:57:00 -03:00
committed by GitHub
parent 7c339ea125
commit 76160a38db
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/scraper/WebScraper/single_url.ts
+1 -2
View File
@@ -23,7 +23,6 @@ import { clientSideError } from "../../strings";
dotenv.config(); dotenv.config();
const useDatabaseAuth = process.env.USE_DB_AUTHENTICATION === "true";
const useScrapingBee = process.env.SCRAPING_BEE_API_KEY !== '' && process.env.SCRAPING_BEE_API_KEY !== undefined; const useScrapingBee = process.env.SCRAPING_BEE_API_KEY !== '' && process.env.SCRAPING_BEE_API_KEY !== undefined;
const useFireEngine = process.env.FIRE_ENGINE_BETA_URL !== '' && process.env.FIRE_ENGINE_BETA_URL !== undefined; const useFireEngine = process.env.FIRE_ENGINE_BETA_URL !== '' && process.env.FIRE_ENGINE_BETA_URL !== undefined;
@@ -31,7 +30,7 @@ export const baseScrapers = [
useFireEngine ? "fire-engine" : undefined, useFireEngine ? "fire-engine" : undefined,
useFireEngine ? "fire-engine;chrome-cdp" : undefined, useFireEngine ? "fire-engine;chrome-cdp" : undefined,
useScrapingBee ? "scrapingBee" : undefined, useScrapingBee ? "scrapingBee" : undefined,
useDatabaseAuth ? undefined : "playwright", useFireEngine ? undefined : "playwright",
useScrapingBee ? "scrapingBeeLoad" : undefined, useScrapingBee ? "scrapingBeeLoad" : undefined,
"fetch", "fetch",
].filter(Boolean); ].filter(Boolean);