Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update single_url.ts

Browse Source
This commit is contained in:
Nicolas
2024-09-16 21:44:56 -04:00
committed by GitHub
parent b7444acb4d
commit 0f8c0a570d
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/scraper/WebScraper/single_url.ts
+3 -2
View File
@@ -27,9 +27,9 @@ const useScrapingBee = process.env.SCRAPING_BEE_API_KEY !== '' && process.env.SC
const useFireEngine = process.env.FIRE_ENGINE_BETA_URL !== '' && process.env.FIRE_ENGINE_BETA_URL !== undefined; const useFireEngine = process.env.FIRE_ENGINE_BETA_URL !== '' && process.env.FIRE_ENGINE_BETA_URL !== undefined;
export const baseScrapers = [ export const baseScrapers = [
useScrapingBee ? "scrapingBee" : undefined,
useFireEngine ? "fire-engine;chrome-cdp" : undefined, useFireEngine ? "fire-engine;chrome-cdp" : undefined,
useFireEngine ? "fire-engine" : undefined, useFireEngine ? "fire-engine" : undefined,
useScrapingBee ? "scrapingBee" : undefined,
useFireEngine ? undefined : "playwright", useFireEngine ? undefined : "playwright",
useScrapingBee ? "scrapingBeeLoad" : undefined, useScrapingBee ? "scrapingBeeLoad" : undefined,
"fetch", "fetch",
@@ -88,9 +88,10 @@ function getScrapingFallbackOrder(
}); });
let defaultOrder = [ let defaultOrder = [
useScrapingBee ? "scrapingBee" : undefined,
useFireEngine ? "fire-engine;chrome-cdp" : undefined, useFireEngine ? "fire-engine;chrome-cdp" : undefined,
useFireEngine ? "fire-engine" : undefined, useFireEngine ? "fire-engine" : undefined,
useScrapingBee ? "scrapingBee" : undefined,
useScrapingBee ? "scrapingBeeLoad" : undefined, useScrapingBee ? "scrapingBeeLoad" : undefined,
useFireEngine ? undefined : "playwright", useFireEngine ? undefined : "playwright",
"fetch", "fetch",