UniqueSoft
/
firecrawl
mirror of https://github.com/mendableai/firecrawl
3
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update single_url.ts

This commit is contained in:
Nicolas 2024-09-16 21:44:56 -04:00 committed by GitHub
parent b7444acb4d
commit 0f8c0a570d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
apps/api/src/scraper/WebScraper/single_url.ts
View File

@ -27,9 +27,9 @@ const useScrapingBee = process.env.SCRAPING_BEE_API_KEY !== '' && process.env.SC
const useFireEngine = process.env.FIRE_ENGINE_BETA_URL !== '' && process.env.FIRE_ENGINE_BETA_URL !== undefined;
export const baseScrapers = [
useScrapingBee ? "scrapingBee" : undefined,
useFireEngine ? "fire-engine;chrome-cdp" : undefined,
useFireEngine ? "fire-engine" : undefined,
useScrapingBee ? "scrapingBee" : undefined,
useFireEngine ? undefined : "playwright",
useScrapingBee ? "scrapingBeeLoad" : undefined,
"fetch",
@ -88,9 +88,10 @@ function getScrapingFallbackOrder(
});
let defaultOrder = [
useScrapingBee ? "scrapingBee" : undefined,
useFireEngine ? "fire-engine;chrome-cdp" : undefined,
useFireEngine ? "fire-engine" : undefined,
useScrapingBee ? "scrapingBee" : undefined,
useScrapingBee ? "scrapingBeeLoad" : undefined,
useFireEngine ? undefined : "playwright",
"fetch",