From 0f8c0a570dca877d14d590e6002eaffd345a3927 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Mon, 16 Sep 2024 21:44:56 -0400 Subject: [PATCH] Update single_url.ts --- apps/api/src/scraper/WebScraper/single_url.ts | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts index 2be6589..79876d1 100644 --- a/apps/api/src/scraper/WebScraper/single_url.ts +++ b/apps/api/src/scraper/WebScraper/single_url.ts @@ -27,9 +27,9 @@ const useScrapingBee = process.env.SCRAPING_BEE_API_KEY !== '' && process.env.SC const useFireEngine = process.env.FIRE_ENGINE_BETA_URL !== '' && process.env.FIRE_ENGINE_BETA_URL !== undefined; export const baseScrapers = [ +useScrapingBee ? "scrapingBee" : undefined, useFireEngine ? "fire-engine;chrome-cdp" : undefined, useFireEngine ? "fire-engine" : undefined, - useScrapingBee ? "scrapingBee" : undefined, useFireEngine ? undefined : "playwright", useScrapingBee ? "scrapingBeeLoad" : undefined, "fetch", @@ -88,9 +88,10 @@ function getScrapingFallbackOrder( }); let defaultOrder = [ +useScrapingBee ? "scrapingBee" : undefined, useFireEngine ? "fire-engine;chrome-cdp" : undefined, useFireEngine ? "fire-engine" : undefined, - useScrapingBee ? "scrapingBee" : undefined, + useScrapingBee ? "scrapingBeeLoad" : undefined, useFireEngine ? undefined : "playwright", "fetch",