From cab8f518bbc03c0486072485c60053e06b401eac Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Pascal=20H=C3=B6hnel?= Date: Fri, 17 Jan 2025 09:10:43 +0100 Subject: [PATCH] also add result-check to proxy --- scrapers/services/proxy.ts | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/scrapers/services/proxy.ts b/scrapers/services/proxy.ts index c37cd1e..88f3e5a 100644 --- a/scrapers/services/proxy.ts +++ b/scrapers/services/proxy.ts @@ -16,6 +16,13 @@ const proxy:ScraperSettings = { const $ = cheerio.load(content); let lastPosition = 0; + const hasValidContent = $('body').find('#main') + if (hasValidContent.length == 0) { + const msg = '[ERROR] Scraped search results from proxy do not adhere to expected format. Unable to parse results'; + console.log(msg); + throw new Error(msg); + } + const mainContent = $('body').find('#main'); const children = $(mainContent).find('h3');