diff --git a/apps/api/src/scraper/WebScraper/single_url.ts b/apps/api/src/scraper/WebScraper/single_url.ts index d0b7269..75c5da2 100644 --- a/apps/api/src/scraper/WebScraper/single_url.ts +++ b/apps/api/src/scraper/WebScraper/single_url.ts @@ -423,7 +423,7 @@ export async function scrapSingleUrl( // NOTE: This exception for status codes may only work with fire-engine. In lieu of better error management, // it's the best we can do. - mogery - if (!text && !Object.values(errors).some(x => x.startsWith("Request failed with status code "))) { + if (!text && !Object.values(errors).some(x => x.startsWith("Request failed with status code ") || x === "NOT FOUND")) { throw new Error(`All scraping methods failed for URL: ${urlToScrap}`); }