From 79870e73053ef2a960112f2fa2227b39d0512bdb Mon Sep 17 00:00:00 2001 From: Nicolas Date: Fri, 6 Sep 2024 20:15:26 -0300 Subject: [PATCH] Update excludeTags.ts --- apps/api/src/scraper/WebScraper/utils/excludeTags.ts | 8 -------- 1 file changed, 8 deletions(-) diff --git a/apps/api/src/scraper/WebScraper/utils/excludeTags.ts b/apps/api/src/scraper/WebScraper/utils/excludeTags.ts index bb9c519..400ef84 100644 --- a/apps/api/src/scraper/WebScraper/utils/excludeTags.ts +++ b/apps/api/src/scraper/WebScraper/utils/excludeTags.ts @@ -39,16 +39,8 @@ export const excludeNonMainTags = [ "#search", ".share", "#share", - ".pagination", - "#pagination", ".widget", "#widget", - ".related", - "#related", - ".tag", - "#tag", - ".category", - "#category", ".cookie", "#cookie" ];