From 2c1a98f01976c7b9cebd9f8081d56636967b3984 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Wed, 16 Oct 2024 13:37:40 -0300 Subject: [PATCH] Update excludeTags.ts --- apps/api/src/scraper/WebScraper/utils/excludeTags.ts | 3 --- 1 file changed, 3 deletions(-) diff --git a/apps/api/src/scraper/WebScraper/utils/excludeTags.ts b/apps/api/src/scraper/WebScraper/utils/excludeTags.ts index 400ef84f..b813c813 100644 --- a/apps/api/src/scraper/WebScraper/utils/excludeTags.ts +++ b/apps/api/src/scraper/WebScraper/utils/excludeTags.ts @@ -6,7 +6,6 @@ export const excludeNonMainTags = [ ".header", ".top", ".navbar", - "#header", ".footer", ".bottom", "#footer", @@ -39,8 +38,6 @@ export const excludeNonMainTags = [ "#search", ".share", "#share", - ".widget", - "#widget", ".cookie", "#cookie" ];