diff --git a/apps/api/src/scraper/WebScraper/utils/excludeTags.ts b/apps/api/src/scraper/WebScraper/utils/excludeTags.ts index 400ef84f..b813c813 100644 --- a/apps/api/src/scraper/WebScraper/utils/excludeTags.ts +++ b/apps/api/src/scraper/WebScraper/utils/excludeTags.ts @@ -6,7 +6,6 @@ export const excludeNonMainTags = [ ".header", ".top", ".navbar", - "#header", ".footer", ".bottom", "#footer", @@ -39,8 +38,6 @@ export const excludeNonMainTags = [ "#search", ".share", "#share", - ".widget", - "#widget", ".cookie", "#cookie" ];