From 434a435a4bcc806abb77954a57931ad79bfdc4a6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?M=C3=B3ricz=20Gerg=C5=91?= Date: Thu, 23 Jan 2025 11:29:49 +0100 Subject: [PATCH] fix(sitemap): increase limit to 20 --- apps/api/src/scraper/WebScraper/sitemap.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/api/src/scraper/WebScraper/sitemap.ts b/apps/api/src/scraper/WebScraper/sitemap.ts index 7e0c6f8a..77db0db2 100644 --- a/apps/api/src/scraper/WebScraper/sitemap.ts +++ b/apps/api/src/scraper/WebScraper/sitemap.ts @@ -21,7 +21,7 @@ export async function getLinksFromSitemap( crawlId: string, sitemapsHit: Set, ): Promise { - if (sitemapsHit.size >= 10) { + if (sitemapsHit.size >= 20) { logger.warn("Sitemap limit hit, not hitting this one."); return 0; }