From 96245e387dfcb2342a057354d8ad64ffb0874e27 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Tue, 1 Oct 2024 14:29:53 -0300 Subject: [PATCH] Update crawl.ts --- apps/api/src/controllers/v1/crawl.ts | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/apps/api/src/controllers/v1/crawl.ts b/apps/api/src/controllers/v1/crawl.ts index e49cfe90..e0883fa8 100644 --- a/apps/api/src/controllers/v1/crawl.ts +++ b/apps/api/src/controllers/v1/crawl.ts @@ -85,7 +85,9 @@ export async function crawlController( await saveCrawl(id, sc); - const sitemap = await crawler.tryGetSitemap(); + const sitemap = sc.crawlerOptions.ignoreSitemap + ? null + : await crawler.tryGetSitemap(); if (sitemap !== null && sitemap.length > 0) { let jobPriority = 20;