diff --git a/apps/api/src/controllers/v1/crawl.ts b/apps/api/src/controllers/v1/crawl.ts index e49cfe90..e0883fa8 100644 --- a/apps/api/src/controllers/v1/crawl.ts +++ b/apps/api/src/controllers/v1/crawl.ts @@ -85,7 +85,9 @@ export async function crawlController( await saveCrawl(id, sc); - const sitemap = await crawler.tryGetSitemap(); + const sitemap = sc.crawlerOptions.ignoreSitemap + ? null + : await crawler.tryGetSitemap(); if (sitemap !== null && sitemap.length > 0) { let jobPriority = 20;