diff --git a/apps/api/src/scraper/WebScraper/crawler.ts b/apps/api/src/scraper/WebScraper/crawler.ts
index 1cca7a18..a6645152 100644
--- a/apps/api/src/scraper/WebScraper/crawler.ts
+++ b/apps/api/src/scraper/WebScraper/crawler.ts
@@ -228,7 +228,7 @@ export class WebCrawler {
         );
         leftOfLimit -= filteredLinks.length;
         let uniqueURLs: string[] = [];
-        for (const url of urls) {
+        for (const url of filteredLinks) {
           if (
             await redisConnection.sadd(
               "sitemap:" + this.jobId + ":links",