From 6e36f0a447e315754191f9aa7b0fc54c12b906c2 Mon Sep 17 00:00:00 2001
From: Yanlong Wang <yanlong.wang@naiver.org>
Date: Wed, 17 Apr 2024 09:55:41 +0800
Subject: [PATCH] fix: url wrong normalization

---
 backend/functions/src/cloud-functions/crawler.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backend/functions/src/cloud-functions/crawler.ts b/backend/functions/src/cloud-functions/crawler.ts
index fc7c1e7..c134b55 100644
--- a/backend/functions/src/cloud-functions/crawler.ts
+++ b/backend/functions/src/cloud-functions/crawler.ts
@@ -168,7 +168,7 @@ ${this.content}
         const noSlashURL = ctx.req.url.slice(1);
         let urlToCrawl;
         try {
-            urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { removeTrailingSlash: false, removeSingleSlash: false }));
+            urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { stripWWW: false, removeTrailingSlash: false, removeSingleSlash: false }));
         } catch (err) {
             throw new ParamValidationError({
                 message: `${err}`,