From eaa06781e36ddbfc43ef62aba38e6fd420eb2fc4 Mon Sep 17 00:00:00 2001 From: "yanlong.wang" Date: Thu, 20 Jun 2024 14:53:25 +0800 Subject: [PATCH] fix: `normalize-url` pollution --- backend/functions/src/cloud-functions/crawler.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend/functions/src/cloud-functions/crawler.ts b/backend/functions/src/cloud-functions/crawler.ts index 0173f62..1b9fc97 100644 --- a/backend/functions/src/cloud-functions/crawler.ts +++ b/backend/functions/src/cloud-functions/crawler.ts @@ -585,7 +585,7 @@ ${suffixMixins.length ? `\n${suffixMixins.join('\n\n')}\n` : ''}`; let urlToCrawl; const normalizeUrl = (await pNormalizeUrl).default; try { - urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { stripWWW: false, removeTrailingSlash: false, removeSingleSlash: false })); + urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { stripWWW: false, removeTrailingSlash: false, removeSingleSlash: false, sortQueryParameters:false })); } catch (err) { throw new ParamValidationError({ message: `${err}`,