AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-08-15 15:56:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: normalize-url pollution

Browse Source
This commit is contained in:
yanlong.wang 2024-06-20 14:53:25 +08:00
parent d50e12a6af
commit eaa06781e3
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backend/functions/src/cloud-functions/crawler.ts
View File

@ -585,7 +585,7 @@ ${suffixMixins.length ? `\n${suffixMixins.join('\n\n')}\n` : ''}`;
let urlToCrawl;
const normalizeUrl = (await pNormalizeUrl).default;
try {
urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { stripWWW: false, removeTrailingSlash: false, removeSingleSlash: false }));
urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { stripWWW: false, removeTrailingSlash: false, removeSingleSlash: false, sortQueryParameters:false }));
} catch (err) {
throw new ParamValidationError({
message: `${err}`,