AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-08-14 09:56:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: url wrong normalization

Browse Source
This commit is contained in:
Yanlong Wang 2024-04-17 09:55:41 +08:00
parent 781b835466
commit 6e36f0a447
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backend/functions/src/cloud-functions/crawler.ts
View File

@ -168,7 +168,7 @@ ${this.content}
const noSlashURL = ctx.req.url.slice(1);
let urlToCrawl;
try {
urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { removeTrailingSlash: false, removeSingleSlash: false }));
urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { stripWWW: false, removeTrailingSlash: false, removeSingleSlash: false }));
} catch (err) {
throw new ParamValidationError({
message: `${err}`,