AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-08-18 04:25:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: keep url details

Browse Source
This commit is contained in:
Yanlong Wang 2024-04-17 09:48:26 +08:00
parent 11a5a90611
commit 781b835466
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backend/functions/src/cloud-functions/crawler.ts
View File

@ -168,7 +168,7 @@ ${this.content}
const noSlashURL = ctx.req.url.slice(1); const noSlashURL = ctx.req.url.slice(1);
let urlToCrawl; let urlToCrawl;
try { try {
urlToCrawl = new URL(normalizeUrl(noSlashURL.trim())); urlToCrawl = new URL(normalizeUrl(noSlashURL.trim(), { removeTrailingSlash: false, removeSingleSlash: false }));
} catch (err) { } catch (err) {
throw new ParamValidationError({ throw new ParamValidationError({
message: `${err}`, message: `${err}`,