GitHub-Proxy/jina_reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader.git synced 2025-08-19 01:25:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: request to unknown domain

Browse Source
This commit is contained in:
yanlong.wang 2024-10-08 12:02:27 +08:00
parent 5a4b35e4b9
commit 339af19192
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
backend/functions/src/services/puppeteer.ts
View File

@ -341,8 +341,12 @@ export class PuppeteerControl extends AsyncService {
if (!requestUrl.startsWith('http:') && !requestUrl.startsWith('https:') && !requestUrl.startsWith('chrome-extension:') && requestUrl !== 'about:blank') {
return req.abort('blockedbyclient', 1000);
}
const tldParsed = tldExtract(requestUrl);
domainSet.add(tldParsed.domain);
try {
const tldParsed = tldExtract(requestUrl);
domainSet.add(tldParsed.domain);
} catch (err) {
return req.abort('blockedbyclient', 1000);
}
const parsedUrl = new URL(requestUrl);