GitHub-Proxy/jina_reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader.git synced 2025-08-18 18:25:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: remove http abuse check

Browse Source
This commit is contained in:
Yanlong Wang 2024-12-06 10:21:57 +08:00
parent 07023f8add
commit b9d07e3692
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
2 changed files with 1 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend/functions/src/cloud-functions/crawler.ts
View File

@ -227,10 +227,6 @@ export class CrawlerHost extends RPCHost {
} }
if (!uid) { if (!uid) {
if (targetUrl.protocol === 'http:' && (!targetUrl.pathname || targetUrl.pathname === '/') &&
crawlerOptions.respondWith !== 'default') {
throw new SecurityCompromiseError(`Your request is categorized as abuse. Please don't abuse our service. If you are sure you are not abusing, please authenticate yourself with an API key.`);
}
const blockade = (await DomainBlockade.fromFirestoreQuery( const blockade = (await DomainBlockade.fromFirestoreQuery(
DomainBlockade.COLLECTION DomainBlockade.COLLECTION
.where('domain', '==', targetUrl.hostname.toLowerCase()) .where('domain', '==', targetUrl.hostname.toLowerCase())

2
thinapps-shared

@ -1 +1 @@
Subproject commit efa6da6ff1c9a4e2841c50a722a0ae2283be827c Subproject commit 7b3412e64166599429fa38094f4abd071a15fcd6