GitHub-Proxy/jina_reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader.git synced 2025-08-18 21:25:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Yanlong Wang 2024-08-02 17:13:50 +08:00
parent ee632199df
commit 0a2c0932fd
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backend/functions/src/cloud-functions/crawler.ts
View File

@ -387,6 +387,7 @@ export class CrawlerHost extends RPCHost {
(!uid && snapshot.elemCount! > 10_000) ||
snapshot.elemCount! > 70_000
) {
this.logger.warn('Degrading to text to protect the server', { url: snapshot.href });
contentText = snapshot.text;
break;
}