GitHub-Proxy/jina_reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader.git synced 2025-08-18 15:45:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: formatting in some edge cases

Browse Source
This commit is contained in:
yanlong.wang 2025-02-24 13:29:56 +08:00
parent ecb1af07f9
commit 380bbffc0c
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/functions/src/services/snapshot-formatter.ts
View File

@ -208,9 +208,9 @@ export class SnapshotFormatter extends AsyncService {
if (
snapshot.maxElemDepth! > 256 ||
(!uid && snapshot.elemCount! > 10_000) ||
snapshot.elemCount! > 70_000
snapshot.elemCount! > 80_000
) {
this.logger.warn('Degrading to text to protect the server', { url: snapshot.href });
this.logger.warn('Degrading to text to protect the server', { url: snapshot.href, elemDepth: snapshot.maxElemDepth, elemCount: snapshot.elemCount });
contentText = (snapshot.text || '').trimEnd();
break;
}
@ -371,7 +371,7 @@ export class SnapshotFormatter extends AsyncService {
}
}
}
if (this.isPoorlyTransformed(contentText, toBeTurnedToMd)) {
if (mode === 'content' && this.isPoorlyTransformed(contentText, toBeTurnedToMd)) {
contentText = (snapshot.text || '').trimEnd();
}
} while (false);