AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-08-19 01:25:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: truncate svg

Browse Source
This commit is contained in:
Yanlong Wang 2024-06-02 08:57:39 +08:00
parent 7a7e49bc00
commit 154d8ede45
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
backend/functions/src/cloud-functions/crawler.ts
View File

@ -138,6 +138,10 @@ export class CrawlerHost extends RPCHost {
filter: ['meta', 'style', 'script', 'noscript', 'link', 'textarea'],
replacement: () => ''
});
turnDownService.addRule('truncate-svg', {
filter: 'svg' as any,
replacement: () => ''
});
turnDownService.addRule('title-as-h1', {
filter: ['title'],
replacement: (innerText) => `${innerText}\n===============\n`