AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-07-30 08:12:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: meta charset hint

Browse Source
This commit is contained in:
Yanlong Wang 2025-04-11 22:36:49 +08:00
parent 5f83d862dd
commit 75a4dbdd79
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/services/snapshot-formatter.ts
View File

@ -827,6 +827,10 @@ ${suffixMixins.length ? `\n${suffixMixins.join('\n\n')}\n` : ''}`;
throw new AssertionFailureError(`Failed to access ${url}: file too large`);
}
snapshot.html = await readFile(await file.filePath, encoding);
const innerCharset = snapshot.html.slice(0, 1024).match(/<meta[^>]+text\/html;\s*?charset=([^>"]+)\"/i)?.[1]?.toLowerCase();
if (innerCharset && innerCharset !== encoding) {
snapshot.html = await readFile(await file.filePath, innerCharset);
}
return snapshot;
}