AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-10 22:19:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix encoding is none (#394)

Browse Source
This commit is contained in:
Jyong 2023-06-17 15:21:48 +08:00 committed by GitHub
parent 9253f72dea
commit b08c19d926
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
api/controllers/console/datasets/file.py
View File

@ -143,7 +143,10 @@ class FilePreviewApi(Resource):
with open(filepath, "rb") as fp: with open(filepath, "rb") as fp:
data = fp.read() data = fp.read()
encoding = chardet.detect(data)['encoding'] encoding = chardet.detect(data)['encoding']
text = data.decode(encoding=encoding).strip() if data else '' if encoding:
text = data.decode(encoding=encoding).strip() if data else ''
else:
text = data.decode(encoding='utf-8').strip() if data else ''
text = text[0:PREVIEW_WORDS_LIMIT] if text else '' text = text[0:PREVIEW_WORDS_LIMIT] if text else ''
return {'content': text} return {'content': text}