AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-14 04:25:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix web import url is too long (#6402)

Browse Source
This commit is contained in:
Jyong 2024-07-18 01:14:36 +08:00 committed by GitHub
parent 8a80af39c9
commit f55876bcc5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
api/services/dataset_service.py
View File

@ -845,13 +845,17 @@ class DocumentService:
'only_main_content': website_info.get('only_main_content', False), 'only_main_content': website_info.get('only_main_content', False),
'mode': 'crawl', 'mode': 'crawl',
} }
if url.length > 255:
document_name = url[:200] + '...'
else:
document_name = url
document = DocumentService.build_document( document = DocumentService.build_document(
dataset, dataset_process_rule.id, dataset, dataset_process_rule.id,
document_data["data_source"]["type"], document_data["data_source"]["type"],
document_data["doc_form"], document_data["doc_form"],
document_data["doc_language"], document_data["doc_language"],
data_source_info, created_from, position, data_source_info, created_from, position,
account, url, batch account, document_name, batch
) )
db.session.add(document) db.session.add(document)
db.session.flush() db.session.flush()