AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-12 14:18:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

add document lock for multi-thread (#9873)

Browse Source
This commit is contained in:
Jyong 2024-10-28 13:52:35 +08:00 committed by GitHub
parent 9633c5dab6
commit af68084895
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 157 additions and 155 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api/services/dataset_service.py
View File

@ -760,6 +760,8 @@ class DocumentService:
) )
db.session.add(dataset_process_rule) db.session.add(dataset_process_rule)
db.session.commit() db.session.commit()
lock_name = "add_document_lock_dataset_id_{}".format(dataset.id)
with redis_client.lock(lock_name, timeout=600):
position = DocumentService.get_documents_position(dataset.id) position = DocumentService.get_documents_position(dataset.id)
document_ids = [] document_ids = []
duplicate_document_ids = [] duplicate_document_ids = []