add document lock for multi-thread (#9873)

This commit is contained in:
Jyong 2024-10-28 13:52:35 +08:00 committed by GitHub
parent 9633c5dab6
commit af68084895
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -760,6 +760,8 @@ class DocumentService:
)
db.session.add(dataset_process_rule)
db.session.commit()
lock_name = "add_document_lock_dataset_id_{}".format(dataset.id)
with redis_client.lock(lock_name, timeout=600):
position = DocumentService.get_documents_position(dataset.id)
document_ids = []
duplicate_document_ids = []