hz/ebiz-dify-ai
1
0
Fork 0
mirror of http://112.124.100.131/huang.ze/ebiz-dify-ai.git synced 2025-12-13 21:06:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

add document lock for multi-thread (#9873)

Browse Source
This commit is contained in:
Jyong
2024-10-28 13:52:35 +08:00
committed by GitHub
parent 9633c5dab6
commit af68084895
1 changed files with 157 additions and 155 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
api/services/dataset_service.py
View File

@@ -760,6 +760,8 @@ class DocumentService:
) )
db.session.add(dataset_process_rule) db.session.add(dataset_process_rule)
db.session.commit() db.session.commit()
lock_name = "add_document_lock_dataset_id_{}".format(dataset.id)
with redis_client.lock(lock_name, timeout=600):
position = DocumentService.get_documents_position(dataset.id) position = DocumentService.get_documents_position(dataset.id)
document_ids = [] document_ids = []
duplicate_document_ids = [] duplicate_document_ids = []