AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-10 02:28:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

index add to db when dataset updated (#588)

Browse Source
This commit is contained in:
Jyong 2023-07-18 15:02:33 +08:00 committed by GitHub
parent 0d3cd3b16a
commit 9f28a48a92
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
api/tasks/deal_dataset_vector_index_task.py
View File

@ -44,14 +44,13 @@ def deal_dataset_vector_index_task(dataset_id: str, action: str):
if dataset_documents:
# save vector index
index = IndexBuilder.get_index(dataset, 'high_quality', ignore_high_quality_check=True)
documents = []
for dataset_document in dataset_documents:
# delete from vector index
segments = db.session.query(DocumentSegment).filter(
DocumentSegment.document_id == dataset_document.id,
DocumentSegment.enabled == True
) .order_by(DocumentSegment.position.asc()).all()
documents = []
for segment in segments:
document = Document(
page_content=segment.content,
@ -65,8 +64,8 @@ def deal_dataset_vector_index_task(dataset_id: str, action: str):
documents.append(document)
# save vector index
index.add_texts(documents)
# save vector index
index.add_texts(documents)
end_at = time.perf_counter()
logging.info(