AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-14 07:05:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

disable all chunks status when disable document (#12149)

Browse Source
This commit is contained in:
Jyong 2024-12-27 17:08:44 +08:00 committed by GitHub
parent 55c327ffcb
commit 5a3fe61f2a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 26 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
api/tasks/add_document_to_index_task.py
View File

@ -38,7 +38,11 @@ def add_document_to_index_task(dataset_document_id: str):
try: try:
segments = ( segments = (
db.session.query(DocumentSegment) db.session.query(DocumentSegment)
.filter(DocumentSegment.document_id == dataset_document.id, DocumentSegment.enabled == True) .filter(
DocumentSegment.document_id == dataset_document.id,
DocumentSegment.enabled == False,
DocumentSegment.status == "completed",
)
.order_by(DocumentSegment.position.asc()) .order_by(DocumentSegment.position.asc())
.all() .all()
) )
@ -85,6 +89,16 @@ def add_document_to_index_task(dataset_document_id: str):
db.session.query(DatasetAutoDisableLog).filter( db.session.query(DatasetAutoDisableLog).filter(
DatasetAutoDisableLog.document_id == dataset_document.id DatasetAutoDisableLog.document_id == dataset_document.id
).delete() ).delete()
# update segment to enable
db.session.query(DocumentSegment).filter(DocumentSegment.document_id == dataset_document.id).update(
{
DocumentSegment.enabled: True,
DocumentSegment.disabled_at: None,
DocumentSegment.disabled_by: None,
DocumentSegment.updated_at: datetime.datetime.now(datetime.UTC).replace(tzinfo=None),
}
)
db.session.commit() db.session.commit()
end_at = time.perf_counter() end_at = time.perf_counter()

11
api/tasks/remove_document_from_index_task.py
View File

@ -1,3 +1,4 @@
import datetime
import logging import logging
import time import time
@ -46,6 +47,16 @@ def remove_document_from_index_task(document_id: str):
index_processor.clean(dataset, index_node_ids, with_keywords=True, delete_child_chunks=False) index_processor.clean(dataset, index_node_ids, with_keywords=True, delete_child_chunks=False)
except Exception: except Exception:
logging.exception(f"clean dataset {dataset.id} from index failed") logging.exception(f"clean dataset {dataset.id} from index failed")
# update segment to disable
db.session.query(DocumentSegment).filter(DocumentSegment.document_id == document.id).update(
{
DocumentSegment.enabled: False,
DocumentSegment.disabled_at: datetime.datetime.now(datetime.UTC).replace(tzinfo=None),
DocumentSegment.disabled_by: document.disabled_by,
DocumentSegment.updated_at: datetime.datetime.now(datetime.UTC).replace(tzinfo=None),
}
)
db.session.commit()
end_at = time.perf_counter() end_at = time.perf_counter()
logging.info( logging.info(