AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-07-31 01:12:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

deal dataset metadata and metadata binding (#17544)

Browse Source
This commit is contained in:
Jyong 2025-04-07 17:38:06 +08:00 committed by GitHub
parent e7f1d0deea
commit e1439c4a5b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
api/tasks/clean_dataset_task.py
View File

@ -11,6 +11,8 @@ from extensions.ext_storage import storage
from models.dataset import ( from models.dataset import (
AppDatasetJoin, AppDatasetJoin,
Dataset, Dataset,
DatasetMetadata,
DatasetMetadataBinding,
DatasetProcessRule, DatasetProcessRule,
DatasetQuery, DatasetQuery,
Document, Document,
@ -86,7 +88,9 @@ def clean_dataset_task(
db.session.query(DatasetProcessRule).filter(DatasetProcessRule.dataset_id == dataset_id).delete() db.session.query(DatasetProcessRule).filter(DatasetProcessRule.dataset_id == dataset_id).delete()
db.session.query(DatasetQuery).filter(DatasetQuery.dataset_id == dataset_id).delete() db.session.query(DatasetQuery).filter(DatasetQuery.dataset_id == dataset_id).delete()
db.session.query(AppDatasetJoin).filter(AppDatasetJoin.dataset_id == dataset_id).delete() db.session.query(AppDatasetJoin).filter(AppDatasetJoin.dataset_id == dataset_id).delete()
# delete dataset metadata
db.session.query(DatasetMetadata).filter(DatasetMetadata.dataset_id == dataset_id).delete()
db.session.query(DatasetMetadataBinding).filter(DatasetMetadataBinding.dataset_id == dataset_id).delete()
# delete files # delete files
if documents: if documents:
for document in documents: for document in documents:

8
api/tasks/clean_document_task.py
View File

@ -9,7 +9,7 @@ from core.rag.index_processor.index_processor_factory import IndexProcessorFacto
from core.tools.utils.rag_web_reader import get_image_upload_file_ids from core.tools.utils.rag_web_reader import get_image_upload_file_ids
from extensions.ext_database import db from extensions.ext_database import db
from extensions.ext_storage import storage from extensions.ext_storage import storage
from models.dataset import Dataset, DocumentSegment from models.dataset import Dataset, DatasetMetadataBinding, DocumentSegment
from models.model import UploadFile from models.model import UploadFile
@ -67,6 +67,12 @@ def clean_document_task(document_id: str, dataset_id: str, doc_form: str, file_i
db.session.delete(file) db.session.delete(file)
db.session.commit() db.session.commit()
# delete dataset metadata binding
db.session.query(DatasetMetadataBinding).filter(
DatasetMetadataBinding.dataset_id == dataset_id,
DatasetMetadataBinding.document_id == document_id,
).delete()
end_at = time.perf_counter() end_at = time.perf_counter()
logging.info( logging.info(
click.style( click.style(