mirror of
https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git
synced 2025-05-29 17:45:12 +08:00

Support filter knowledge by metadata. Co-authored-by: Joel <iamjoel007@gmail.com> Co-authored-by: NFish <douxc512@gmail.com>
144 lines
4.3 KiB
TypeScript
144 lines
4.3 KiB
TypeScript
import { useBoolean } from 'ahooks'
|
|
import { type MetadataBatchEditToServer, type MetadataItemInBatchEdit, type MetadataItemWithEdit, type MetadataItemWithValue, UpdateType } from '../types'
|
|
import type { SimpleDocumentDetail } from '@/models/datasets'
|
|
import { useMemo } from 'react'
|
|
import { useBatchUpdateDocMetadata } from '@/service/knowledge/use-metadata'
|
|
import Toast from '@/app/components/base/toast'
|
|
import { t } from 'i18next'
|
|
|
|
type Props = {
|
|
datasetId: string
|
|
docList: SimpleDocumentDetail[]
|
|
onUpdate: () => void
|
|
}
|
|
|
|
const useBatchEditDocumentMetadata = ({
|
|
datasetId,
|
|
docList,
|
|
onUpdate,
|
|
}: Props) => {
|
|
const [isShowEditModal, {
|
|
setTrue: showEditModal,
|
|
setFalse: hideEditModal,
|
|
}] = useBoolean(false)
|
|
|
|
const metaDataList: MetadataItemWithValue[][] = (() => {
|
|
const res: MetadataItemWithValue[][] = []
|
|
docList.forEach((item) => {
|
|
if (item.doc_metadata) {
|
|
res.push(item.doc_metadata.filter(item => item.id !== 'built-in'))
|
|
return
|
|
}
|
|
res.push([])
|
|
})
|
|
return res
|
|
})()
|
|
|
|
// To check is key has multiple value
|
|
const originalList: MetadataItemInBatchEdit[] = useMemo(() => {
|
|
const idNameValue: Record<string, { value: string | number | null, isMultipleValue: boolean }> = {}
|
|
|
|
const res: MetadataItemInBatchEdit[] = []
|
|
metaDataList.forEach((metaData) => {
|
|
metaData.forEach((item) => {
|
|
if (idNameValue[item.id]?.isMultipleValue)
|
|
return
|
|
const itemInRes = res.find(i => i.id === item.id)
|
|
if (!idNameValue[item.id]) {
|
|
idNameValue[item.id] = {
|
|
value: item.value,
|
|
isMultipleValue: false,
|
|
}
|
|
}
|
|
|
|
if (itemInRes && itemInRes.value !== item.value) {
|
|
idNameValue[item.id].isMultipleValue = true
|
|
itemInRes.isMultipleValue = true
|
|
itemInRes.value = null
|
|
return
|
|
}
|
|
if (!itemInRes) {
|
|
res.push({
|
|
...item,
|
|
isMultipleValue: false,
|
|
})
|
|
}
|
|
})
|
|
})
|
|
return res
|
|
}, [metaDataList])
|
|
|
|
const formateToBackendList = (editedList: MetadataItemWithEdit[], addedList: MetadataItemInBatchEdit[], isApplyToAllSelectDocument: boolean) => {
|
|
const updatedList = editedList.filter((editedItem) => {
|
|
return editedItem.updateType === UpdateType.changeValue
|
|
})
|
|
const removedList = originalList.filter((originalItem) => {
|
|
const editedItem = editedList.find(i => i.id === originalItem.id)
|
|
if (!editedItem) // removed item
|
|
return true
|
|
return false
|
|
})
|
|
|
|
const res: MetadataBatchEditToServer = docList.map((item, i) => {
|
|
// the new metadata will override the old one
|
|
const oldMetadataList = metaDataList[i]
|
|
let newMetadataList: MetadataItemWithValue[] = [...oldMetadataList, ...addedList]
|
|
.filter((item) => {
|
|
return !removedList.find(removedItem => removedItem.id === item.id)
|
|
})
|
|
.map(item => ({
|
|
id: item.id,
|
|
name: item.name,
|
|
type: item.type,
|
|
value: item.value,
|
|
}))
|
|
if (isApplyToAllSelectDocument) {
|
|
// add missing metadata item
|
|
updatedList.forEach((editedItem) => {
|
|
if (!newMetadataList.find(i => i.id === editedItem.id) && !editedItem.isMultipleValue)
|
|
newMetadataList.push(editedItem)
|
|
})
|
|
}
|
|
|
|
newMetadataList = newMetadataList.map((item) => {
|
|
const editedItem = updatedList.find(i => i.id === item.id)
|
|
if (editedItem)
|
|
return editedItem
|
|
return item
|
|
})
|
|
|
|
return {
|
|
document_id: item.id,
|
|
metadata_list: newMetadataList,
|
|
}
|
|
})
|
|
return res
|
|
}
|
|
|
|
const { mutateAsync } = useBatchUpdateDocMetadata()
|
|
|
|
const handleSave = async (editedList: MetadataItemInBatchEdit[], addedList: MetadataItemInBatchEdit[], isApplyToAllSelectDocument: boolean) => {
|
|
const backendList = formateToBackendList(editedList, addedList, isApplyToAllSelectDocument)
|
|
await mutateAsync({
|
|
dataset_id: datasetId,
|
|
metadata_list: backendList,
|
|
})
|
|
onUpdate()
|
|
hideEditModal()
|
|
Toast.notify({
|
|
type: 'success',
|
|
message: t('common.actionMsg.modifiedSuccessfully'),
|
|
})
|
|
}
|
|
|
|
return {
|
|
isShowEditModal,
|
|
showEditModal,
|
|
hideEditModal,
|
|
originalList,
|
|
handleSave,
|
|
}
|
|
}
|
|
|
|
export default useBatchEditDocumentMetadata
|