AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-06-04 11:14:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix weight rerank of knowledge retrieval (#10931)

Browse Source
This commit is contained in:
AkisAya 2024-11-21 17:53:20 +08:00 committed by GitHub
parent 82575a7aea
commit cb0c55daa7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
api/core/rag/rerank/rerank_model.py
View File

@ -27,11 +27,11 @@ class RerankModelRunner(BaseRerankRunner):
:return: :return:
""" """
docs = [] docs = []
doc_id = set() doc_ids = set()
unique_documents = [] unique_documents = []
for document in documents: for document in documents:
if document.provider == "dify" and document.metadata["doc_id"] not in doc_id: if document.provider == "dify" and document.metadata["doc_id"] not in doc_ids:
doc_id.add(document.metadata["doc_id"]) doc_ids.add(document.metadata["doc_id"])
docs.append(document.page_content) docs.append(document.page_content)
unique_documents.append(document) unique_documents.append(document)
elif document.provider == "external": elif document.provider == "external":

7
api/core/rag/rerank/weight_rerank.py
View File

@ -37,11 +37,10 @@ class WeightRerankRunner(BaseRerankRunner):
:return: :return:
""" """
unique_documents = [] unique_documents = []
doc_id = set() doc_ids = set()
for document in documents: for document in documents:
doc_id = document.metadata.get("doc_id") if document.metadata["doc_id"] not in doc_ids:
if doc_id not in doc_id: doc_ids.add(document.metadata["doc_id"])
doc_id.add(doc_id)
unique_documents.append(document) unique_documents.append(document)
documents = unique_documents documents = unique_documents