From dc847ba14544c146901809bcbe9f081f5975f40b Mon Sep 17 00:00:00 2001
From: leoterry <754236623@qq.com>
Date: Thu, 18 Jul 2024 19:25:41 +0800
Subject: [PATCH] Fix the vector retrieval sorting issue (#6431)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Co-authored-by: weifj <“weifj@tuyuansu.com.cn”>
---
 api/core/rag/datasource/vdb/chroma/chroma_vector.py     | 3 ++-
 api/core/rag/datasource/vdb/qdrant/qdrant_vector.py     | 2 ++
 api/core/rag/datasource/vdb/weaviate/weaviate_vector.py | 3 ++-
 3 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/api/core/rag/datasource/vdb/chroma/chroma_vector.py b/api/core/rag/datasource/vdb/chroma/chroma_vector.py
index 1d85fa78c0..3629887b44 100644
--- a/api/core/rag/datasource/vdb/chroma/chroma_vector.py
+++ b/api/core/rag/datasource/vdb/chroma/chroma_vector.py
@@ -111,7 +111,8 @@ class ChromaVector(BaseVector):
                     metadata=metadata,
                 )
                 docs.append(doc)
-
+         # Sort the documents by score in descending order
+        docs = sorted(docs, key=lambda x: x.metadata['score'], reverse=True)
         return docs
 
     def search_by_full_text(self, query: str, **kwargs: Any) -> list[Document]:
diff --git a/api/core/rag/datasource/vdb/qdrant/qdrant_vector.py b/api/core/rag/datasource/vdb/qdrant/qdrant_vector.py
index c7c0b7f6f4..f9a9389868 100644
--- a/api/core/rag/datasource/vdb/qdrant/qdrant_vector.py
+++ b/api/core/rag/datasource/vdb/qdrant/qdrant_vector.py
@@ -362,6 +362,8 @@ class QdrantVector(BaseVector):
                     metadata=metadata,
                 )
                 docs.append(doc)
+        # Sort the documents by score in descending order
+        docs = sorted(docs, key=lambda x: x.metadata['score'], reverse=True)
         return docs
 
     def search_by_full_text(self, query: str, **kwargs: Any) -> list[Document]:
diff --git a/api/core/rag/datasource/vdb/weaviate/weaviate_vector.py b/api/core/rag/datasource/vdb/weaviate/weaviate_vector.py
index 378d55472f..87fc5ff158 100644
--- a/api/core/rag/datasource/vdb/weaviate/weaviate_vector.py
+++ b/api/core/rag/datasource/vdb/weaviate/weaviate_vector.py
@@ -216,7 +216,8 @@ class WeaviateVector(BaseVector):
             if score > score_threshold:
                 doc.metadata['score'] = score
                 docs.append(doc)
-
+        # Sort the documents by score in descending order
+        docs = sorted(docs, key=lambda x: x.metadata['score'], reverse=True)
         return docs
 
     def search_by_full_text(self, query: str, **kwargs: Any) -> list[Document]: