AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-05-08 22:29:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fixes #9159: Modify to make it works to llama.cpp rerank API (#9160)

Browse Source
This commit is contained in:
Ziyu Huang 2024-10-10 15:18:07 +08:00 committed by GitHub
parent bffb0919cc
commit fc60b554a1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 20 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
api/core/model_runtime/model_providers/jina/rerank/rerank.py
View File

@ -61,11 +61,19 @@ class JinaRerankModel(RerankModel):
rerank_documents = [] rerank_documents = []
for result in results["results"]: for result in results["results"]:
index = result["index"]
if "document" in result:
text = result["document"]["text"]
else:
# llama.cpp rerank maynot return original documents
text = docs[index]
rerank_document = RerankDocument( rerank_document = RerankDocument(
index=result["index"], index=index,
text=result["document"]["text"], text=text,
score=result["relevance_score"], score=result["relevance_score"],
) )
if score_threshold is None or result["relevance_score"] >= score_threshold: if score_threshold is None or result["relevance_score"] >= score_threshold:
rerank_documents.append(rerank_document) rerank_documents.append(rerank_document)

12
api/core/model_runtime/model_providers/localai/rerank/rerank.py
View File

@ -70,11 +70,19 @@ class LocalaiRerankModel(RerankModel):
rerank_documents = [] rerank_documents = []
for result in results["results"]: for result in results["results"]:
index = result["index"]
if "document" in result:
text = result["document"]["text"]
else:
# llama.cpp rerank maynot return original documents
text = docs[index]
rerank_document = RerankDocument( rerank_document = RerankDocument(
index=result["index"], index=index,
text=result["document"]["text"], text=text,
score=result["relevance_score"], score=result["relevance_score"],
) )
if score_threshold is None or result["relevance_score"] >= score_threshold: if score_threshold is None or result["relevance_score"] >= score_threshold:
rerank_documents.append(rerank_document) rerank_documents.append(rerank_document)