Co-authored-by: baomi.wbm <baomi.wbm@dtwave-inc.com>
This commit is contained in:
WangBooth 2023-11-28 20:05:50 +08:00 committed by GitHub
parent 3c37fd37fa
commit 53be4d2712
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1,12 +1,11 @@
import logging import logging
from typing import Optional, List from typing import List, Optional
from langchain.schema import Document
from xinference_client.client.restful.restful_client import Client
from core.model_providers.error import LLMBadRequestError from core.model_providers.error import LLMBadRequestError
from core.model_providers.models.reranking.base import BaseReranking from core.model_providers.models.reranking.base import BaseReranking
from core.model_providers.providers.base import BaseModelProvider from core.model_providers.providers.base import BaseModelProvider
from langchain.schema import Document
from xinference_client.client.restful.restful_client import Client
class XinferenceReranking(BaseReranking): class XinferenceReranking(BaseReranking):
@ -48,7 +47,7 @@ class XinferenceReranking(BaseReranking):
) )
# score threshold check # score threshold check
if score_threshold is not None: if score_threshold is not None:
if result.relevance_score >= score_threshold: if result['relevance_score'] >= score_threshold:
rerank_documents.append(rerank_document) rerank_documents.append(rerank_document)
else: else:
rerank_documents.append(rerank_document) rerank_documents.append(rerank_document)