AI/ragflow
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/infiniflow/ragflow.git synced 2025-08-12 02:39:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

refine xinference (#2521)

Browse Source 
### What problem does this PR solve?

#1588

### Type of change

- [x] Refactoring
This commit is contained in:
Kevin Hu 2024-09-20 18:37:01 +08:00 committed by GitHub
parent 9bbef8216d
commit 4a6a2a0f1b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
rag/llm/cv_model.py
View File

@ -449,6 +449,8 @@ class LocalAICV(GptV4):
class XinferenceCV(Base): class XinferenceCV(Base):
def __init__(self, key, model_name="", lang="Chinese", base_url=""): def __init__(self, key, model_name="", lang="Chinese", base_url=""):
if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1")
self.client = OpenAI(api_key="xxx", base_url=base_url) self.client = OpenAI(api_key="xxx", base_url=base_url)
self.model_name = model_name self.model_name = model_name
self.lang = lang self.lang = lang

2
rag/llm/embedding_model.py
View File

@ -268,6 +268,8 @@ class FastEmbed(Base):
class XinferenceEmbed(Base): class XinferenceEmbed(Base):
def __init__(self, key, model_name="", base_url=""): def __init__(self, key, model_name="", base_url=""):
if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1")
self.client = OpenAI(api_key="xxx", base_url=base_url) self.client = OpenAI(api_key="xxx", base_url=base_url)
self.model_name = model_name self.model_name = model_name

2
rag/llm/rerank_model.py
View File

@ -140,6 +140,8 @@ class YoudaoRerank(DefaultRerank):
class XInferenceRerank(Base): class XInferenceRerank(Base):
def __init__(self, key="xxxxxxx", model_name="", base_url=""): def __init__(self, key="xxxxxxx", model_name="", base_url=""):
if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1")
self.model_name = model_name self.model_name = model_name
self.base_url = base_url self.base_url = base_url
self.headers = { self.headers = {

2
rag/llm/sequence2txt_model.py
View File

@ -93,6 +93,8 @@ class AzureSeq2txt(Base):
class XinferenceSeq2txt(Base): class XinferenceSeq2txt(Base):
def __init__(self, key, model_name="", base_url=""): def __init__(self, key, model_name="", base_url=""):
if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1")
self.client = OpenAI(api_key="xxx", base_url=base_url) self.client = OpenAI(api_key="xxx", base_url=base_url)
self.model_name = model_name self.model_name = model_name