AI/ragflow
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/infiniflow/ragflow.git synced 2025-08-14 12:25:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix LocalAI add bug (#1851)

Browse Source 
### What problem does this PR solve?

#1848 

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

---------

Co-authored-by: Zhedong Cen <cenzhedong2@126.com>
This commit is contained in:
黄腾 2024-08-07 18:10:42 +08:00 committed by GitHub
parent 7bc9742674
commit 60428c4ad2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
rag/llm/chat_model.py
View File

@ -102,7 +102,7 @@ class XinferenceChat(Base):
if not base_url: if not base_url:
raise ValueError("Local llm url cannot be None") raise ValueError("Local llm url cannot be None")
if base_url.split("/")[-1] != "v1": if base_url.split("/")[-1] != "v1":
self.base_url = os.path.join(base_url, "v1") base_url = os.path.join(base_url, "v1")
key = "xxx" key = "xxx"
super().__init__(key, model_name, base_url) super().__init__(key, model_name, base_url)
@ -373,8 +373,8 @@ class LocalAIChat(Base):
if not base_url: if not base_url:
raise ValueError("Local llm url cannot be None") raise ValueError("Local llm url cannot be None")
if base_url.split("/")[-1] != "v1": if base_url.split("/")[-1] != "v1":
self.base_url = os.path.join(base_url, "v1") base_url = os.path.join(base_url, "v1")
self.client = OpenAI(api_key="empty", base_url=self.base_url) self.client = OpenAI(api_key="empty", base_url=base_url)
self.model_name = model_name.split("___")[0] self.model_name = model_name.split("___")[0]

6
rag/llm/embedding_model.py
View File

@ -510,8 +510,8 @@ class LmStudioEmbed(LocalAIEmbed):
if not base_url: if not base_url:
raise ValueError("Local llm url cannot be None") raise ValueError("Local llm url cannot be None")
if base_url.split("/")[-1] != "v1": if base_url.split("/")[-1] != "v1":
self.base_url = os.path.join(base_url, "v1") base_url = os.path.join(base_url, "v1")
self.client = OpenAI(api_key="lm-studio", base_url=self.base_url) self.client = OpenAI(api_key="lm-studio", base_url=base_url)
self.model_name = model_name self.model_name = model_name
@ -520,6 +520,6 @@ class OpenAI_APIEmbed(OpenAIEmbed):
if not base_url: if not base_url:
raise ValueError("url cannot be None") raise ValueError("url cannot be None")
if base_url.split("/")[-1] != "v1": if base_url.split("/")[-1] != "v1":
self.base_url = os.path.join(base_url, "v1") base_url = os.path.join(base_url, "v1")
self.client = OpenAI(api_key=key, base_url=base_url) self.client = OpenAI(api_key=key, base_url=base_url)
self.model_name = model_name.split("___")[0] self.model_name = model_name.split("___")[0]