Fix HuggingFace model error. (#3870)

### What problem does this PR solve?

#3865

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
Kevin Hu 2024-12-05 13:28:42 +08:00 committed by GitHub
parent a88a1848ff
commit 593ffc4067
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 5 additions and 4 deletions

View File

@ -22,7 +22,7 @@ from abc import ABC
from openai import OpenAI
import openai
from ollama import Client
from rag.nlp import is_chinese
from rag.nlp import is_chinese, is_english
from rag.utils import num_tokens_from_string
from groq import Groq
import os
@ -123,7 +123,7 @@ class HuggingFaceChat(Base):
raise ValueError("Local llm url cannot be None")
if base_url.split("/")[-1] != "v1":
base_url = os.path.join(base_url, "v1")
super().__init__(key, model_name, base_url)
super().__init__(key, model_name.split("___")[0], base_url)
class DeepSeekChat(Base):

View File

@ -745,7 +745,7 @@ class HuggingFaceEmbed(Base):
if not model_name:
raise ValueError("Model name cannot be None")
self.key = key
self.model_name = model_name
self.model_name = model_name.split("___")[0]
self.base_url = base_url or "http://127.0.0.1:8080"
def encode(self, texts: list):
@ -775,6 +775,7 @@ class HuggingFaceEmbed(Base):
else:
raise Exception(f"Error: {response.status_code} - {response.text}")
class VolcEngineEmbed(OpenAIEmbed):
def __init__(self, key, model_name, base_url="https://ark.cn-beijing.volces.com/api/v3"):
if not base_url:

View File

@ -194,7 +194,7 @@ class LocalAIRerank(Base):
"Content-Type": "application/json",
"Authorization": f"Bearer {key}"
}
self.model_name = model_name.replace("___LocalAI","")
self.model_name = model_name.split("___")[0]
def similarity(self, query: str, texts: list):
# noway to config Ragflow , use fix setting