diff --git a/rag/llm/embedding_model.py b/rag/llm/embedding_model.py index c342d06f4..d9eb484c8 100644 --- a/rag/llm/embedding_model.py +++ b/rag/llm/embedding_model.py @@ -128,8 +128,8 @@ class LocalAIEmbed(Base): ) # local embedding for LmStudio donot count tokens def encode_queries(self, text): - res = self.client.embeddings.create(text, model=self.model_name) - return np.array(res.data[0].embedding), 1024 + embds, cnt = self.encode([text]) + return np.array(embds[0]), cnt class AzureEmbed(OpenAIEmbed):