From 7f44e88eda1968292aaafe201cd7609da63e4786 Mon Sep 17 00:00:00 2001 From: -LAN- Date: Fri, 14 Jun 2024 18:26:14 +0800 Subject: [PATCH] fix(model_providers/ollama): Fix OllamaLargeLanguageModel to correctly set the stop option (#5217) --- api/core/model_runtime/model_providers/ollama/llm/llm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/api/core/model_runtime/model_providers/ollama/llm/llm.py b/api/core/model_runtime/model_providers/ollama/llm/llm.py index dd58a563ab..42a588e3dd 100644 --- a/api/core/model_runtime/model_providers/ollama/llm/llm.py +++ b/api/core/model_runtime/model_providers/ollama/llm/llm.py @@ -195,7 +195,7 @@ class OllamaLargeLanguageModel(LargeLanguageModel): data["options"] = model_parameters or {} if stop: - data["stop"] = "\n".join(stop) + data["options"]["stop"] = stop completion_type = LLMMode.value_of(credentials["mode"])