From 2cfd5568e144173da66cc1f1341a2f73ff787310 Mon Sep 17 00:00:00 2001 From: takatost Date: Fri, 5 Jan 2024 04:23:12 +0800 Subject: [PATCH] fix: vision fail in complete app (#1933) --- api/core/prompt/prompt_transform.py | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/api/core/prompt/prompt_transform.py b/api/core/prompt/prompt_transform.py index 67ee507627..28fea7c3ce 100644 --- a/api/core/prompt/prompt_transform.py +++ b/api/core/prompt/prompt_transform.py @@ -334,7 +334,18 @@ class PromptTransform: prompt = re.sub(r'<\|.*?\|>', '', prompt) - return [UserPromptMessage(content=prompt)] + model_mode = ModelMode.value_of(model_config.mode) + + if model_mode == ModelMode.CHAT and files: + prompt_message_contents = [TextPromptMessageContent(data=prompt)] + for file in files: + prompt_message_contents.append(file.prompt_message_content) + + prompt_message = UserPromptMessage(content=prompt_message_contents) + else: + prompt_message = UserPromptMessage(content=prompt) + + return [prompt_message] def _set_context_variable(self, context: str, prompt_template: PromptTemplateParser, prompt_inputs: dict) -> None: if '#context#' in prompt_template.variable_keys: