fix: token count includes base64 string of input images (#5868)

This commit is contained in:
Masashi Tomooka 2024-07-06 17:53:32 +09:00 committed by GitHub
parent 9b7c74a5d9
commit 3b23d6764f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -554,7 +554,10 @@ class BedrockLargeLanguageModel(LargeLanguageModel):
content = message.content content = message.content
if isinstance(message, UserPromptMessage): if isinstance(message, UserPromptMessage):
message_text = f"{human_prompt_prefix} {content} {human_prompt_postfix}" body = content
if (isinstance(content, list)):
body = "".join([c.data for c in content if c.type == PromptMessageContentType.TEXT])
message_text = f"{human_prompt_prefix} {body} {human_prompt_postfix}"
elif isinstance(message, AssistantPromptMessage): elif isinstance(message, AssistantPromptMessage):
message_text = f"{ai_prompt} {content}" message_text = f"{ai_prompt} {content}"
elif isinstance(message, SystemPromptMessage): elif isinstance(message, SystemPromptMessage):