From 948d64bbefcdd0a0512863c4d03a813fb778d36d Mon Sep 17 00:00:00 2001 From: takatost Date: Wed, 16 Aug 2023 14:58:44 +0800 Subject: [PATCH] fix: get_num_tokens_from_messages params error (#866) --- api/core/agent/agent/openai_function_call_summarize_mixin.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/api/core/agent/agent/openai_function_call_summarize_mixin.py b/api/core/agent/agent/openai_function_call_summarize_mixin.py index a4745e772d..6dcda1200a 100644 --- a/api/core/agent/agent/openai_function_call_summarize_mixin.py +++ b/api/core/agent/agent/openai_function_call_summarize_mixin.py @@ -66,12 +66,12 @@ class OpenAIFunctionCallSummarizeMixin(BaseModel, CalcTokenMixin): return new_messages - def get_num_tokens_from_messages(self, llm: BaseLanguageModel, messages: List[BaseMessage], **kwargs) -> int: + def get_num_tokens_from_messages(self, model_instance: BaseLLM, messages: List[BaseMessage], **kwargs) -> int: """Calculate num tokens for gpt-3.5-turbo and gpt-4 with tiktoken package. Official documentation: https://github.com/openai/openai-cookbook/blob/ main/examples/How_to_format_inputs_to_ChatGPT_models.ipynb""" - llm = cast(ChatOpenAI, llm) + llm = cast(ChatOpenAI, model_instance.client) model, encoding = llm._get_encoding_model() if model.startswith("gpt-3.5-turbo"): # every message follows {role/name}\n{content}\n