From 8e49146a3523dcbf781a7f41aa874b23bd338b29 Mon Sep 17 00:00:00 2001 From: Richards Tu <142148415+richards199999@users.noreply.github.com> Date: Fri, 19 Jul 2024 07:38:15 +0800 Subject: [PATCH] [EMERGENCY] Fix Anthropic header issue (#6445) --- .../model_runtime/model_providers/anthropic/llm/llm.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/api/core/model_runtime/model_providers/anthropic/llm/llm.py b/api/core/model_runtime/model_providers/anthropic/llm/llm.py index 787c3baaaa..107efe4867 100644 --- a/api/core/model_runtime/model_providers/anthropic/llm/llm.py +++ b/api/core/model_runtime/model_providers/anthropic/llm/llm.py @@ -114,9 +114,9 @@ class AnthropicLargeLanguageModel(LargeLanguageModel): extra_model_kwargs['system'] = system # Add the new header for claude-3-5-sonnet-20240620 model - headers = {} + extra_headers = {} if model == "claude-3-5-sonnet-20240620": - headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15" + extra_headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15" if tools: extra_model_kwargs['tools'] = [ @@ -126,7 +126,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel): model=model, messages=prompt_message_dicts, stream=stream, - headers=headers, + extra_headers=extra_headers, **model_parameters, **extra_model_kwargs ) @@ -136,7 +136,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel): model=model, messages=prompt_message_dicts, stream=stream, - headers=headers, + extra_headers=extra_headers, **model_parameters, **extra_model_kwargs )