AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-17 12:05:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

[EMERGENCY] Fix Anthropic header issue (#6445)

Browse Source
This commit is contained in:
Richards Tu 2024-07-19 07:38:15 +08:00 committed by GitHub
parent dad3fd2dc1
commit 8e49146a35
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
api/core/model_runtime/model_providers/anthropic/llm/llm.py
View File

@ -114,9 +114,9 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
extra_model_kwargs['system'] = system
# Add the new header for claude-3-5-sonnet-20240620 model
headers = {}
extra_headers = {}
if model == "claude-3-5-sonnet-20240620":
headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
extra_headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
if tools:
extra_model_kwargs['tools'] = [
@ -126,7 +126,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
model=model,
messages=prompt_message_dicts,
stream=stream,
headers=headers,
extra_headers=extra_headers,
**model_parameters,
**extra_model_kwargs
)
@ -136,7 +136,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
model=model,
messages=prompt_message_dicts,
stream=stream,
headers=headers,
extra_headers=extra_headers,
**model_parameters,
**extra_model_kwargs
)