hz/ebiz-dify-ai
1
0
Fork 0
mirror of http://112.124.100.131/huang.ze/ebiz-dify-ai.git synced 2025-12-24 18:23:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

[EMERGENCY] Fix Anthropic header issue (#6445)

Browse Source
This commit is contained in:
Richards Tu
2024-07-19 07:38:15 +08:00
committed by GitHub
parent dad3fd2dc1
commit 8e49146a35
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
api/core/model_runtime/model_providers/anthropic/llm/llm.py
View File

@@ -114,9 +114,9 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
extra_model_kwargs['system'] = system
# Add the new header for claude-3-5-sonnet-20240620 model
headers = {}
extra_headers = {}
if model == "claude-3-5-sonnet-20240620":
headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
extra_headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
if tools:
extra_model_kwargs['tools'] = [
@@ -126,7 +126,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
model=model,
messages=prompt_message_dicts,
stream=stream,
headers=headers,
extra_headers=extra_headers,
**model_parameters,
**extra_model_kwargs
)
@@ -136,7 +136,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
model=model,
messages=prompt_message_dicts,
stream=stream,
headers=headers,
extra_headers=extra_headers,
**model_parameters,
**extra_model_kwargs
)