hz/ebiz-dify-ai
1
0
Fork 0
mirror of http://112.124.100.131/huang.ze/ebiz-dify-ai.git synced 2025-12-10 11:26:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: o1-series model encounters an error when the generate mode is blocking (#8363)

Browse Source
This commit is contained in:
takatost
2024-09-13 15:37:54 +08:00
committed by GitHub
parent 6613b8f2e0
commit 24af4b9313
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
api/core/model_runtime/model_providers/openai/llm/llm.py
View File

@@ -615,10 +615,12 @@ class OpenAILargeLanguageModel(_CommonOpenAI, LargeLanguageModel):
block_as_stream = False block_as_stream = False
if model.startswith("o1"): if model.startswith("o1"):
block_as_stream = True if stream:
stream = False block_as_stream = True
if "stream_options" in extra_model_kwargs: stream = False
del extra_model_kwargs["stream_options"]
if "stream_options" in extra_model_kwargs:
del extra_model_kwargs["stream_options"]
if "stop" in extra_model_kwargs: if "stop" in extra_model_kwargs:
del extra_model_kwargs["stop"] del extra_model_kwargs["stop"]