fix(model_runtime): ensure compatibility with O1 models by adjusting token parameters (#10537)

2025-12-09 02:46:52 +08:00 · 2024-11-11 16:06:53 +08:00
parent 9018ef30fe
commit 867bf70f1a
1 changed files with 4 additions and 0 deletions
--- a/api/core/model_runtime/model_providers/openai/llm/llm.py
+++ b/api/core/model_runtime/model_providers/openai/llm/llm.py
@@ -617,6 +617,10 @@ class OpenAILargeLanguageModel(_CommonOpenAI, LargeLanguageModel):
        # o1 compatibility
        block_as_stream = False
        if model.startswith("o1"):
+            if "max_tokens" in model_parameters:
+                model_parameters["max_completion_tokens"] = model_parameters["max_tokens"]
+                del model_parameters["max_tokens"]
+
            if stream:
                block_as_stream = True
                stream = False