fix: openllm generate cutoff (#945)

2025-12-10 11:26:52 +08:00 · 2023-08-22 13:43:36 +08:00
parent e8039a7da8
commit 866ee5da91
1 changed files with 0 additions and 3 deletions
--- a/api/core/third_party/langchain/llms/openllm.py
+++ b/api/core/third_party/langchain/llms/openllm.py
@@ -67,9 +67,6 @@ class OpenLLM(LLM):
        json_response = response.json()
        completion = json_response["responses"][0]

-        if completion:
-            completion = completion[len(prompt):]
-
        if stop is not None:
            completion = enforce_stop_tokens(completion, stop)