fix: openllm completion start with prompt, remove it (#1303)

2025-12-07 18:06:52 +08:00 · 2023-10-10 17:44:19 +08:00
parent 9e7efa45d4
commit 875dfbbf0e
1 changed files with 1 additions and 0 deletions
--- a/api/core/third_party/langchain/llms/openllm.py
+++ b/api/core/third_party/langchain/llms/openllm.py
@@ -66,6 +66,7 @@ class OpenLLM(LLM):

        json_response = response.json()
        completion = json_response["responses"][0]
+        completion = completion.lstrip(prompt)

        if stop is not None:
            completion = enforce_stop_tokens(completion, stop)