diff --git a/api/core/third_party/langchain/llms/openllm.py b/api/core/third_party/langchain/llms/openllm.py
index 95ed80daf4..a2a2857b15 100644
--- a/api/core/third_party/langchain/llms/openllm.py
+++ b/api/core/third_party/langchain/llms/openllm.py
@@ -67,9 +67,6 @@ class OpenLLM(LLM):
         json_response = response.json()
         completion = json_response["responses"][0]
 
-        if completion:
-            completion = completion[len(prompt):]
-
         if stop is not None:
             completion = enforce_stop_tokens(completion, stop)