fix: openllm generate cutoff (#945)

This commit is contained in:
takatost 2023-08-22 13:43:36 +08:00 committed by GitHub
parent e8039a7da8
commit 866ee5da91
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -67,9 +67,6 @@ class OpenLLM(LLM):
json_response = response.json()
completion = json_response["responses"][0]
if completion:
completion = completion[len(prompt):]
if stop is not None:
completion = enforce_stop_tokens(completion, stop)