Tree: Format

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-03-18 16:02:29 -04:00
parent 5c7fc69ded
commit 2704ff8344
2 changed files with 0 additions and 8 deletions

View File

@@ -75,9 +75,6 @@ async def stream_generate_completion(data: CompletionRequest, model_path: pathli
if "finish_reason" in generation:
yield "[DONE]"
break
# Yield a finish response on successful generation
# yield "[DONE]"
except CancelledError:
# Get out if the request gets disconnected