theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-20 14:28:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tree: Format

Browse Source 
Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-03-18 16:02:29 -04:00
parent 5c7fc69ded
commit 2704ff8344
2 changed files with 0 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
endpoints/OAI/utils/chat_completion.py
View File

@@ -171,11 +171,6 @@ async def stream_generate_chat_completion(
# Break if the generation is finished
if "finish_reason" in generation:
break
# Yield a finish response on successful generation
# finish_response = _create_stream_chunk(const_id, finish_reason="stop")
# yield finish_response.model_dump_json()
except CancelledError:
# Get out if the request gets disconnected

3
endpoints/OAI/utils/completion.py
View File

@@ -75,9 +75,6 @@ async def stream_generate_completion(data: CompletionRequest, model_path: pathli
if "finish_reason" in generation:
yield "[DONE]"
break
# Yield a finish response on successful generation
# yield "[DONE]"
except CancelledError:
# Get out if the request gets disconnected