theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-29 02:31:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

API: Let the user know if a disconnect occurred

Browse Source 
If a user disconnects from a request, log this in the console.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-03-09 15:47:46 -05:00
parent c77259bfbb
commit a69ee976f0
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
main.py
View File

@@ -522,6 +522,7 @@ async def generate_completion(request: Request, data: CompletionRequest):
) )
for generation in new_generation: for generation in new_generation:
if await request.is_disconnected(): if await request.is_disconnected():
logger.error("Completion generation cancelled by user.")
break break
response = create_completion_response(generation, model_path.name) response = create_completion_response(generation, model_path.name)
@@ -620,6 +621,7 @@ async def generate_chat_completion(request: Request, data: ChatCompletionRequest
) )
for generation in new_generation: for generation in new_generation:
if await request.is_disconnected(): if await request.is_disconnected():
logger.error("Chat completion generation cancelled by user.")
break break
response = create_chat_completion_stream_chunk( response = create_chat_completion_stream_chunk(