From a69ee976f02c536a0ce6ff28f0a05a9ba6d47177 Mon Sep 17 00:00:00 2001 From: kingbri Date: Sat, 9 Mar 2024 15:47:46 -0500 Subject: [PATCH] API: Let the user know if a disconnect occurred If a user disconnects from a request, log this in the console. Signed-off-by: kingbri --- main.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/main.py b/main.py index d14ec3c..916d32d 100644 --- a/main.py +++ b/main.py @@ -522,6 +522,7 @@ async def generate_completion(request: Request, data: CompletionRequest): ) for generation in new_generation: if await request.is_disconnected(): + logger.error("Completion generation cancelled by user.") break response = create_completion_response(generation, model_path.name) @@ -620,6 +621,7 @@ async def generate_chat_completion(request: Request, data: ChatCompletionRequest ) for generation in new_generation: if await request.is_disconnected(): + logger.error("Chat completion generation cancelled by user.") break response = create_chat_completion_stream_chunk(