theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-24 08:19:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tree: Format

Browse Source 
Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-03-10 17:45:09 -04:00
parent 045262f51f
commit bbb1a4ec20
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
main.py
View File

@@ -234,7 +234,6 @@ async def load_model(request: Request, data: ModelLoadRequest):
progress.start() progress.start()
for module, modules in load_status: for module, modules in load_status:
# Get out if the request gets disconnected # Get out if the request gets disconnected
if await request.is_disconnected(): if await request.is_disconnected():
logger.error( logger.error(
@@ -521,7 +520,6 @@ async def generate_completion(request: Request, data: CompletionRequest):
data.prompt, **data.to_gen_params() data.prompt, **data.to_gen_params()
) )
for generation in new_generation: for generation in new_generation:
# Get out if the request gets disconnected # Get out if the request gets disconnected
if await request.is_disconnected(): if await request.is_disconnected():
logger.error("Completion generation cancelled by user.") logger.error("Completion generation cancelled by user.")
@@ -620,7 +618,6 @@ async def generate_chat_completion(request: Request, data: ChatCompletionRequest
prompt, **data.to_gen_params() prompt, **data.to_gen_params()
) )
for generation in new_generation: for generation in new_generation:
# Get out if the request gets disconnected # Get out if the request gets disconnected
if await request.is_disconnected(): if await request.is_disconnected():
logger.error("Chat completion generation cancelled by user.") logger.error("Chat completion generation cancelled by user.")