mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-20 14:28:54 +00:00
Generation: Explicitly release semaphore on disconnect
This prevents any lockups when querying another request. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -8,6 +8,10 @@ from typing import AsyncGenerator, Generator, Union
|
||||
generate_semaphore = asyncio.Semaphore(1)
|
||||
|
||||
|
||||
def release_semaphore():
|
||||
generate_semaphore.release()
|
||||
|
||||
|
||||
async def generate_with_semaphore(generator: Union[AsyncGenerator, Generator]):
|
||||
"""Generate with a semaphore."""
|
||||
|
||||
|
||||
Reference in New Issue
Block a user