mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-15 00:07:28 +00:00
API: Switch from request ID middleware to depends
Middleware runs on both the request and response. Therefore, streaming responses had increased latency when processing tasks and sending data to the client which resulted in erratic streaming behavior. Use a depends to add request IDs since it only executes when the request is run rather than expecting the response to be sent as well. For the future, it would be best to think about limiting the time between each tick of chunk data to be safe. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -7,6 +7,7 @@ from fastapi import HTTPException, Request
|
||||
from loguru import logger
|
||||
from pydantic import BaseModel
|
||||
from typing import Optional
|
||||
from uuid import uuid4
|
||||
|
||||
from common import config
|
||||
from common.utils import unwrap
|
||||
@@ -100,3 +101,10 @@ def is_port_in_use(port: int) -> bool:
|
||||
test_socket.settimeout(1)
|
||||
with test_socket:
|
||||
return test_socket.connect_ex(("localhost", port)) == 0
|
||||
|
||||
|
||||
async def add_request_id(request: Request):
|
||||
"""FastAPI depends to add a UUID to a request's state."""
|
||||
|
||||
request.state.id = uuid4().hex
|
||||
return request
|
||||
|
||||
Reference in New Issue
Block a user