From 4d09226364069e29761e23a5bc1679b45d78738e Mon Sep 17 00:00:00 2001 From: kingbri Date: Fri, 8 Mar 2024 17:56:48 -0500 Subject: [PATCH] Logging: Fix Uvicorn hook The Uvicorn logging config wasn't being set. Fix that when creating a new server. Signed-off-by: kingbri --- common/logger.py | 4 +--- main.py | 3 ++- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/common/logger.py b/common/logger.py index f5961ef..ab617ec 100644 --- a/common/logger.py +++ b/common/logger.py @@ -80,9 +80,7 @@ UVICORN_LOG_CONFIG = { "disable_existing_loggers": False, "handlers": { "uvicorn": { - "class": ( - f"{UvicornLoggingHandler.__module__}.{UvicornLoggingHandler.__qualname__}", - ) + "class": f"{UvicornLoggingHandler.__module__}.{UvicornLoggingHandler.__qualname__}", # noqa }, }, "root": {"handlers": ["uvicorn"], "propagate": False, "level": "TRACE"}, diff --git a/main.py b/main.py index bff7691..d14ec3c 100644 --- a/main.py +++ b/main.py @@ -17,7 +17,7 @@ from fastapi.responses import StreamingResponse from functools import partial from loguru import logger -from common.logger import setup_logger, get_loading_progress_bar +from common.logger import UVICORN_LOG_CONFIG, setup_logger, get_loading_progress_bar import common.gen_logging as gen_logging from backends.exllamav2.model import ExllamaV2Container from backends.exllamav2.utils import check_exllama_version @@ -677,6 +677,7 @@ def start_api(host: str, port: int): app, host=host, port=port, + log_config=UVICORN_LOG_CONFIG, )