From 902e841c39275ee10acb5e03cf95a7f13e0fa341 Mon Sep 17 00:00:00 2001 From: kingbri Date: Wed, 10 Jan 2024 23:50:11 -0500 Subject: [PATCH] Main: Add logging for API routes Helps users get started with accessing the docs. Signed-off-by: kingbri --- main.py | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/main.py b/main.py index 2cb843f..bbc7ad8 100644 --- a/main.py +++ b/main.py @@ -547,10 +547,17 @@ def entrypoint(args: Optional[dict] = None): lora_dir = pathlib.Path(unwrap(lora_config.get("lora_dir"), "loras")) MODEL_CONTAINER.load_loras(lora_dir.resolve(), **lora_config) + host = unwrap(network_config.get("host"), "127.0.0.1") + port = unwrap(network_config.get("port"), 5000) + + logger.info(f"Developer documentation: http://{host}:{port}/docs") + logger.info(f"Completions: http://{host}:{port}/v1/completions") + logger.info(f"Chat completions: http://{host}:{port}/v1/chat/completions") + uvicorn.run( app, - host=network_config.get("host", "127.0.0.1"), - port=network_config.get("port", 5000), + host=host, + port=port, log_level="debug", )