mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-15 00:07:28 +00:00
6a5bbd217c
* add logging * simplify the logger * formatting * final touches * fix format * Model: Add log to metrics Signed-off-by: kingbri <bdashore3@proton.me> --------- Authored-by: AlpinDale <52078762+AlpinDale@users.noreply.github.com>
66 lines
1.5 KiB
Python
66 lines
1.5 KiB
Python
"""
|
|
Functions for logging generation events.
|
|
"""
|
|
from typing import Dict
|
|
from pydantic import BaseModel
|
|
|
|
from logger import init_logger
|
|
|
|
logger = init_logger(__name__)
|
|
|
|
|
|
class LogConfig(BaseModel):
|
|
"""Logging preference config."""
|
|
|
|
prompt: bool = False
|
|
generation_params: bool = False
|
|
|
|
|
|
# Global reference to logging preferences
|
|
CONFIG = LogConfig()
|
|
|
|
|
|
def update_from_dict(options_dict: Dict[str, bool]):
|
|
"""Wrapper to set the logging config for generations"""
|
|
global CONFIG
|
|
|
|
# Force bools on the dict
|
|
for value in options_dict.values():
|
|
if value is None:
|
|
value = False
|
|
|
|
CONFIG = LogConfig.model_validate(options_dict)
|
|
|
|
|
|
def broadcast_status():
|
|
"""Broadcasts the current logging status"""
|
|
enabled = []
|
|
if CONFIG.prompt:
|
|
enabled.append("prompts")
|
|
|
|
if CONFIG.generation_params:
|
|
enabled.append("generation params")
|
|
|
|
if len(enabled) > 0:
|
|
logger.info("Generation logging is enabled for: " + ", ".join(enabled))
|
|
else:
|
|
logger.info("Generation logging is disabled")
|
|
|
|
|
|
def log_generation_params(**kwargs):
|
|
"""Logs generation parameters to console."""
|
|
if CONFIG.generation_params:
|
|
logger.info(f"Generation options: {kwargs}\n")
|
|
|
|
|
|
def log_prompt(prompt: str):
|
|
"""Logs the prompt to console."""
|
|
if CONFIG.prompt:
|
|
logger.info(f"Prompt: {prompt if prompt else 'Empty'}\n")
|
|
|
|
|
|
def log_response(response: str):
|
|
"""Logs the response to console."""
|
|
if CONFIG.prompt:
|
|
logger.info(f"Response: {response if response else 'Empty'}\n")
|