diff --git a/backends/exllamav3/model.py b/backends/exllamav3/model.py index c154c5b..e671a04 100644 --- a/backends/exllamav3/model.py +++ b/backends/exllamav3/model.py @@ -927,7 +927,9 @@ class ExllamaV3Container(BaseModelContainer): params.frequency_penalty, params.presence_penalty, penalty_range, - max(repetition_decay, 1), # TODO: Allow decay = 0 when exl3 kernel fix is pushed (v0.0.27) + max( + repetition_decay, 1 + ), # TODO: Allow decay = 0 when exl3 kernel fix is pushed (v0.0.27) ) # Apply temperature first to builder diff --git a/common/logger.py b/common/logger.py index d145b46..67b8f44 100644 --- a/common/logger.py +++ b/common/logger.py @@ -20,7 +20,7 @@ from rich.progress import ( from common.utils import unwrap _w = os.getenv("TABBY_LOG_CONSOLE_WIDTH") -_default_console_width = int(_w) if _w.isnumeric() else None +_default_console_width = int(_w) if _w is not None and _w.isnumeric() else None RICH_CONSOLE = Console(width=_default_console_width) LOG_LEVEL = os.getenv("TABBY_LOG_LEVEL", "INFO")