theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-07-13 02:27:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Logging: Fix env var parsing, formatting

Browse Source
This commit is contained in:
turboderp
2026-03-27 02:31:36 +01:00
parent a3eabecf39
commit da3d3338e8
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backends/exllamav3/model.py
View File

@@ -927,7 +927,9 @@ class ExllamaV3Container(BaseModelContainer):
params.frequency_penalty,
params.presence_penalty,
penalty_range,
max(repetition_decay, 1), # TODO: Allow decay = 0 when exl3 kernel fix is pushed (v0.0.27)
max(
repetition_decay, 1
), # TODO: Allow decay = 0 when exl3 kernel fix is pushed (v0.0.27)
)
# Apply temperature first to builder

2
common/logger.py
View File

@@ -20,7 +20,7 @@ from rich.progress import (
from common.utils import unwrap
_w = os.getenv("TABBY_LOG_CONSOLE_WIDTH")
_default_console_width = int(_w) if _w.isnumeric() else None
_default_console_width = int(_w) if _w is not None and _w.isnumeric() else None
RICH_CONSOLE = Console(width=_default_console_width)
LOG_LEVEL = os.getenv("TABBY_LOG_LEVEL", "INFO")