theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-05-11 16:30:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

Logging: Fix env var parsing, formatting

Browse Source
This commit is contained in:
turboderp
2026-03-27 02:31:36 +01:00
parent a3eabecf39
commit da3d3338e8
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backends/exllamav3/model.py
View File

@@ -927,7 +927,9 @@ class ExllamaV3Container(BaseModelContainer):
params.frequency_penalty,
params.presence_penalty,
penalty_range,
max(repetition_decay, 1), # TODO: Allow decay = 0 when exl3 kernel fix is pushed (v0.0.27)
max(
repetition_decay, 1
), # TODO: Allow decay = 0 when exl3 kernel fix is pushed (v0.0.27)
)
# Apply temperature first to builder