theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-15 00:07:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into model-rewrite

Browse Source
This commit is contained in:
kingbri
2025-04-16 02:15:46 -04:00
parent 3084ef9fa1 6bb5f8f599
commit 5697204e47
2 changed files with 3 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
backends/exllamav2/model.py
View File

@@ -1083,7 +1083,7 @@ class ExllamaV2Container:
gen_settings.min_p = params.min_p
gen_settings.tfs = params.tfs
gen_settings.typical = params.typical
gen_settings.mirostat = params.mirostat
gen_settings.mirostat = params.mirostat_mode == 2
gen_settings.skew = params.skew
# XTC

14
common/sampling.py
View File

@@ -195,10 +195,9 @@ class BaseSamplerRequest(BaseModel):
default_factory=lambda: get_default_sampler_value("dry_sequence_breakers", [])
)
mirostat: Optional[bool] = False
mirostat_mode: Optional[int] = Field(
default_factory=lambda: get_default_sampler_value("mirostat_mode", 0)
default_factory=lambda: get_default_sampler_value("mirostat_mode", 0),
alias=AliasChoices("mirostat_mode", "mirostat"),
)
mirostat_tau: Optional[float] = Field(
@@ -330,15 +329,6 @@ class BaseSamplerRequest(BaseModel):
)
return [] # Return empty list if parsing fails
@field_validator("mirostat_mode", mode="before")
def convert_mirostat(cls, v, field_info):
"""Mirostat is enabled if mirostat_mode == 2."""
if v == 2:
field_info.data["mirostat"] = True
return v
@model_validator(mode="after")
def after_validate(self):
# FIXME: find a better way to register this