theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-20 14:28:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Sampling: Add adaptive-P params

Browse Source
This commit is contained in:
turboderp
2026-01-20 19:09:54 +01:00
parent 8a824cb127
commit 0985c7f7b7
4 changed files with 29 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
common/sampling.py
View File

@@ -275,6 +275,15 @@ class BaseSamplerRequest(BaseModel):
ge=0,
)
adaptive_target: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("adaptive_target", 1.0)
)
adaptive_decay: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("adaptive_decay", 0.9)
)
@field_validator("top_k", mode="before")
def convert_top_k(cls, v):
"""Fixes instance if Top-K is -1."""