diff --git a/backends/exllamav3/sampler.py b/backends/exllamav3/sampler.py index 11cce10..403cdcd 100644 --- a/backends/exllamav3/sampler.py +++ b/backends/exllamav3/sampler.py @@ -11,7 +11,7 @@ from exllamav3.generator.sampler import ( SS_TopP, SS_Sample, SS_Base, - SS_AdaptiveP + SS_AdaptiveP, ) diff --git a/common/sampling.py b/common/sampling.py index af20004..1e67630 100644 --- a/common/sampling.py +++ b/common/sampling.py @@ -283,7 +283,6 @@ class BaseSamplerRequest(BaseModel): default_factory=lambda: get_default_sampler_value("adaptive_decay", 0.9) ) - @field_validator("top_k", mode="before") def convert_top_k(cls, v): """Fixes instance if Top-K is -1."""