theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-30 03:01:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

Neutralize samplers (#59)

Browse Source 
* Update sample_preset.yml

Neutralized the samplers.

* Sampling: Fix dynatemp defaults

Default max temp and min temp is 1.0

* Sampling: Fix TFS defaults

Default is 1.0

---------

Co-authored-by: AliCat <86847834+alicat22@users.noreply.github.com>
Co-authored-by: kingbri <bdashore3@proton.me>
This commit is contained in:
AliCat
2024-02-07 22:23:09 -07:00
committed by GitHub
parent 321c9a1ea9
commit bb48f77ca1
3 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backends/exllamav2/model.py
View File

@@ -558,8 +558,8 @@ class ExllamaV2Container:
gen_settings.mirostat = unwrap(kwargs.get("mirostat"), False) gen_settings.mirostat = unwrap(kwargs.get("mirostat"), False)
# DynaTemp settings # DynaTemp settings
max_temp = unwrap(kwargs.get("max_temp"), 0.0) max_temp = unwrap(kwargs.get("max_temp"), 1.0)
min_temp = unwrap(kwargs.get("min_temp"), 0.0) min_temp = unwrap(kwargs.get("min_temp"), 1.0)
if max_temp > min_temp: if max_temp > min_temp:
gen_settings.max_temp = max_temp gen_settings.max_temp = max_temp
@@ -574,7 +574,7 @@ class ExllamaV2Container:
# Warn if max/min temp values are > 0 # Warn if max/min temp values are > 0
# and if they're less than or equal to each other # and if they're less than or equal to each other
if max_temp < min_temp or ( if max_temp < min_temp or (
0 not in {min_temp, max_temp} and max_temp == min_temp 1 not in {min_temp, max_temp} and max_temp == min_temp
): ):
logger.warning( logger.warning(
"Max temp is less than or equal to min temp, skipping DynaTemp." "Max temp is less than or equal to min temp, skipping DynaTemp."

6
common/sampling.py
View File

@@ -64,7 +64,7 @@ class BaseSamplerRequest(BaseModel):
) )
tfs: Optional[float] = Field( tfs: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("tfs", 0.0) default_factory=lambda: get_default_sampler_value("tfs", 1.0)
) )
frequency_penalty: Optional[float] = Field( frequency_penalty: Optional[float] = Field(
@@ -142,13 +142,13 @@ class BaseSamplerRequest(BaseModel):
) )
max_temp: Optional[float] = Field( max_temp: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("max_temp", 0.0), default_factory=lambda: get_default_sampler_value("max_temp", 1.0),
validation_alias=AliasChoices("max_temp", "dynatemp_high"), validation_alias=AliasChoices("max_temp", "dynatemp_high"),
description="Aliases: dynatemp_high", description="Aliases: dynatemp_high",
) )
min_temp: Optional[float] = Field( min_temp: Optional[float] = Field(
default_factory=lambda: get_default_sampler_value("min_temp", 0.0), default_factory=lambda: get_default_sampler_value("min_temp", 1.0),
validation_alias=AliasChoices("min_temp", "dynatemp_low"), validation_alias=AliasChoices("min_temp", "dynatemp_low"),
description="Aliases: dynatemp_low", description="Aliases: dynatemp_low",
) )

8
sampler_overrides/sample_preset.yml
View File

@@ -31,13 +31,13 @@ temperature_last:
override: false override: false
force: false force: false
min_temp: min_temp:
override: 0.0 override: 1.0
force: false force: false
max_temp: max_temp:
override: 0.0 override: 1.0
force: false force: false
temp_exponent: temp_exponent:
override: 0.0 override: 1.0
force: false force: false
smoothing_factor: smoothing_factor:
override: 0.0 override: 0.0
@@ -57,7 +57,7 @@ min_p:
override: 0.0 override: 0.0
force: false force: false
tfs: tfs:
override: 0.0 override: 1.0
force: false force: false
typical: typical:
override: 1.0 override: 1.0