mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-20 14:28:54 +00:00
Merge pull request #103 from DocShotgun/main
Minor fixes for sampler override
This commit is contained in:
@@ -121,7 +121,7 @@ class BaseSamplerRequest(BaseModel):
|
||||
)
|
||||
|
||||
skip_special_tokens: Optional[bool] = Field(
|
||||
default_factory=lambda: get_default_sampler_value("ban_eos_token", True),
|
||||
default_factory=lambda: get_default_sampler_value("skip_special_tokens", True),
|
||||
examples=[True],
|
||||
)
|
||||
|
||||
|
||||
@@ -14,6 +14,9 @@ max_tokens:
|
||||
min_tokens:
|
||||
override: 0
|
||||
force: false
|
||||
generate_window:
|
||||
override: 512
|
||||
force: false
|
||||
stop:
|
||||
override: []
|
||||
force: false
|
||||
@@ -112,10 +115,17 @@ add_bos_token:
|
||||
ban_eos_token:
|
||||
override: false
|
||||
force: false
|
||||
skip_special_tokens:
|
||||
override: true
|
||||
force: false
|
||||
logit_bias:
|
||||
override:
|
||||
force: false
|
||||
additive: false
|
||||
banned_tokens:
|
||||
override: []
|
||||
force: false
|
||||
additive: false
|
||||
|
||||
# MARK: CFG scale
|
||||
cfg_scale:
|
||||
|
||||
Reference in New Issue
Block a user