mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
Config: Move sampling higher in the list
This has become a bigger priority with addition of the safe_defaults noob proofing. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
@@ -347,6 +347,23 @@ class DraftModelConfig(BaseConfigModel):
|
||||
)
|
||||
|
||||
|
||||
class SamplingConfig(BaseConfigModel):
|
||||
"""Options for Sampling"""
|
||||
|
||||
override_preset: Optional[str] = Field(
|
||||
None,
|
||||
description=(
|
||||
"Select a sampler override preset (default: None).\n"
|
||||
"Find this in the sampler-overrides folder.\n"
|
||||
"This overrides default fallbacks for sampler values "
|
||||
"that are passed to the API.\n"
|
||||
"NOTE: safe_defaults preset provides a fallback for frontends "
|
||||
"that do not pass sampling params.\n"
|
||||
"Remove it if not necessary."
|
||||
),
|
||||
)
|
||||
|
||||
|
||||
class LoraInstanceModel(BaseConfigModel):
|
||||
"""Model representing an instance of a Lora."""
|
||||
|
||||
@@ -400,23 +417,6 @@ class EmbeddingsConfig(BaseConfigModel):
|
||||
)
|
||||
|
||||
|
||||
class SamplingConfig(BaseConfigModel):
|
||||
"""Options for Sampling"""
|
||||
|
||||
override_preset: Optional[str] = Field(
|
||||
None,
|
||||
description=(
|
||||
"Select a sampler override preset (default: None).\n"
|
||||
"Find this in the sampler-overrides folder.\n"
|
||||
"This overrides default fallbacks for sampler values "
|
||||
"that are passed to the API.\n"
|
||||
"NOTE: safe_defaults preset provides a fallback for frontends "
|
||||
"that do not pass sampling params.\n"
|
||||
"Remove it if not necessary."
|
||||
),
|
||||
)
|
||||
|
||||
|
||||
class DeveloperConfig(BaseConfigModel):
|
||||
"""Options for development and experimentation"""
|
||||
|
||||
|
||||
Reference in New Issue
Block a user