theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-22 15:28:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Config: Clarify Rope alpha options

Browse Source 
Leaving blank will use the model's set value or auto-calculate.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-09-17 23:03:28 -04:00
parent 754fb15f23
commit 63634beb5e
2 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
common/config_models.py
View File

@@ -213,10 +213,12 @@ class ModelConfig(BaseConfigModel):
),
)
rope_alpha: Optional[Union[float, Literal["auto"]]] = Field(
1.0,
None,
description=(
"Rope alpha (default: 1.0).\n"
'Same as alpha_value. Set to "auto" to auto-calculate.'
"Rope alpha (default: None).\n"
'Same as alpha_value. Set to "auto" to auto-calculate.\n'
"Leaving this value blank will either pull from the model "
"or auto-calculate."
),
)
cache_mode: Optional[CACHE_SIZES] = Field(
@@ -318,7 +320,9 @@ class DraftModelConfig(BaseConfigModel):
None,
description=(
"Rope alpha for draft models (default: None).\n"
'Same as alpha_value. Set to "auto" to auto-calculate.'
'Same as alpha_value. Set to "auto" to auto-calculate.\n'
"Leaving this value blank will either pull from the model "
"or auto-calculate."
),
)
draft_cache_mode: Optional[CACHE_SIZES] = Field(