theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-15 00:07:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

OAI: Add alias for typical sampling

Browse Source 
Typical can also be called typical_p

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-01-05 15:29:53 -05:00
parent d4ed9f703d
commit 2c57dafc59
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
OAI/types/common.py
View File

@@ -62,7 +62,6 @@ class CommonCompletionRequest(BaseModel):
top_k: Optional[int] = 0
top_p: Optional[float] = 1.0
top_a: Optional[float] = 0.0
typical: Optional[float] = 1.0
min_p: Optional[float] = 0.0
tfs: Optional[float] = 1.0
frequency_penalty: Optional[float] = 0.0
@@ -78,6 +77,10 @@ class CommonCompletionRequest(BaseModel):
negative_prompt: Optional[str] = None
# Aliased variables
typical: Optional[float] = Field(
default=1.0, validation_alias=AliasChoices(["typical", "typical_p"])
)
penalty_range: Optional[int] = Field(
default=-1,
validation_alias=AliasChoices(