From 2c57dafc599a3135a82029f224e2ec94b0132701 Mon Sep 17 00:00:00 2001 From: kingbri Date: Fri, 5 Jan 2024 15:29:53 -0500 Subject: [PATCH] OAI: Add alias for typical sampling Typical can also be called typical_p Signed-off-by: kingbri --- OAI/types/common.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/OAI/types/common.py b/OAI/types/common.py index 0cc848a..8ffe8f5 100644 --- a/OAI/types/common.py +++ b/OAI/types/common.py @@ -62,7 +62,6 @@ class CommonCompletionRequest(BaseModel): top_k: Optional[int] = 0 top_p: Optional[float] = 1.0 top_a: Optional[float] = 0.0 - typical: Optional[float] = 1.0 min_p: Optional[float] = 0.0 tfs: Optional[float] = 1.0 frequency_penalty: Optional[float] = 0.0 @@ -78,6 +77,10 @@ class CommonCompletionRequest(BaseModel): negative_prompt: Optional[str] = None # Aliased variables + typical: Optional[float] = Field( + default=1.0, validation_alias=AliasChoices(["typical", "typical_p"]) + ) + penalty_range: Optional[int] = Field( default=-1, validation_alias=AliasChoices(