From 5cbf7f13da246ffab0934cc7c670045e55a2ac8d Mon Sep 17 00:00:00 2001 From: kingbri Date: Wed, 29 Nov 2023 00:53:19 -0500 Subject: [PATCH] OAI: Fix repetition range Alias repetition_penalty_range to repetition_range since that's used as an internal variable. Perhaps in the future, there should be a function that allows for iterating through request aliases and give a default value. Signed-off-by: kingbri --- OAI/types/common.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/OAI/types/common.py b/OAI/types/common.py index fcdeede..eeced09 100644 --- a/OAI/types/common.py +++ b/OAI/types/common.py @@ -55,6 +55,11 @@ class CommonCompletionRequest(BaseModel): add_bos_token: Optional[bool] = True ban_eos_token: Optional[bool] = False + # Aliased variables + # TODO: Add a function to iterate through aliases and return a default value if all are None + repetition_range: Optional[int] = None + repetition_penalty_range: Optional[int] = None + # Converts to internal generation parameters def to_gen_params(self): # Convert stop to an array of strings @@ -79,7 +84,7 @@ class CommonCompletionRequest(BaseModel): "min_p": self.min_p, "tfs": self.tfs, "repetition_penalty": self.repetition_penalty, - "repetition_penalty_range": self.repetition_penalty_range, + "repetition_range": self.repetition_range or self.repetition_penalty_range or -1, "repetition_decay": self.repetition_decay, "mirostat": self.mirostat_mode == 2, "mirostat_tau": self.mirostat_tau,