From ed868fd26273bc21a7020e57a5a68e069051ec8a Mon Sep 17 00:00:00 2001 From: kingbri Date: Fri, 15 Dec 2023 14:53:12 -0500 Subject: [PATCH] OAI: Remove unused parameters Seed and low_mem aren't used, so comment them out. Signed-off-by: kingbri --- OAI/types/common.py | 2 +- OAI/types/model.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/OAI/types/common.py b/OAI/types/common.py index 5584590..482877d 100644 --- a/OAI/types/common.py +++ b/OAI/types/common.py @@ -28,7 +28,7 @@ class CommonCompletionRequest(BaseModel): user: Optional[str] = None # Generation info - seed: Optional[int] = -1 + # seed: Optional[int] = -1 stream: Optional[bool] = False stop: Optional[Union[str, List[str]]] = [] diff --git a/OAI/types/model.py b/OAI/types/model.py index 15cb760..9ba252f 100644 --- a/OAI/types/model.py +++ b/OAI/types/model.py @@ -36,7 +36,7 @@ class ModelLoadRequest(BaseModel): rope_scale: Optional[float] = 1.0 rope_alpha: Optional[float] = 1.0 no_flash_attention: Optional[bool] = False - low_mem: Optional[bool] = False + # low_mem: Optional[bool] = False prompt_template: Optional[str] = None draft: Optional[DraftModelLoadRequest] = None