diff --git a/OAI/types/common.py b/OAI/types/common.py index 5584590..482877d 100644 --- a/OAI/types/common.py +++ b/OAI/types/common.py @@ -28,7 +28,7 @@ class CommonCompletionRequest(BaseModel): user: Optional[str] = None # Generation info - seed: Optional[int] = -1 + # seed: Optional[int] = -1 stream: Optional[bool] = False stop: Optional[Union[str, List[str]]] = [] diff --git a/OAI/types/model.py b/OAI/types/model.py index 15cb760..9ba252f 100644 --- a/OAI/types/model.py +++ b/OAI/types/model.py @@ -36,7 +36,7 @@ class ModelLoadRequest(BaseModel): rope_scale: Optional[float] = 1.0 rope_alpha: Optional[float] = 1.0 no_flash_attention: Optional[bool] = False - low_mem: Optional[bool] = False + # low_mem: Optional[bool] = False prompt_template: Optional[str] = None draft: Optional[DraftModelLoadRequest] = None