theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

OAI: Remove unused parameters

Browse Source 
Seed and low_mem aren't used, so comment them out.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2023-12-15 14:53:12 -05:00
parent 59729e2a4a
commit ed868fd262
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
OAI/types/common.py
View File

@@ -28,7 +28,7 @@ class CommonCompletionRequest(BaseModel):
user: Optional[str] = None
# Generation info
seed: Optional[int] = -1
# seed: Optional[int] = -1
stream: Optional[bool] = False
stop: Optional[Union[str, List[str]]] = []

2
OAI/types/model.py
View File

@@ -36,7 +36,7 @@ class ModelLoadRequest(BaseModel):
rope_scale: Optional[float] = 1.0
rope_alpha: Optional[float] = 1.0
no_flash_attention: Optional[bool] = False
low_mem: Optional[bool] = False
# low_mem: Optional[bool] = False
prompt_template: Optional[str] = None
draft: Optional[DraftModelLoadRequest] = None