mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-20 14:28:54 +00:00
OAI: Add fasttensors to model load endpoint
Also fix logging when loading prompt templates. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -90,6 +90,7 @@ class ModelLoadRequest(BaseModel):
|
||||
prompt_template: Optional[str] = None
|
||||
num_experts_per_token: Optional[int] = None
|
||||
use_cfg: Optional[bool] = None
|
||||
fasttensors: Optional[bool] = False
|
||||
draft: Optional[DraftModelLoadRequest] = None
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user