Tree: Format

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-01-04 21:13:30 -05:00
parent c1642076c2
commit d4ed9f703d

View File

@@ -62,19 +62,18 @@ class ModelLoadRequest(BaseModel):
max_seq_len: Optional[int] = Field(
description="Leave this blank to use the model's base sequence length",
default=None,
examples=[4096]
examples=[4096],
)
override_base_seq_len: Optional[int] = Field(
description=(
"Overrides the model's base sequence length. " "Leave blank if unsure"
),
default=None,
examples=[4096]
examples=[4096],
)
gpu_split_auto: Optional[bool] = True
gpu_split: Optional[List[float]] = Field(
default_factory=list,
examples=[[24.0, 20.0]]
default_factory=list, examples=[[24.0, 20.0]]
)
rope_scale: Optional[float] = Field(
description="Automatically pulled from the model's config if not present",