mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-15 00:07:28 +00:00
Model: Remove override_base_seq_len
This commit is contained in:
@@ -176,16 +176,6 @@ class ModelConfig(BaseConfigModel):
|
||||
),
|
||||
ge=0,
|
||||
)
|
||||
override_base_seq_len: Optional[int] = Field(
|
||||
None,
|
||||
description=(
|
||||
"Overrides base model context length (default: Empty).\n"
|
||||
"WARNING: Don't set this unless you know what you're doing!\n"
|
||||
"Again, do NOT use this for configuring context length, "
|
||||
"use max_seq_len above ^"
|
||||
),
|
||||
ge=0,
|
||||
)
|
||||
tensor_parallel: Optional[bool] = Field(
|
||||
False,
|
||||
description=(
|
||||
|
||||
Reference in New Issue
Block a user