mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-26 17:28:54 +00:00
Model: Remove num_experts_per_token
This shouldn't even be an exposed option since changing it always breaks inference with the model. Let the model's config.json handle it. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
@@ -294,16 +294,6 @@ class ModelConfig(BaseConfigModel):
|
||||
"Enables vision support if the model supports it. (default: False)"
|
||||
),
|
||||
)
|
||||
num_experts_per_token: Optional[int] = Field(
|
||||
None,
|
||||
description=(
|
||||
"Number of experts to use per token.\n"
|
||||
"Fetched from the model's config.json if empty.\n"
|
||||
"NOTE: For MoE models only.\n"
|
||||
"WARNING: Don't set this unless you know what you're doing!"
|
||||
),
|
||||
ge=1,
|
||||
)
|
||||
|
||||
_metadata: Metadata = PrivateAttr(Metadata())
|
||||
model_config = ConfigDict(protected_namespaces=())
|
||||
|
||||
Reference in New Issue
Block a user