mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-15 00:07:28 +00:00
Model: Make model params return a model card
The model card is a unified structure for sharing model params. Rather than kwargs, use this instead. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
@@ -14,6 +14,7 @@ from common.multimodal import MultimodalEmbeddingWrapper
|
||||
from common.sampling import BaseSamplerRequest
|
||||
from common.templating import PromptTemplate
|
||||
from common.transformers_utils import GenerationConfig
|
||||
from endpoints.core.types.model import ModelCard
|
||||
|
||||
|
||||
class BaseModelContainer(abc.ABC):
|
||||
@@ -189,7 +190,7 @@ class BaseModelContainer(abc.ABC):
|
||||
|
||||
# TODO: Replace by yielding a model card
|
||||
@abc.abstractmethod
|
||||
def get_model_parameters(self) -> Dict[str, Any]:
|
||||
def model_info(self) -> ModelCard:
|
||||
"""
|
||||
Returns a dictionary of the current model's configuration parameters.
|
||||
|
||||
|
||||
Reference in New Issue
Block a user