Model: Make model params return a model card

The model card is a unified structure for sharing model params.
Rather than kwargs, use this instead.

Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri
2025-04-21 23:15:46 -04:00
parent 9834c7f99b
commit 3f09fcd8c9
4 changed files with 38 additions and 51 deletions

View File

@@ -14,6 +14,7 @@ from common.multimodal import MultimodalEmbeddingWrapper
from common.sampling import BaseSamplerRequest
from common.templating import PromptTemplate
from common.transformers_utils import GenerationConfig
from endpoints.core.types.model import ModelCard
class BaseModelContainer(abc.ABC):
@@ -189,7 +190,7 @@ class BaseModelContainer(abc.ABC):
# TODO: Replace by yielding a model card
@abc.abstractmethod
def get_model_parameters(self) -> Dict[str, Any]:
def model_info(self) -> ModelCard:
"""
Returns a dictionary of the current model's configuration parameters.