mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
Model: Fix override application
None values weren't being excluded on initial load when dumping. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
4
main.py
4
main.py
@@ -69,8 +69,8 @@ async def entrypoint_async():
|
||||
# TODO: remove model_dump()
|
||||
await model.load_model(
|
||||
model_path.resolve(),
|
||||
**config.model.model_dump(),
|
||||
draft=config.draft_model.model_dump(),
|
||||
**config.model.model_dump(exclude_none=True),
|
||||
draft=config.draft_model.model_dump(exclude_none=True),
|
||||
)
|
||||
|
||||
# Load loras after loading the model
|
||||
|
||||
Reference in New Issue
Block a user