theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-28 02:01:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Add backend print

Browse Source 
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri
2025-05-08 23:45:04 -04:00
parent cfee16905b
commit d5963007f0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
common/model.py
View File

@@ -146,7 +146,6 @@ async def load_model_gen(model_path: pathlib.Path, **kwargs):
backend_name = unwrap( backend_name = unwrap(
kwargs.get("backend"), await detect_backend(model_path) kwargs.get("backend"), await detect_backend(model_path)
).lower() ).lower()
print(backend_name)
container_class = _BACKEND_REGISTRY.get(backend_name) container_class = _BACKEND_REGISTRY.get(backend_name)
if not container_class: if not container_class:
@@ -162,6 +161,7 @@ async def load_model_gen(model_path: pathlib.Path, **kwargs):
f"Available backends: {available_backends}" f"Available backends: {available_backends}"
) )
logger.info(f"Using backend {backend_name}")
new_container: BaseModelContainer = await container_class.create( new_container: BaseModelContainer = await container_class.create(
model_path.resolve(), **kwargs model_path.resolve(), **kwargs
) )