theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-05-11 08:20:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Ignore inline load requests if the requested model is already loaded

Browse Source
This commit is contained in:
turboderp
2026-03-17 03:00:27 +01:00
parent 6bf3670372
commit c2452414e1
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
common/model.py
View File

@@ -138,12 +138,12 @@ async def load_model_gen(model_path: pathlib.Path, **kwargs):
loaded_model_name = container.model_dir.name
if loaded_model_name == model_path.name and container.loaded:
raise ValueError(
f'Model "{loaded_model_name}" is already loaded! Aborting.'
)
logger.info(f'Model "{loaded_model_name}" is already loaded')
return
logger.info("Unloading existing model.")
await unload_model()
if container.loaded:
logger.info("Unloading existing model.")
await unload_model()
# Reset to prepare for a new container
container = None