mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-15 00:07:28 +00:00
Fix exception unloading models. (#138)
self.generator is None if a model load fails or is cancelled.
This commit is contained in:
@@ -739,8 +739,9 @@ class ExllamaV2Container:
|
||||
self.tokenizer = None
|
||||
|
||||
# Cleanup the generator from any pending jobs
|
||||
await self.generator.close()
|
||||
self.generator = None
|
||||
if self.generator is not None:
|
||||
await self.generator.close()
|
||||
self.generator = None
|
||||
|
||||
# Set all model state variables to False
|
||||
self.model_is_loading = False
|
||||
|
||||
Reference in New Issue
Block a user