Fix exception unloading models. (#138)

self.generator is None if a model load fails or is cancelled.
This commit is contained in:
Glenn Maynard
2024-06-15 16:44:29 -05:00
committed by GitHub
parent 85387d97ad
commit 8da7644571

View File

@@ -739,8 +739,9 @@ class ExllamaV2Container:
self.tokenizer = None
# Cleanup the generator from any pending jobs
await self.generator.close()
self.generator = None
if self.generator is not None:
await self.generator.close()
self.generator = None
# Set all model state variables to False
self.model_is_loading = False