From 8da7644571dcb217ab48555b2652f52986814d95 Mon Sep 17 00:00:00 2001
From: Glenn Maynard <glenn@zewt.org>
Date: Sat, 15 Jun 2024 16:44:29 -0500
Subject: [PATCH] Fix exception unloading models. (#138)

self.generator is None if a model load fails or is cancelled.
---
 backends/exllamav2/model.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py
index d4a65c2..19854d0 100644
--- a/backends/exllamav2/model.py
+++ b/backends/exllamav2/model.py
@@ -739,8 +739,9 @@ class ExllamaV2Container:
                 self.tokenizer = None
 
                 # Cleanup the generator from any pending jobs
-                await self.generator.close()
-                self.generator = None
+                if self.generator is not None:
+                    await self.generator.close()
+                    self.generator = None
 
                 # Set all model state variables to False
                 self.model_is_loading = False