From 8c75b299235481f3c3f4ee5a803b566aadcc356e Mon Sep 17 00:00:00 2001
From: turboderp <11859846+turboderp@users.noreply.github.com>
Date: Sat, 3 May 2025 18:31:14 +0200
Subject: [PATCH] Model: Fix some warnings

---
 backends/exllamav3/model.py | 11 +++++------
 1 file changed, 5 insertions(+), 6 deletions(-)

diff --git a/backends/exllamav3/model.py b/backends/exllamav3/model.py
index 5eaf755..554a82d 100644
--- a/backends/exllamav3/model.py
+++ b/backends/exllamav3/model.py
@@ -56,12 +56,11 @@ class ExllamaV3Container(BaseModelContainer):
     load_condition: asyncio.Condition = asyncio.Condition()
 
     # Exl3 vars
-    model: Model
-    cache: Cache
-    tokenizer: Tokenizer
-    config: Config
+    model: Optional[Model]
+    cache: Optional[Cache]
+    tokenizer: Optional[Tokenizer]
+    config: Optional[Config]
     generator: Optional[AsyncGenerator] = None
-    generation_config: Optional[GenerationConfig] = None
     tokenizer_config: Optional[TokenizerConfig] = None
 
     # Class-specific vars
@@ -96,7 +95,7 @@ class ExllamaV3Container(BaseModelContainer):
         )
 
         self.model_dir = model_directory
-        self.config = Config.from_directory(model_directory.resolve())
+        self.config = Config.from_directory(str(model_directory.resolve()))
         self.model = Model.from_config(self.config)
         self.tokenizer = Tokenizer.from_config(self.config)