From 20cad851e9457f67a68f938054ad454a52fb5904 Mon Sep 17 00:00:00 2001
From: kingbri <8082010+kingbri1@users.noreply.github.com>
Date: Mon, 12 May 2025 09:52:28 -0400
Subject: [PATCH] Model: Fix param call

Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
---
 backends/exllamav2/model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py
index f7314a7..8e7a6d5 100644
--- a/backends/exllamav2/model.py
+++ b/backends/exllamav2/model.py
@@ -188,7 +188,7 @@ class ExllamaV2Container(BaseModelContainer):
         self.cache_mode = unwrap(kwargs.get("cache_mode"), "FP16")
 
         # Catch exllamav3 cache_mode
-        if not self.cache.mode == "FP16" or not self.cache_mode.startswith("Q"):
+        if not self.cache_mode == "FP16" or not self.cache_mode.startswith("Q"):
             logger.warning(
                 f"Provided cache mode '{self.cache_mode}' is not a "
                 "valid choice for exllamav2, please check your settings. "