From a524ac3c0f691be661c2676993383809bc858e3c Mon Sep 17 00:00:00 2001 From: kingbri <8082010+kingbri1@users.noreply.github.com> Date: Mon, 12 May 2025 11:30:47 -0400 Subject: [PATCH] Model: Fix cache mode again If statements can be difficult to work with. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com> --- backends/exllamav2/model.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index 8e7a6d5..9c5db50 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -188,7 +188,7 @@ class ExllamaV2Container(BaseModelContainer): self.cache_mode = unwrap(kwargs.get("cache_mode"), "FP16") # Catch exllamav3 cache_mode - if not self.cache_mode == "FP16" or not self.cache_mode.startswith("Q"): + if self.cache_mode != "FP16" and not self.cache_mode.startswith("Q"): logger.warning( f"Provided cache mode '{self.cache_mode}' is not a " "valid choice for exllamav2, please check your settings. " @@ -403,8 +403,8 @@ class ExllamaV2Container(BaseModelContainer): # Catch exllamav3 draft_cache_mode if ( - not self.draft_cache_mode == "FP16" - or not self.draft_cache_mode.startswith("Q") + self.draft_cache_mode != "FP16" + and not self.draft_cache_mode.startswith("Q") ): logger.warning( f"Provided draft cache mode '{self.draft_cache_mode}' is not a "