diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index 8e7a6d5..9c5db50 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -188,7 +188,7 @@ class ExllamaV2Container(BaseModelContainer): self.cache_mode = unwrap(kwargs.get("cache_mode"), "FP16") # Catch exllamav3 cache_mode - if not self.cache_mode == "FP16" or not self.cache_mode.startswith("Q"): + if self.cache_mode != "FP16" and not self.cache_mode.startswith("Q"): logger.warning( f"Provided cache mode '{self.cache_mode}' is not a " "valid choice for exllamav2, please check your settings. " @@ -403,8 +403,8 @@ class ExllamaV2Container(BaseModelContainer): # Catch exllamav3 draft_cache_mode if ( - not self.draft_cache_mode == "FP16" - or not self.draft_cache_mode.startswith("Q") + self.draft_cache_mode != "FP16" + and not self.draft_cache_mode.startswith("Q") ): logger.warning( f"Provided draft cache mode '{self.draft_cache_mode}' is not a "