theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Fix cache mode again

Browse Source 
If statements can be difficult to work with.

Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri
2025-05-12 11:30:47 -04:00
parent 20cad851e9
commit a524ac3c0f
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backends/exllamav2/model.py
View File

@@ -188,7 +188,7 @@ class ExllamaV2Container(BaseModelContainer):
self.cache_mode = unwrap(kwargs.get("cache_mode"), "FP16")
# Catch exllamav3 cache_mode
if not self.cache_mode == "FP16" or not self.cache_mode.startswith("Q"):
if self.cache_mode != "FP16" and not self.cache_mode.startswith("Q"):
logger.warning(
f"Provided cache mode '{self.cache_mode}' is not a "
"valid choice for exllamav2, please check your settings. "
@@ -403,8 +403,8 @@ class ExllamaV2Container(BaseModelContainer):
# Catch exllamav3 draft_cache_mode
if (
not self.draft_cache_mode == "FP16"
or not self.draft_cache_mode.startswith("Q")
self.draft_cache_mode != "FP16"
and not self.draft_cache_mode.startswith("Q")
):
logger.warning(
f"Provided draft cache mode '{self.draft_cache_mode}' is not a "