theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-25 00:39:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tree: Format

Browse Source 
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri
2025-05-12 11:32:27 -04:00
parent a524ac3c0f
commit bd3fec929c
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backends/exllamav2/model.py
View File

@@ -402,9 +402,8 @@ class ExllamaV2Container(BaseModelContainer):
self.draft_cache_mode = unwrap(draft_args.get("draft_cache_mode"), "FP16") self.draft_cache_mode = unwrap(draft_args.get("draft_cache_mode"), "FP16")
# Catch exllamav3 draft_cache_mode # Catch exllamav3 draft_cache_mode
if ( if self.draft_cache_mode != "FP16" and not self.draft_cache_mode.startswith(
self.draft_cache_mode != "FP16" "Q"
and not self.draft_cache_mode.startswith("Q")
): ):
logger.warning( logger.warning(
f"Provided draft cache mode '{self.draft_cache_mode}' is not a " f"Provided draft cache mode '{self.draft_cache_mode}' is not a "