theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix formatting

Browse Source
This commit is contained in:
turboderp
2025-10-14 03:11:59 +02:00
parent ec50ad17ea
commit 04ca346732
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backends/exllamav2/model.py
View File

@@ -310,8 +310,8 @@ class ExllamaV2Container(BaseModelContainer):
if self.config.max_seq_len > cache_size:
logger.warning(
f"The given max_seq_len ({self.config.max_seq_len}) is larger than the "
f"cache size and will be limited to {cache_size} tokens."
f"The given max_seq_len ({self.config.max_seq_len}) is larger than "
f"the cache size and will be limited to {cache_size} tokens."
)
self.config.max_seq_len = cache_size