theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-28 18:21:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix formatting

Browse Source
This commit is contained in:
turboderp
2025-10-14 03:11:59 +02:00
parent ec50ad17ea
commit 04ca346732
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backends/exllamav2/model.py
View File

@@ -310,8 +310,8 @@ class ExllamaV2Container(BaseModelContainer):
if self.config.max_seq_len > cache_size: if self.config.max_seq_len > cache_size:
logger.warning( logger.warning(
f"The given max_seq_len ({self.config.max_seq_len}) is larger than the " f"The given max_seq_len ({self.config.max_seq_len}) is larger than "
f"cache size and will be limited to {cache_size} tokens." f"the cache size and will be limited to {cache_size} tokens."
) )
self.config.max_seq_len = cache_size self.config.max_seq_len = cache_size