theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tree: Format

Browse Source 
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri
2025-10-14 23:06:20 -04:00
parent 5cb8f3ed2c
commit 6f73a0b388
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
backends/exllamav2/model.py
View File

@@ -270,8 +270,7 @@ class ExllamaV2Container(BaseModelContainer):
self.config.max_seq_len = self.adjust_max_seq_len(user_max_seq_len)
else:
self.config.max_seq_len = unwrap(
user_max_seq_len,
min(hf_model.hf_config.max_position_embeddings, 4096)
user_max_seq_len, min(hf_model.hf_config.max_position_embeddings, 4096)
)
# Set the rope scale