theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-20 14:28:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Remove override_base_seq_len

Browse Source
This commit is contained in:
DocShotgun
2024-10-30 10:03:08 +08:00
parent 7d18d2e2ca
commit 603760cecb
5 changed files with 0 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backends/exllamav2/model.py
View File

@@ -220,11 +220,6 @@ class ExllamaV2Container:
# Hardcode max output length to 16
self.config.max_output_len = 16
# Then override the base_seq_len if present
override_base_seq_len = kwargs.get("override_base_seq_len")
if override_base_seq_len:
self.config.max_seq_len = override_base_seq_len
# Grab the base model's sequence length before overrides for
# rope calculations
base_seq_len = self.config.max_seq_len