diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index ece7083..4394697 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -270,8 +270,7 @@ class ExllamaV2Container(BaseModelContainer): self.config.max_seq_len = self.adjust_max_seq_len(user_max_seq_len) else: self.config.max_seq_len = unwrap( - user_max_seq_len, - min(hf_model.hf_config.max_position_embeddings, 4096) + user_max_seq_len, min(hf_model.hf_config.max_position_embeddings, 4096) ) # Set the rope scale