diff --git a/backends/exllamav3/model.py b/backends/exllamav3/model.py index 725c486..5eaf755 100644 --- a/backends/exllamav3/model.py +++ b/backends/exllamav3/model.py @@ -728,8 +728,8 @@ class ExllamaV3Container(BaseModelContainer): prompts = [prompt] stop_conditions = params.stop - add_bos_token = coalesce( - params.add_bos_token, self.tokenizer_config.add_bos_token, True + add_bos_token = unwrap( + params.add_bos_token, self.tokenizer_config.add_bos_token ) # Fetch EOS tokens from generation_config if they exist