From d8a8ccfc2a865e780a6bc6d6424862f9e326794d Mon Sep 17 00:00:00 2001
From: randoentity <137087500+randoentity@users.noreply.github.com>
Date: Fri, 2 May 2025 14:53:44 +0200
Subject: [PATCH] Model: fix add_bos_token

---
 backends/exllamav3/model.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backends/exllamav3/model.py b/backends/exllamav3/model.py
index 48ef1cc..725c486 100644
--- a/backends/exllamav3/model.py
+++ b/backends/exllamav3/model.py
@@ -728,7 +728,7 @@ class ExllamaV3Container(BaseModelContainer):
 
         prompts = [prompt]
         stop_conditions = params.stop
-        add_bos_token = unwrap(
+        add_bos_token = coalesce(
             params.add_bos_token, self.tokenizer_config.add_bos_token, True
         )