Exl3: fix add_bos in generator

2026-03-14 15:57:27 +00:00 · 2025-05-17 19:10:49 +09:00
parent 81170eee00
commit ba6248eec0
1 changed files with 1 additions and 1 deletions
--- a/backends/exllamav3/model.py
+++ b/backends/exllamav3/model.py
@@ -844,7 +844,7 @@ class ExllamaV3Container(BaseModelContainer):
        job = AsyncJob(
            self.generator,
            sampler=sampler,
-            input_ids=self.tokenizer.encode(prompt, add_bos=False),
+            input_ids=input_ids,
            max_new_tokens=max_tokens,
            stop_conditions=stop_conditions,
            banned_strings=params.banned_strings,