From 57525219d08ac55a497b07e963137d327cc5895c Mon Sep 17 00:00:00 2001
From: Ycros <18012+ycros@users.noreply.github.com>
Date: Mon, 13 May 2024 06:47:45 +1000
Subject: [PATCH] Fix: Properly handle banned_strings and decode_special tokens
 (#104)

* Fix: Actually pass banned_strings to the generation call.

* decode_special_tokens was missing as well.

* syntax
---
 backends/exllamav2/model.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py
index 554fd50..ce08259 100644
--- a/backends/exllamav2/model.py
+++ b/backends/exllamav2/model.py
@@ -919,6 +919,8 @@ class ExllamaV2Container:
             "return_top_tokens": request_logprobs,
             "return_logits": request_logprobs > 0,
             "abort_event": abort_event,
+            "banned_strings": banned_strings,
+            "decode_special_tokens": decode_special_tokens,
         }
 
         if self.use_cfg: