theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-20 14:28:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tree: Format

Browse Source 
Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-05-10 21:20:41 -04:00
parent 7eee936a3f
commit 366d57cf45
1 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
backends/exllamav2/model.py
View File

@@ -936,9 +936,7 @@ class ExllamaV2Container:
stream_signature = signature(self.generator.stream_ex)
try:
_bound_vars = stream_signature.bind_partial(
ban_tokens=[]
)
_bound_vars = stream_signature.bind_partial(ban_tokens=[])
except TypeError:
logger.warning(
"min_tokens is not supported by the currently "
@@ -951,9 +949,7 @@ class ExllamaV2Container:
begin_stream_signature = signature(self.generator.begin_stream_ex)
try:
_bound_vars = begin_stream_signature.bind_partial(
banned_strings=[]
)
_bound_vars = begin_stream_signature.bind_partial(banned_strings=[])
begin_stream_args["banned_strings"] = banned_strings
except TypeError:
logger.warning(