turboderp-org/exui
1
0
Fork 0
mirror of https://github.com/turboderp-org/exui.git synced 2026-04-20 06:19:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix regression

Browse Source
This commit is contained in:
turboderp
2024-05-12 00:30:10 +02:00
parent 73d63761bf
commit ee27aa01a4
1 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
backend/sessions.py
View File

@@ -468,10 +468,14 @@ class Session:
banned_strings = [bs.strip() for bs in banned_strings if bs.strip()]
if len(banned_strings) == 0: banned_strings = None
min_tokens = self.settings.get("mintokens", None)
eos_tokens = prompt_format.stop_conditions(tokenizer, self.settings)
eos_tokens = [sc for sc in eos_tokens if isinstance(sc, int)]
if len(eos_tokens) == 0: eos_tokens = None
if prompt_format.is_instruct():
min_tokens = self.settings.get("mintokens", None)
eos_tokens = prompt_format.stop_conditions(tokenizer, self.settings)
eos_tokens = [sc for sc in eos_tokens if isinstance(sc, int)]
if len(eos_tokens) == 0: eos_tokens = None
else:
eos_tokens = None
min_tokens = None
# Begin response