Bump to exllamav2 0.2.3 and fix for API changes

This commit is contained in:
turboderp
2024-10-10 00:17:32 +02:00
parent cb0982152d
commit 206f25eb47
2 changed files with 4 additions and 2 deletions

View File

@@ -533,7 +533,9 @@ class Session:
gen_settings = gen_settings,
token_healing = p_healing,
abort_event = abort_event,
banned_strings = banned_strings
banned_strings = banned_strings,
filters = gen_settings.filters,
filter_prefer_eos = gen_settings.filters
)
if abort_event.is_set():
abort_event.clear()

View File

@@ -1,5 +1,5 @@
torch>=2.1.0
pynvml
exllamav2>=0.2.0
exllamav2>=0.2.3
Flask>=2.3.2
waitress>=2.1.2