mirror of
https://github.com/turboderp-org/exui.git
synced 2026-04-20 06:19:11 +00:00
Bump to exllamav2 0.2.3 and fix for API changes
This commit is contained in:
@@ -533,7 +533,9 @@ class Session:
|
||||
gen_settings = gen_settings,
|
||||
token_healing = p_healing,
|
||||
abort_event = abort_event,
|
||||
banned_strings = banned_strings
|
||||
banned_strings = banned_strings,
|
||||
filters = gen_settings.filters,
|
||||
filter_prefer_eos = gen_settings.filters
|
||||
)
|
||||
if abort_event.is_set():
|
||||
abort_event.clear()
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
torch>=2.1.0
|
||||
pynvml
|
||||
exllamav2>=0.2.0
|
||||
exllamav2>=0.2.3
|
||||
Flask>=2.3.2
|
||||
waitress>=2.1.2
|
||||
Reference in New Issue
Block a user