turboderp-org/exui
1
0
Fork 0
mirror of https://github.com/turboderp-org/exui.git synced 2026-04-20 06:19:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Temp fix for exllamav2 tokenizer bug

Browse Source
This commit is contained in:
turboderp
2024-03-20 16:36:37 +01:00
parent 823f26d231
commit 64c201d66a
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backend/models.py
View File

@@ -251,6 +251,11 @@ class ModelContainer:
def load(self, progress_callback = None):
ExLlamaV2Tokenizer.unspecial_piece_to_id = {} # TODO: won't be necessary from exllamav2 0.0.17
ExLlamaV2Tokenizer.unspecial_id_to_piece = {}
ExLlamaV2Tokenizer.extended_id_to_piece = {}
ExLlamaV2Tokenizer.extended_piece_to_id = {}
self.tokenizer = ExLlamaV2Tokenizer(self.config)
# Load draft model