theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tree: Format

Browse Source 
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri
2025-05-02 00:23:15 -04:00
parent 47cb2a0de9
commit 4cb3e5d5b1
1 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backends/exllamav2/model.py
View File

@@ -143,9 +143,7 @@ class ExllamaV2Container(BaseModelContainer):
tokenizer_config_path = model_directory / "tokenizer_config.json"
if tokenizer_config_path.exists():
try:
self.tokenizer_config = await TokenizerConfig.from_file(
model_directory
)
self.tokenizer_config = await TokenizerConfig.from_file(model_directory)
except Exception:
logger.error(traceback.format_exc())
logger.warning(
@@ -1256,7 +1254,6 @@ class ExllamaV2Container(BaseModelContainer):
stop_conditions = params.stop
ban_eos_token = params.ban_eos_token
print(self.tokenizer_config.add_bos_token)
# Set add_bos_token for generation
add_bos_token = coalesce(