theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-15 00:07:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: fix add_bos_token

Browse Source
This commit is contained in:
randoentity
2025-05-02 14:53:44 +02:00
committed by kingbri
parent 0d02af3c81
commit d8a8ccfc2a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
backends/exllamav3/model.py
View File

@@ -728,7 +728,7 @@ class ExllamaV3Container(BaseModelContainer):
prompts = [prompt] prompts = [prompt]
stop_conditions = params.stop stop_conditions = params.stop
add_bos_token = unwrap( add_bos_token = coalesce(
params.add_bos_token, self.tokenizer_config.add_bos_token, True params.add_bos_token, self.tokenizer_config.add_bos_token, True
) )