theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-25 00:39:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #346 from gakada/main

Browse Source 
Exl3: some models aren't functional without add_bos?
This commit is contained in:
Brian
2025-05-17 22:05:15 -04:00
committed by GitHub
parent 0646d358a2 ba6248eec0
commit 729caaeddc
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
backends/exllamav3/model.py
View File

@@ -844,7 +844,7 @@ class ExllamaV3Container(BaseModelContainer):
job = AsyncJob( job = AsyncJob(
self.generator, self.generator,
sampler=sampler, sampler=sampler,
input_ids=self.tokenizer.encode(prompt, add_bos=False), input_ids=input_ids,
max_new_tokens=max_tokens, max_new_tokens=max_tokens,
stop_conditions=stop_conditions, stop_conditions=stop_conditions,
banned_strings=params.banned_strings, banned_strings=params.banned_strings,