theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-29 10:42:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Tree: Format

Browse Source 
Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
kingbri
2025-11-24 22:32:19 -05:00
parent d53ca1345a
commit 126759034e
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backends/exllamav3/grammar.py
View File

@@ -47,9 +47,11 @@ class ExLlamaV3Grammar:
f = FormatterBuilder() f = FormatterBuilder()
f.append_line(f"{f.json(schema)}") f.append_line(f"{f.json(schema)}")
self.filters.append(FormatronFilter(tokenizer, eos_after_completed = True, formatter_builder = f)) self.filters.append(
FormatronFilter(tokenizer, eos_after_completed=True, formatter_builder=f)
)
# Additional constraint to force leading character # Additional constraint to force leading character
f = FormatterBuilder() f = FormatterBuilder()
f.append_line(leading_character) f.append_line(leading_character)
self.filters.append(FormatronFilter(tokenizer, formatter_builder = f)) self.filters.append(FormatronFilter(tokenizer, formatter_builder=f))