theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Grammar: Fix syntax, lint

Browse Source
This commit is contained in:
DocShotgun
2024-11-24 11:35:45 -08:00
parent 8f209efb99
commit 6f2dc2ea99
2 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backends/exllamav2/grammar.py
View File

@@ -93,9 +93,8 @@ class ExLlamaV2Grammar:
# Validate KBNF and create formatter
f = FormatterBuilder()
f.append_line(
f"{f.extractor(
lambda nonterminal: CFGExtractor(nonterminal, kbnf_string)
)}"
f"""{f.extractor(lambda nonterminal:
CFGExtractor(nonterminal, kbnf_string))}"""
)
except Exception:
logger.error(

1
backends/exllamav2/model.py
View File

@@ -39,7 +39,6 @@ from common.health import HealthManager
from backends.exllamav2.grammar import (
ExLlamaV2Grammar,
clear_grammar_func_cache,
)
from backends.exllamav2.utils import (
exllama_disabled_flash_attn,