From e97ad9cb27289ae0c577cb5f4225f1b008882e7d Mon Sep 17 00:00:00 2001 From: turboderp <11859846+turboderp@users.noreply.github.com> Date: Mon, 8 Jul 2024 03:51:14 +0200 Subject: [PATCH] RUFF --- backends/exllamav2/grammar.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/backends/exllamav2/grammar.py b/backends/exllamav2/grammar.py index f2abf85..2fac9f4 100644 --- a/backends/exllamav2/grammar.py +++ b/backends/exllamav2/grammar.py @@ -61,7 +61,8 @@ def _get_lmfe_tokenizer_data(tokenizer: ExLlamaV2Tokenizer): def clear_grammar_func_cache(): - """Flush tokenizer_data cache to avoid holding references to tokenizers after unloading a model""" + """Flush tokenizer_data cache to avoid holding references to + tokenizers after unloading a model""" _get_lmfe_tokenizer_data.clear_cache()