theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-14 15:57:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

RUFF

Browse Source
This commit is contained in:
turboderp
2024-07-08 03:51:14 +02:00
parent 8bbce3455c
commit e97ad9cb27
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
backends/exllamav2/grammar.py
View File

@@ -61,7 +61,8 @@ def _get_lmfe_tokenizer_data(tokenizer: ExLlamaV2Tokenizer):
def clear_grammar_func_cache():
"""Flush tokenizer_data cache to avoid holding references to tokenizers after unloading a model"""
"""Flush tokenizer_data cache to avoid holding references to
tokenizers after unloading a model"""
_get_lmfe_tokenizer_data.clear_cache()