theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-29 10:42:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Model: Add support for chat_template.json

Browse Source 
HuggingFace separated the chat template in the newest transformers
versions.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-11-11 12:09:27 -05:00
parent b8700fbbc3
commit 9530f8c8c7
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backends/exllamav2/model.py
View File

@@ -389,6 +389,10 @@ class ExllamaV2Container:
logger.info("Attempting to load a prompt template if present.") logger.info("Attempting to load a prompt template if present.")
find_template_functions = [ find_template_functions = [
lambda: PromptTemplate.from_model_json(
pathlib.Path(self.config.model_dir) / "chat_template.json",
key="chat_template",
),
lambda: PromptTemplate.from_model_json( lambda: PromptTemplate.from_model_json(
pathlib.Path(self.config.model_dir) / "tokenizer_config.json", pathlib.Path(self.config.model_dir) / "tokenizer_config.json",
key="chat_template", key="chat_template",