ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-21 23:19:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixes

Browse Source
This commit is contained in:
Saood Karim
2025-04-21 04:31:58 -05:00
parent 356918048b
commit 2641658c90
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llama.cpp
View File

@@ -1498,6 +1498,7 @@ enum llm_chat_template {
LLM_CHAT_TEMPLATE_GIGACHAT,
LLM_CHAT_TEMPLATE_MEGREZ,
LLM_CHAT_TEMPLATE_LLAMA4,
LLM_CHAT_TEMPLATE_BITNET,
LLM_CHAT_TEMPLATE_UNKNOWN,
};
@@ -1534,6 +1535,7 @@ static const std::map<std::string, llm_chat_template> LLM_CHAT_TEMPLATES = {
{ "gigachat", LLM_CHAT_TEMPLATE_GIGACHAT },
{ "megrez", LLM_CHAT_TEMPLATE_MEGREZ },
{ "llama4", LLM_CHAT_TEMPLATE_LLAMA4 },
{ "bitnet", LLM_CHAT_TEMPLATE_BITNET },
};
@@ -21681,7 +21683,7 @@ static int32_t llama_chat_apply_template_internal(
if (add_ass) {
ss << "<|header_start|>assistant<|header_end|>\n\n";
}
} else if (tmpl == "bitnet" || (tmpl_contains("BITNET"))) {
} else if (tmpl == LLM_CHAT_TEMPLATE_BITNET) {
// bitnet-25
std::string system_prompt = "";
for (auto message : chat) {