ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-03-13 15:30:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add chat parser for MiroThinker (#1138)

Browse Source 
* Add chat parser for MiroThinker

* Add MiroThinker template

* delete space
This commit is contained in:
hksdpc255
2026-01-13 17:07:12 +11:00
committed by GitHub
parent 1a461525d5
commit 54a1f68d32
6 changed files with 284 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
common/chat-parser-xml-toolcall.cpp
View File

@@ -266,6 +266,17 @@ void build_grammar_xml_tool_call(common_chat_params & data, const json & tools,
if (data.format == COMMON_CHAT_FORMAT_KIMI_K2) {
quoted_name = "\"functions.\" " + quoted_name + " \":\" [0-9]+";
}
// MiroThinker uses {{ name_part_1 }}</server_name>\n<tool_name>{{ name_part_2 }} as function name
if (data.format == COMMON_CHAT_FORMAT_MIROTHINKER) {
auto server_split_pos = name.find("_");
if (std::string::npos == server_split_pos) {
quoted_name = "\"system_default</server_name>\\n<tool_name>\" " + quoted_name;
} else {
quoted_name = gbnf_format_literal(name.substr(0, server_split_pos)) +
" \"</server_name>\\n<tool_name>\" " +
gbnf_format_literal(name.substr(server_split_pos + 1));
}
}
tool_rules.push_back(builder.add_rule(name + "-call",
gbnf_format_literal(form.tool_start) + " " +
quoted_name + " " +
@@ -422,6 +433,10 @@ inline bool parse_xml_tool_calls(common_chat_msg_parser & builder, const struct
auto [sz, tc] = try_find_tool_end();
func_name = tc;
}
// Skip when tool_sep may be partial
if (builder.pos() == builder.input().size()) {
throw common_chat_msg_partial_exception("Partial literal: " + gbnf_format_literal(form.key_start));
}
// Parse tool name
builder.move_to(all_space(form.tool_sep) ? func_name->groups[0].begin : func_name->groups[0].end);
@@ -435,6 +450,17 @@ inline bool parse_xml_tool_calls(common_chat_msg_parser & builder, const struct
}
}
}
// MiroThinker uses {{ name_part_1 }}</server_name>\n<tool_name>{{ name_part_2 }} as function name
if (builder.syntax().format == COMMON_CHAT_FORMAT_MIROTHINKER) {
if (string_starts_with(function_name, "system_default</server_name>\n<tool_name>")) {
function_name = function_name.substr(14 + 26);
} else {
auto server_split_pos = function_name.find("</server_name>\n<tool_name>");
if (std::string::npos != server_split_pos) {
function_name = function_name.substr(0, server_split_pos) + "_" + function_name.substr(server_split_pos + 26);
}
}
}
// Argument JSON
json arguments = json::object();