ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-01 12:09:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Deepseek V3.1 native tool calling support (OpenAI Style) (#771)

Browse Source
This commit is contained in:
firecoperana
2025-09-13 00:51:40 -05:00
committed by GitHub
parent de97c33b40
commit a6da22beb2
7 changed files with 375 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
examples/server/server.cpp
View File

@@ -1355,6 +1355,13 @@ struct server_context {
}
metrics.init();
// thinking is enabled if:
// 1. It's not explicitly disabled (reasoning_budget == 0)
// 2. The chat template supports it
const bool enable_thinking = params.reasoning_budget != 0 && common_chat_templates_support_enable_thinking(chat_templates.get());
//LLAMA_LOG_INFO("Enable thinking? %d\n", enable_thinking);
oai_parser_opt = {
/* use_jinja */ params.use_jinja,
/* prefill_assistant */ params.prefill_assistant,
@@ -1363,7 +1370,7 @@ struct server_context {
/* common_chat_templates */ chat_templates.get(),
/* allow_image */ false,
/* allow_audio */ false,
/* enable_thinking */ params.reasoning_budget != 0,
/* enable_thinking */ enable_thinking,
};
}