ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-30 19:31:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix v1/chat/completions assistant prefill (#874)

Browse Source
This commit is contained in:
jarrodfeaks
2025-10-30 02:21:05 +11:00
committed by GitHub
parent c33f39d58f
commit c029d97492
1 changed files with 11 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
examples/server/utils.hpp
View File

@@ -591,6 +591,17 @@ static json oaicompat_chat_params_parse(
// Apply chat template to the list of messages // Apply chat template to the list of messages
auto chat_params = common_chat_templates_apply(opt.tmpls, inputs); auto chat_params = common_chat_templates_apply(opt.tmpls, inputs);
/* Append assistant prefilled message */
if (prefill_assistant_message) {
if (!last_message.content_parts.empty()) {
for (auto & p : last_message.content_parts) {
chat_params.prompt += p.text;
}
} else {
chat_params.prompt += last_message.content;
}
}
llama_params["chat_format"] = static_cast<int>(chat_params.format); llama_params["chat_format"] = static_cast<int>(chat_params.format);
llama_params["prompt"] = chat_params.prompt; llama_params["prompt"] = chat_params.prompt;