ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-03-13 15:30:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix grammar for Kimi-K2 (#1103)

Browse Source 
* Update key-value separator and value end format

* Sample grammar first if resampling

---------

Co-authored-by: firecoperana <firecoperana>
This commit is contained in:
hksdpc255
2026-01-05 16:57:25 +11:00
committed by GitHub
parent 5a206e3cef
commit 3afd0600a1
2 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
common/chat.cpp
View File

@@ -1279,8 +1279,8 @@ static common_chat_params common_chat_params_init_kimi_k2(const common_chat_temp
form.tool_start = "<|tool_call_begin|>"; form.tool_start = "<|tool_call_begin|>";
form.tool_sep = "<|tool_call_argument_begin|>{"; form.tool_sep = "<|tool_call_argument_begin|>{";
form.key_start = "\""; form.key_start = "\"";
form.key_val_sep = "\":"; form.key_val_sep = "\": ";
form.val_end = ","; form.val_end = ", ";
form.tool_end = "}<|tool_call_end|>"; form.tool_end = "}<|tool_call_end|>";
form.scope_end = "<|tool_calls_section_end|>"; form.scope_end = "<|tool_calls_section_end|>";
form.raw_argval = false; form.raw_argval = false;

6
common/sampling.cpp
View File

@@ -429,6 +429,12 @@ static llama_token llama_sampling_sample_impl(
GGML_ASSERT(!original_logits.empty()); GGML_ASSERT(!original_logits.empty());
} }
llama_token id = 0; llama_token id = 0;
// Sample grammar first for resampling
if (ctx_sampling->grammar != NULL && is_resampling) {
float* logits = llama_get_logits_ith(ctx_main, idx);
// Apply grammar constraints to all candidates
llama_grammar_sample(ctx_sampling->grammar, ctx_main, &cur_p);
}
if (temp < 0.0) { if (temp < 0.0) {
// greedy sampling, with probs // greedy sampling, with probs