ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-01-26 17:20:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make comments more precise when experts gating function is missing

Browse Source
This commit is contained in:
Kawrakow
2026-01-21 07:08:54 +00:00
parent 9e07839ba3
commit 3d5b854aee
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/llama-hparams.cpp
View File

@@ -789,10 +789,13 @@ void llm_load_hparams(
hparams.expert_gating_func = LLM_EXPERT_GATING_FUNC_TYPE_NONE; hparams.expert_gating_func = LLM_EXPERT_GATING_FUNC_TYPE_NONE;
ml.get_key(LLM_KV_EXPERT_GATING_FUNC, hparams.expert_gating_func, false); ml.get_key(LLM_KV_EXPERT_GATING_FUNC, hparams.expert_gating_func, false);
if (hparams.expert_gating_func == LLM_EXPERT_GATING_FUNC_TYPE_NONE) { if (hparams.expert_gating_func == LLM_EXPERT_GATING_FUNC_TYPE_NONE) {
// Some models don't have the experts gating function recorded in the GGUF // Older DeepSeek models from the 2.0/2.5 series may not have the experts gating function recorded in the GGUF.
// Such models use SOFTMAX as the experts gating function.
// The new (new as of this commit) GLM-4.7-Flash may also be missing the experts gating function.
// GLM-4.7-Flash uses SIGMOID as the experts gating function.
// Hence, we make the LLM_KV_EXPERT_GATING_FUNC entry optional, and set here if missing. // Hence, we make the LLM_KV_EXPERT_GATING_FUNC entry optional, and set here if missing.
// DeepSeek models normally have softmax as gating function, but there is GLM-4.7-Flash now // We distinguish between GLM-4.7-Flash and DeepSeek-2/2.5 models by the number of layers.
// (identified via number of layers being 47 or 48), which uses sigmoid. // GLM-4.7-Flash has 47 layers (or 48, if an MTP layer is included in the GGUF).
hparams.expert_gating_func = hparams.n_layer == 47 || hparams.n_layer == 48 ? hparams.expert_gating_func = hparams.n_layer == 47 || hparams.n_layer == 48 ?
LLM_EXPERT_GATING_FUNC_SIGMOID : LLM_EXPERT_GATING_FUNC_SOFTMAX; LLM_EXPERT_GATING_FUNC_SIGMOID : LLM_EXPERT_GATING_FUNC_SOFTMAX;
printf("================= Missing experts gating function -> set to %s\n", printf("================= Missing experts gating function -> set to %s\n",