Step-3.5: llama.cpp compatibility changes (#1240)

* Step-3.5: llama.cpp compatibility changes

* Also read rope_freq_base_train_swa from the GGUF
This commit is contained in:
Kawrakow
2026-02-07 07:56:11 +02:00
committed by GitHub
parent c5d74f66e2
commit 90d7499c2c
4 changed files with 19 additions and 6 deletions

View File

@@ -131,6 +131,8 @@ static const std::map<llm_kv, const char *> LLM_KV_NAMES = {
{ LLM_KV_INTERLEAVE_MOE_LAYER_STEP, "%s.interleave_moe_layer_step" },
{ LLM_KV_SWIGLU_LIMITS, "%s.swiglu_limits" },
{ LLM_KV_SWIGLU_LIMITS_SHARED, "%s.swiglu_limits_shared" },
{ LLM_KV_SWIGLU_CLAMP_EXP, "%s.swiglu_clamp_exp" },
{ LLM_KV_SWIGLU_CLAMP_SHEXP, "%s.swiglu_clamp_shexp" },
{ LLM_KV_ATTENTION_HEAD_COUNT, "%s.attention.head_count" },
{ LLM_KV_ATTENTION_HEAD_COUNT_KV, "%s.attention.head_count_kv" },