ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-01-26 09:09:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Also Qwen3VL-MoE

Browse Source
This commit is contained in:
Kawrakow
2026-01-12 18:52:15 +02:00
parent 0a18f1fadd
commit a50bd821ec
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-build-context.cpp
View File

@@ -4271,7 +4271,7 @@ ggml_cgraph * llm_build_context::build_qwen3vlmoe() {
LLM_FFN_SILU, true,
false, 0.0,
LLM_EXPERT_GATING_FUNC_SOFTMAX,
cb, il, gf);
cb, il, gf, false, model.layers[il].ffn_up_gate_exps);
cb(cur, "ffn_moe_out", il);
cur = ggml_add(ctx0, cur, ffn_inp);