ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-05-01 03:41:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adding fused mul+multi_add + CPU implementation

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-10-23 10:23:59 +03:00
parent db3ba4999f
commit c9b80b2665
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/llama-build-context.cpp
View File

@@ -949,6 +949,7 @@ llm_expert_gating_func_type gating_op,
} }
experts = ggml_mul(ctx, experts, weights); experts = ggml_mul(ctx, experts, weights);
cb(experts, "ffn_moe_weighted", il); cb(experts, "ffn_moe_weighted", il);
return experts;
} }
if (n_expert_used == 1) { if (n_expert_used == 1) {