mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-01-26 17:20:01 +00:00
Fix experts mul node name (#857)
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
This commit is contained in:
@@ -942,7 +942,7 @@ llm_expert_gating_func_type gating_op,
|
||||
|
||||
if (!weight_before_ffn) {
|
||||
experts = ggml_mul(ctx, experts, weights);
|
||||
cb(cur, "ffn_moe_weighted", il);
|
||||
cb(experts, "ffn_moe_weighted", il);
|
||||
}
|
||||
|
||||
if (n_expert_used == 1) {
|
||||
|
||||
Reference in New Issue
Block a user