mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-02-24 15:14:10 +00:00
Do not apply experts weight scale if it is 1
This commit is contained in:
@@ -863,7 +863,7 @@ llm_expert_gating_func_type gating_op,
|
||||
|
||||
weights = ggml_reshape_3d(ctx, weights, 1, n_expert_used, n_tokens);
|
||||
}
|
||||
if (scale_w) {
|
||||
if (scale_w && std::abs(w_scale-1) > 1e-5f) {
|
||||
weights = ggml_scale(ctx, weights, w_scale);
|
||||
cb(weights, "ffn_moe_weights_scaled", il);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user