ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-30 11:21:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Slightly better graph split strategy

Browse Source
This commit is contained in:
Kawrakow
2025-12-02 08:18:55 +00:00
parent a719349982
commit c4c266847f
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llama-build-context.cpp
View File

@@ -1133,7 +1133,10 @@ llm_expert_gating_func_type gating_op,
results[id] = shared_out; results[id] = shared_out;
} }
cur = ggml_add(ctx, results[0], results[1]); cur = ggml_add(ctx, results[0], results[1]);
cur->op_params[0] = 0xff; if (cur->ne[1] > 32) {
// Force a graph split
cur->op_params[0] = 0xff;
}
cb(cur, "ffn_shared_combined", il); cb(cur, "ffn_shared_combined", il);
for (int id = 2; id < int(results.size()); ++id) { for (int id = 2; id < int(results.size()); ++id) {
cur = ggml_add(ctx, cur, results[id]); cur = ggml_add(ctx, cur, results[id]);