Turn on graph reuse by default

2026-02-19 20:54:36 +00:00 · 2025-12-27 07:22:46 +00:00
parent 2fe098e938
commit bf3ff8ec41
3 changed files with 7 additions and 2 deletions
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -4049,7 +4049,7 @@ struct llama_context_params llama_context_default_params() {
        /*.fused_up_gate               =*/ true,
        /*.fused_mmad                  =*/ true,
        /*.rope_cache                  =*/ false,
-        /*.graph_reuse                 =*/ false,
+        /*.graph_reuse                 =*/ true,
        /*.min_experts                 =*/ -1,
        /*.thtesh_experts              =*/ 0.0f,
        /*.only_active_experts         =*/ false,