Add command line arg to disable rope cache

This commit is contained in:
Iwan Kawrakow
2025-11-03 08:20:03 +02:00
parent aa76ff2c9d
commit 525dda2e80
8 changed files with 77 additions and 95 deletions

View File

@@ -37,6 +37,7 @@ struct llama_cparams {
bool grouped_expert_routing;
bool fused_up_gate;
bool fused_mmad;
bool rope_cache;
int min_experts;
float thresh_experts;