ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-23 22:54:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Disable some fusion and make rope cahe off by default

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-11-04 07:42:55 +02:00
parent 1cfd19862f
commit 45601bc1bf
4 changed files with 6 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
common/common.cpp
View File

@@ -1106,8 +1106,8 @@ bool gpt_params_find_arg(int argc, char ** argv, const std::string & arg, gpt_pa
params.fused_mmad = false;
return true;
}
if (arg == "-no-rcache" || arg == "--no-rope-cache") {
params.rope_cache = false;
if (arg == "-rcache" || arg == "--rope-cache") {
params.rope_cache = true;
return true;
}
if (arg == "-ser" || arg == "--smart-expert-reduction") {