ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-05-01 03:41:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change default fmoe also in llama-bench

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-10-25 09:22:17 +03:00
parent 03a0f4d3cc
commit 9dc0c89bc9
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/llama-bench/llama-bench.cpp
View File

@@ -260,7 +260,7 @@ struct cmd_params {
bool verbose; bool verbose;
bool warmup; bool warmup;
bool repack = false; bool repack = false;
bool fmoe = false; bool fmoe = true;
bool ger = false; // ger = Grouped Expert Routing bool ger = false; // ger = Grouped Expert Routing
bool no_fug = false; bool no_fug = false;
bool use_thp = false; bool use_thp = false;
@@ -298,7 +298,7 @@ static const cmd_params cmd_params_defaults = {
/* verbose */ false, /* verbose */ false,
/* warmup */ true, /* warmup */ true,
/* repack */ false, /* repack */ false,
/* fmoe */ false, /* fmoe */ true,
/* ger */ false, /* ger */ false,
/* no_fug */ false, /* no_fug */ false,
/* use_thp */ false, /* use_thp */ false,
@@ -846,7 +846,7 @@ struct cmd_params_instance {
bool use_mmap; bool use_mmap;
bool embeddings; bool embeddings;
bool repack = false; bool repack = false;
bool fmoe = false; bool fmoe = true;
bool ger = false; bool ger = false;
bool no_fug = false; bool no_fug = false;
bool use_thp = false; bool use_thp = false;