mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-01-26 17:20:01 +00:00
Add batch warmup to sweep-bench (#375)
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
This commit is contained in:
@@ -200,6 +200,7 @@ struct gpt_params {
|
||||
bool dump_kv_cache = false; // dump the KV cache contents for debugging purposes
|
||||
bool no_kv_offload = false; // disable KV offloading
|
||||
bool warmup = true; // warmup run
|
||||
bool batch_warmup = false; // batch warmup run
|
||||
bool check_tensors = false; // validate tensor data
|
||||
bool repack_tensors = false; // repack tensors if interleaved variant is available
|
||||
bool use_thp = false; // use transparent huge pages (linux only)
|
||||
|
||||
Reference in New Issue
Block a user