Add batch warmup to sweep-bench (#375)

Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
This commit is contained in:
Kawrakow
2025-05-12 07:50:26 +03:00
committed by GitHub
parent 2e585d4508
commit ceb8f513e4
3 changed files with 22 additions and 1 deletions

View File

@@ -200,6 +200,7 @@ struct gpt_params {
bool dump_kv_cache = false; // dump the KV cache contents for debugging purposes
bool no_kv_offload = false; // disable KV offloading
bool warmup = true; // warmup run
bool batch_warmup = false; // batch warmup run
bool check_tensors = false; // validate tensor data
bool repack_tensors = false; // repack tensors if interleaved variant is available
bool use_thp = false; // use transparent huge pages (linux only)