From efcb5f9d9e3a9c75f79b42b22dd2c142cf6995e3 Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Tue, 4 Nov 2025 14:39:30 +0200 Subject: [PATCH] sweep-bench: be able to set TG tokens via -n (#897) Co-authored-by: Iwan Kawrakow --- examples/sweep-bench/sweep-bench.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/sweep-bench/sweep-bench.cpp b/examples/sweep-bench/sweep-bench.cpp index 865f65f0..ef3b3d59 100644 --- a/examples/sweep-bench/sweep-bench.cpp +++ b/examples/sweep-bench/sweep-bench.cpp @@ -94,7 +94,7 @@ int main(int argc, char ** argv) { }; const unsigned int pp = params.n_ubatch; - const unsigned int tg = params.n_ubatch / 4; + const unsigned int tg = params.n_predict > 0 ? params.n_predict : params.n_ubatch / 4; if (!params.sweep_bench_output_jsonl) { LOG_TEE("\n");