sweep-bench: be able to set TG tokens via -n

This commit is contained in:
Iwan Kawrakow
2025-11-04 12:55:04 +02:00
parent cd8d0b0832
commit 42c34f5c49

View File

@@ -94,7 +94,7 @@ int main(int argc, char ** argv) {
};
const unsigned int pp = params.n_ubatch;
const unsigned int tg = params.n_ubatch / 4;
const unsigned int tg = params.n_predict > 0 ? params.n_predict : params.n_ubatch / 4;
if (!params.sweep_bench_output_jsonl) {
LOG_TEE("\n");