mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-01-26 17:20:01 +00:00
sweep-bench: be able to set TG tokens via -n (#897)
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
This commit is contained in:
@@ -94,7 +94,7 @@ int main(int argc, char ** argv) {
|
||||
};
|
||||
|
||||
const unsigned int pp = params.n_ubatch;
|
||||
const unsigned int tg = params.n_ubatch / 4;
|
||||
const unsigned int tg = params.n_predict > 0 ? params.n_predict : params.n_ubatch / 4;
|
||||
|
||||
if (!params.sweep_bench_output_jsonl) {
|
||||
LOG_TEE("\n");
|
||||
|
||||
Reference in New Issue
Block a user