ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-25 07:34:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add mtmd: use LOG_TEE so generated tokens show up in terminal

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-09-26 08:46:42 +03:00
parent e7ddefc9c5
commit 042f595632
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
examples/mtmd/mtmd-cli.cpp
View File

@@ -218,7 +218,7 @@ static int generate_response(mtmd_cli_context & ctx, int n_predict) {
llama_tokens generated_tokens;
for (int i = 0; i < n_predict; i++) {
if (i > n_predict || !g_is_generating || g_is_interrupted) {
LOG("\n");
LOG_TEE("\n");
break;
}
@@ -227,15 +227,15 @@ static int generate_response(mtmd_cli_context & ctx, int n_predict) {
common_sampler_accept(ctx.smpl, ctx.lctx, token_id, true);
if (llama_vocab_is_eog(ctx.vocab, token_id) || ctx.check_antiprompt(generated_tokens)) {
LOG("\n");
LOG_TEE("\n");
break; // end of generation
}
LOG("%s", common_token_to_piece(ctx.lctx, token_id).c_str());
LOG_TEE("%s", common_token_to_piece(ctx.lctx, token_id).c_str());
fflush(stdout);
if (g_is_interrupted) {
LOG("\n");
LOG_TEE("\n");
break;
}