ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-01-27 01:29:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #648 from ikawrakow/fcp/missing_token_ps

Browse Source 
Fix missing token per second for webui after function call update
This commit is contained in:
firecoperana
2025-07-26 21:13:52 -05:00
committed by GitHub
parent 33daaf7310 f443040d49
commit ddceb0a55d
5 changed files with 29 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/server/server.cpp
View File

@@ -2889,7 +2889,11 @@ static std::vector<json> format_partial_response_oaicompat(server_task_result ta
};
streaming_chunks.push_back(finish_chunk);
}
if (server_task_result_dict.count(task_result.id) > 0)
{
for (auto& chunk : streaming_chunks)
chunk.push_back({ "timings", server_task_result_dict[task_result.id].timings.to_json() });
}
// Return streaming chunks (could be just final chunk if no diffs)
if (!streaming_chunks.empty()) {
return streaming_chunks;