ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-05-01 03:41:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

bug fix no timings after tool update

Browse Source
This commit is contained in:
firecoperana
2025-07-24 13:49:11 -05:00
parent cfc8f5a61b
commit 981259fb8b
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/server/server.cpp
View File

@@ -2889,7 +2889,11 @@ static std::vector<json> format_partial_response_oaicompat(server_task_result ta
}; };
streaming_chunks.push_back(finish_chunk); streaming_chunks.push_back(finish_chunk);
} }
if (server_task_result_dict.count(task_result.id) > 0)
{
for (auto& chunk : streaming_chunks)
chunk.push_back({ "timings", server_task_result_dict[task_result.id].timings.to_json() });
}
// Return streaming chunks (could be just final chunk if no diffs) // Return streaming chunks (could be just final chunk if no diffs)
if (!streaming_chunks.empty()) { if (!streaming_chunks.empty()) {
return streaming_chunks; return streaming_chunks;