Skip to content

Commit 82d9bc0

Browse files
author
firecoperana
committed
bug fix no timings after tool update
1 parent 4e9c78c commit 82d9bc0

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

examples/server/server.cpp

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2889,7 +2889,11 @@ static std::vector<json> format_partial_response_oaicompat(server_task_result ta
28892889
};
28902890
streaming_chunks.push_back(finish_chunk);
28912891
}
2892-
2892+
if (server_task_result_dict.count(task_result.id) > 0)
2893+
{
2894+
for (auto& chunk : streaming_chunks)
2895+
chunk.push_back({ "timings", server_task_result_dict[task_result.id].timings.to_json() });
2896+
}
28932897
// Return streaming chunks (could be just final chunk if no diffs)
28942898
if (!streaming_chunks.empty()) {
28952899
return streaming_chunks;

0 commit comments

Comments
 (0)