We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4e9c78c commit 82d9bc0Copy full SHA for 82d9bc0
examples/server/server.cpp
@@ -2889,7 +2889,11 @@ static std::vector<json> format_partial_response_oaicompat(server_task_result ta
2889
};
2890
streaming_chunks.push_back(finish_chunk);
2891
}
2892
-
+ if (server_task_result_dict.count(task_result.id) > 0)
2893
+ {
2894
+ for (auto& chunk : streaming_chunks)
2895
+ chunk.push_back({ "timings", server_task_result_dict[task_result.id].timings.to_json() });
2896
+ }
2897
// Return streaming chunks (could be just final chunk if no diffs)
2898
if (!streaming_chunks.empty()) {
2899
return streaming_chunks;
0 commit comments