Skip to content

Commit b4ff50b

Browse files
committed
move speed
1 parent 44f5474 commit b4ff50b

File tree

1 file changed

+2
-5
lines changed

1 file changed

+2
-5
lines changed

examples/server/utils.hpp

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -740,8 +740,7 @@ static std::vector<json> format_partial_response_oaicompat(const json & result,
740740
{"model", modelname},
741741
{"object", "chat.completion.chunk"}
742742
};
743-
744-
double n_gen_second = json_value(result, "n_gen_second", 0.0);
743+
double n_gen_second = json_value(result, "n_gen_second", 0.0);
745744

746745
if (!finish_reason.empty()) {
747746
int num_tokens_predicted = json_value(result, "tokens_predicted", 0);
@@ -756,9 +755,7 @@ static std::vector<json> format_partial_response_oaicompat(const json & result,
756755
{"prompt_second", n_prompt_second}
757756
}});
758757
} else {
759-
ret.push_back({"usage", json {
760-
{"gen_second", n_gen_second}
761-
}});
758+
ret["gen_second"] = n_gen_second;
762759
}
763760

764761
return std::vector<json>({ret});

0 commit comments

Comments
 (0)