We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 783a79a commit b4230d4Copy full SHA for b4230d4
modules/ollama_openvino/genai/genai.go
@@ -166,6 +166,10 @@ func PrintGenaiMetrics(metrics *C.ov_genai_perf_metrics) {
166
C.ov_genai_perf_metrics_get_tpot(metrics, &tpot_mean, &tpot_std)
167
log.Printf("TPOT: %.2f ± %.2f ms/token\n", tpot_mean, tpot_std)
168
169
+ var num_generation_tokens C.size_t
170
+ C.ov_genai_perf_metrics_get_num_generation_tokens(metrics, &num_generation_tokens)
171
+ log.Printf("Num of generation tokens: %d\n", num_generation_tokens)
172
+
173
var tput_mean C.float
174
var tput_std C.float
175
C.ov_genai_perf_metrics_get_throughput(metrics, &tput_mean, &tput_std)
0 commit comments