Skip to content

Commit b4230d4

Browse files
authored
Show the generated token count (#975)
* Update Dockerfile Update the Dockerfile to use Ubuntu 24.04 as the base image. * Show the generated token count
1 parent 783a79a commit b4230d4

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

modules/ollama_openvino/genai/genai.go

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -166,6 +166,10 @@ func PrintGenaiMetrics(metrics *C.ov_genai_perf_metrics) {
166166
C.ov_genai_perf_metrics_get_tpot(metrics, &tpot_mean, &tpot_std)
167167
log.Printf("TPOT: %.2f ± %.2f ms/token\n", tpot_mean, tpot_std)
168168

169+
var num_generation_tokens C.size_t
170+
C.ov_genai_perf_metrics_get_num_generation_tokens(metrics, &num_generation_tokens)
171+
log.Printf("Num of generation tokens: %d\n", num_generation_tokens)
172+
169173
var tput_mean C.float
170174
var tput_std C.float
171175
C.ov_genai_perf_metrics_get_throughput(metrics, &tput_mean, &tput_std)

0 commit comments

Comments
 (0)