We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 2706480 commit 4b266b0Copy full SHA for 4b266b0
lightllm/server/httpserver/manager.py
@@ -606,7 +606,7 @@ async def _wait_to_token_package(
606
f"total_cost_time:{total_cost_time_ms}ms,out_token_counter:{out_token_counter} "
607
f"mean_per_token_cost_time: {mean_per_token_cost_time_ms}ms "
608
f"prompt_token_num:{prompt_tokens} "
609
- f"gpu cache hit: {prompt_cache_len > 0}"
+ f"gpu cache hit: {prompt_cache_len > 0} "
610
f"prompt_cache_len:{prompt_cache_len} "
611
f"prompt_cache_ratio:{prompt_cache_ratio} "
612
f"cpu cache hit: {cpu_prompt_cache_len > 0} "
0 commit comments