Skip to content

Commit c9a1838

Browse files
author
liujiacheng
committed
fix
1 parent 2711e8b commit c9a1838

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

lightllm/server/multi_level_kv_cache/manager.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -129,6 +129,12 @@ def recv_loop(self):
129129
assert isinstance(recv_obj, GroupReqIndexes)
130130
recv_objs.append(recv_obj)
131131

132+
start_time = recv_obj.time_mark
133+
logger.info(
134+
f"multi_level_kv_cache recive group req id {recv_obj.group_req_id} "
135+
f"cost time {time.time() - start_time} s"
136+
)
137+
132138
# 当队列中存在较多的请求时,将一次接受的数量上调
133139
recv_max_count = min(int(recv_max_count * 1.3), 256)
134140
except zmq.ZMQError:

0 commit comments

Comments
 (0)