We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2711e8b commit c9a1838Copy full SHA for c9a1838
lightllm/server/multi_level_kv_cache/manager.py
@@ -129,6 +129,12 @@ def recv_loop(self):
129
assert isinstance(recv_obj, GroupReqIndexes)
130
recv_objs.append(recv_obj)
131
132
+ start_time = recv_obj.time_mark
133
+ logger.info(
134
+ f"multi_level_kv_cache recive group req id {recv_obj.group_req_id} "
135
+ f"cost time {time.time() - start_time} s"
136
+ )
137
+
138
# 当队列中存在较多的请求时,将一次接受的数量上调
139
recv_max_count = min(int(recv_max_count * 1.3), 256)
140
except zmq.ZMQError:
0 commit comments