Skip to content

Commit 5032af0

Browse files
author
wangzaijun
committed
remove lock
1 parent b085988 commit 5032af0

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

lightllm/server/multi_level_kv_cache/disk_cache_worker.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -99,15 +99,14 @@ def _gather_offload_payloads(self) -> List[List[_PagePayload]]:
9999
if not grouped_indexes:
100100
return payload_groups
101101

102-
self.cpu_cache_client.lock.acquire_sleep1ms()
103102
page_items = self.cpu_cache_client.page_items.linked_items
104103
for group in grouped_indexes:
105104
payloads: List[_PagePayload] = []
106105
for page_index in group:
107106
page_item = page_items[page_index]
108107
payloads.append(_PagePayload(index=page_index, hash_key=int(page_item.hash_key)))
109108
payload_groups.append(payloads)
110-
self.cpu_cache_client.lock.release()
109+
111110
return payload_groups
112111

113112
# 数据写入磁盘

0 commit comments

Comments
 (0)