We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b085988 commit 5032af0Copy full SHA for 5032af0
lightllm/server/multi_level_kv_cache/disk_cache_worker.py
@@ -99,15 +99,14 @@ def _gather_offload_payloads(self) -> List[List[_PagePayload]]:
99
if not grouped_indexes:
100
return payload_groups
101
102
- self.cpu_cache_client.lock.acquire_sleep1ms()
103
page_items = self.cpu_cache_client.page_items.linked_items
104
for group in grouped_indexes:
105
payloads: List[_PagePayload] = []
106
for page_index in group:
107
page_item = page_items[page_index]
108
payloads.append(_PagePayload(index=page_index, hash_key=int(page_item.hash_key)))
109
payload_groups.append(payloads)
110
- self.cpu_cache_client.lock.release()
+
111
112
113
# 数据写入磁盘
0 commit comments