We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 07625ee commit 239b583Copy full SHA for 239b583
lightllm/server/multi_level_kv_cache/cpu_cache_client.py
@@ -210,8 +210,8 @@ def get_pages_to_offloading(self) -> List[List[int]]:
210
page_items = self.page_items.linked_items
211
index = 0
212
while index < len(page_list):
213
- group_size = page_list[0]
214
- groups.append(page_list[1 : 1 + group_size])
+ group_size = page_list[index]
+ groups.append(page_list[index + 1 : index + 1 + group_size])
215
for page_index in groups[-1]:
216
page_item: _CpuPageStatus = page_items[page_index]
217
page_item.ref_count += 1
0 commit comments