We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b23f659 commit 6a451bfCopy full SHA for 6a451bf
lightllm/common/mem_manager.py
@@ -260,7 +260,7 @@ def alloc(self, need_size) -> torch.Tensor:
260
self.shared_can_use_token_num.set_value(self.can_use_mem_size)
261
262
# 利用缓冲区返回,避免异步情况下的内存竞争
263
- if self._return_start + need_size >= self._mem_state_return.shape[0]:
+ if self._return_start + need_size > self._mem_state_return.shape[0]:
264
self._return_start = 0
265
ans = self._mem_state_return[self._return_start : self._return_start + need_size]
266
ans.copy_(self.mem_state[start:end])
0 commit comments