Skip to content

Commit 293b4ee

Browse files
committed
fix.
1 parent abe25a3 commit 293b4ee

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

lightllm/common/basemodel/layer_infer/template/transformer_layer_infer_template.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -46,9 +46,8 @@ def _tpsp_get_qkv(
4646

4747
def _post_cache_kv(self, cache_kv, infer_state: InferStateInfo, layer_weight):
4848
mem_manager = infer_state.mem_manager
49-
if not infer_state.mem_is_contiguous:
50-
self._copy_kv_to_mem_cache(cache_kv, infer_state.mem_index, mem_manager)
51-
return
49+
self._copy_kv_to_mem_cache(cache_kv, infer_state.mem_index, mem_manager)
50+
return
5251

5352
def _copy_kv_to_mem_cache(self, buffer, mem_index, mem_manager):
5453
destindex_copy_kv(buffer, mem_index, mem_manager.kv_buffer[self.layer_num_])

0 commit comments

Comments
 (0)