Skip to content

Commit 70633c6

Browse files
[fix] fix gpu_caches key (#4311)
1 parent 1282ebe commit 70633c6

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

fastdeploy/cache_manager/cache_messager.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -152,8 +152,8 @@ def __init__(
152152
cache_v = []
153153
self.messager = {}
154154
for layer_idx in range(self.num_layers):
155-
key_cache = self.gpu_cache_kvs[f"key_caches_{layer_idx}_rank{self.rank}.device{gpu_id}"]
156-
val_cache = self.gpu_cache_kvs[f"value_caches_{layer_idx}_rank{self.rank}.device{gpu_id}"]
155+
key_cache = self.gpu_cache_kvs[f"key_caches_{layer_idx}_rank{self.rank}_device{gpu_id}"]
156+
val_cache = self.gpu_cache_kvs[f"value_caches_{layer_idx}_rank{self.rank}_device{gpu_id}"]
157157
cache_k.append(key_cache)
158158
cache_v.append(val_cache)
159159
cache_k_ptr_list.append(key_cache.data_ptr())

0 commit comments

Comments
 (0)