Skip to content

Commit f6e0ac7

Browse files
committed
Add debug print statement in initialize_kv_hash_cache_tensors_npu method for NPU hash cache allocation
1 parent 8ff919f commit f6e0ac7

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

ucm/sparse/kvcomp/kvcomp_hbm.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -475,6 +475,7 @@ def initialize_kv_hash_cache_tensors(self, kv_caches, device):
475475
kv_caches[layer_name] = (kv_cache, khash_cache)
476476

477477
def initialize_kv_hash_cache_tensors_npu(self, kv_caches, device):
478+
print(f"initialize_kv_hash_cache_tensors_npu: allocating hashk cache for KVComp in NPU")
478479
for layer_name, kv_cache in kv_caches.items():
479480
is_rollback_layer, is_skip_hash_layer = self.get_layer_state(layer_name)
480481
k_cache_shape = kv_cache[0].shape

0 commit comments

Comments
 (0)