We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4aab99c commit bbf9308Copy full SHA for bbf9308
ucm/sparse/kvcomp/kvcomp_hbm.py
@@ -365,6 +365,7 @@ def attention_begin(
365
self.is_tensor_computed = True
366
367
k_hash_compute = self.hash_encoder.compute_hash(key)
368
+ assert k_hash_compute.shape[0] == attn_metadata.slot_mapping.numel(), f"shape mismatch: k_hash_compute.shape[0]={k_hash_compute.shape[0]} != attn_metadata.slot_mapping.numel()={attn_metadata.slot_mapping.numel()}"
369
k_hash_compute = (
370
k_hash_compute.transpose(0, 1)
371
.reshape(-1, k_hash_compute.shape[-1])
0 commit comments