Skip to content

Commit 7c270ee

Browse files
committed
make attn_group compatible with 0.10.2
Signed-off-by: MengqingCao <[email protected]>
1 parent 583e2c7 commit 7c270ee

File tree

1 file changed

+12
-4
lines changed

1 file changed

+12
-4
lines changed

vllm_ascend/worker/model_runner_v1.py

Lines changed: 12 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2685,10 +2685,18 @@ def initialize_kv_cache(self, kv_cache_config: KVCacheConfig) -> None:
26852685
self.initialize_attn_backend(kv_cache_config)
26862686
self.use_hybrid_blocks = (len(self.attn_groups) > 1)
26872687
# NOTE: Currently, we determine whether we need `num_accepted_tokens` through `MambaSpec`.
2688-
self.need_accepted_tokens = any([
2689-
isinstance(attn_group[0].kv_cache_spec, MambaSpec)
2690-
for attn_group in self.attn_groups
2691-
])
2688+
if vllm_version_is("0.10.2"):
2689+
self.need_accepted_tokens = any([
2690+
isinstance(
2691+
self.kv_cache_config.kv_cache_groups[0].kv_cache_spec,
2692+
MambaSpec) for attn_group in self.attn_groups
2693+
])
2694+
else:
2695+
self.need_accepted_tokens = any([
2696+
isinstance(attn_group[0].kv_cache_spec, MambaSpec)
2697+
for attn_group in self.attn_groups
2698+
])
2699+
26922700
self.may_reinitialize_input_batch(kv_cache_config)
26932701

26942702
if self.ascend_config.is_deepseek_sfa:

0 commit comments

Comments
 (0)