File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed
patch/worker/patch_common Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -34,7 +34,7 @@ class AscendConfig:
34
34
35
35
def __init__ (self , vllm_config ):
36
36
additional_config = vllm_config .additional_config if vllm_config .additional_config is not None else {}
37
- self .is_deepseek_sfa = vllm_config .model_config .is_deepseek_mla and hasattr (
37
+ self .is_deepseek_sfa = vllm_config .model_config is not None and vllm_config . model_config .is_deepseek_mla and hasattr (
38
38
vllm_config .model_config .hf_text_config , 'attn_module_list_cfg' )
39
39
self .use_sfa = self .is_deepseek_sfa
40
40
Original file line number Diff line number Diff line change @@ -73,8 +73,8 @@ def _cached_get_attn_backend(
73
73
# use the placeholder NO_ATTENTION
74
74
if is_attention_free :
75
75
from vllm .attention .backends .placeholder_attn import \
76
- PlaceholderAttentionBackend # type: ignore[import-untyped]
77
- return PlaceholderAttentionBackend # type: ignore[import-untyped]
76
+ PlaceholderAttentionBackend # type: ignore
77
+ return PlaceholderAttentionBackend # type: ignore
78
78
79
79
# Check whether a particular choice of backend was
80
80
# previously forced.
You can’t perform that action at this time.
0 commit comments