jambafix

tlrmchlsmth · tlrmchlsmth · commit ec8ef04348f1 · 2024-10-10T18:53:24.000-04:00
diff --git a/vllm/model_executor/models/interfaces.py b/vllm/model_executor/models/interfaces.py
@@ -327,7 +327,7 @@ def __init__(self) -> None:
 
 @runtime_checkable
 class _IsAttentionFreeType(Protocol):
-    has_inner_state: ClassVar[Literal[True]]
+    is_attention_free: ClassVar[Literal[True]]
 
     def __init__(self) -> None:
         ...
