Skip to content

Commit 16ccbde

Browse files
committed
Disable VLLM_ROCM_USE_AITER_RMSNORM by default for now to work around crash
1 parent ad40db4 commit 16ccbde

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm/envs.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -96,7 +96,7 @@
9696
VLLM_ROCM_USE_AITER_PAGED_ATTN: bool = False
9797
VLLM_ROCM_USE_AITER_LINEAR: bool = True
9898
VLLM_ROCM_USE_AITER_MOE: bool = True
99-
VLLM_ROCM_USE_AITER_RMSNORM: bool = True
99+
VLLM_ROCM_USE_AITER_RMSNORM: bool = False
100100
VLLM_ROCM_USE_AITER_MLA: bool = True
101101
VLLM_ROCM_USE_AITER_MHA: bool = True
102102
VLLM_ROCM_USE_SKINNY_GEMM: bool = True
@@ -759,7 +759,7 @@ def get_vllm_port() -> Optional[int]:
759759

760760
# use aiter rms norm op if aiter ops are enabled.
761761
"VLLM_ROCM_USE_AITER_RMSNORM":
762-
lambda: (os.getenv("VLLM_ROCM_USE_AITER_RMSNORM", "True").lower() in
762+
lambda: (os.getenv("VLLM_ROCM_USE_AITER_RMSNORM", "False").lower() in
763763
("true", "1")),
764764

765765
# Whether to use aiter mla ops.

0 commit comments

Comments
 (0)