File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change 96
96
VLLM_ROCM_USE_AITER_PAGED_ATTN : bool = False
97
97
VLLM_ROCM_USE_AITER_LINEAR : bool = True
98
98
VLLM_ROCM_USE_AITER_MOE : bool = True
99
- VLLM_ROCM_USE_AITER_RMSNORM : bool = True
99
+ VLLM_ROCM_USE_AITER_RMSNORM : bool = False
100
100
VLLM_ROCM_USE_AITER_MLA : bool = True
101
101
VLLM_ROCM_USE_AITER_MHA : bool = True
102
102
VLLM_ROCM_USE_SKINNY_GEMM : bool = True
@@ -759,7 +759,7 @@ def get_vllm_port() -> Optional[int]:
759
759
760
760
# use aiter rms norm op if aiter ops are enabled.
761
761
"VLLM_ROCM_USE_AITER_RMSNORM" :
762
- lambda : (os .getenv ("VLLM_ROCM_USE_AITER_RMSNORM" , "True " ).lower () in
762
+ lambda : (os .getenv ("VLLM_ROCM_USE_AITER_RMSNORM" , "False " ).lower () in
763
763
("true" , "1" )),
764
764
765
765
# Whether to use aiter mla ops.
You can’t perform that action at this time.
0 commit comments