Skip to content

Commit 867c2b3

Browse files
author
Aleksandr Malyshev
committed
sync with 0909_rc2 changes
1 parent f77bfba commit 867c2b3

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

vllm/config/__init__.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3609,8 +3609,7 @@ def __post_init__(self):
36093609
if self.compilation_config.pass_config.enable_async_tp:
36103610
self.compilation_config.pass_config.enable_sequence_parallelism = \
36113611
True
3612-
if "+rms_norm" not in self.compilation_config.custom_ops and \
3613-
"-rms_norm" not in self.compilation_config.custom_ops:
3612+
if self.compilation_config.pass_config.enable_sequence_parallelism:
36143613
self.compilation_config.custom_ops.append("+rms_norm")
36153614

36163615
if current_platform.is_cuda_alike() or current_platform.is_xpu():

0 commit comments

Comments
 (0)