We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f77bfba commit 867c2b3Copy full SHA for 867c2b3
vllm/config/__init__.py
@@ -3609,8 +3609,7 @@ def __post_init__(self):
3609
if self.compilation_config.pass_config.enable_async_tp:
3610
self.compilation_config.pass_config.enable_sequence_parallelism = \
3611
True
3612
- if "+rms_norm" not in self.compilation_config.custom_ops and \
3613
- "-rms_norm" not in self.compilation_config.custom_ops:
+ if self.compilation_config.pass_config.enable_sequence_parallelism:
3614
self.compilation_config.custom_ops.append("+rms_norm")
3615
3616
if current_platform.is_cuda_alike() or current_platform.is_xpu():
0 commit comments