We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
VLLM_ALLREDUCE_USE_SYMM_MEM
1 parent e42af78 commit 1ec2035Copy full SHA for 1ec2035
vllm/envs.py
@@ -1218,7 +1218,7 @@ def get_vllm_port() -> Optional[int]:
1218
1219
# Whether to use pytorch symmetric memory for allreduce
1220
"VLLM_ALLREDUCE_USE_SYMM_MEM":
1221
- lambda: bool(int(os.getenv("VLLM_ALLREDUCE_USE_SYMM_MEM", "1"))),
+ lambda: bool(int(os.getenv("VLLM_ALLREDUCE_USE_SYMM_MEM", "0"))),
1222
1223
# Allows vllm to find tuned config under customized folder
1224
"VLLM_TUNED_CONFIG_FOLDER":
0 commit comments