Skip to content

Commit ef49b65

Browse files
yewentao256albertoperdomo2
authored andcommitted
[Bug] Temporally Disable VLLM_ALLREDUCE_USE_SYMM_MEM by Default (vllm-project#26925)
Signed-off-by: yewentao256 <zhyanwentao@126.com> Signed-off-by: Alberto Perdomo <aperdomo@redhat.com>
1 parent 4f8c575 commit ef49b65

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm/envs.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -198,7 +198,7 @@
198198
VLLM_USE_FLASHINFER_MOE_MXFP4_BF16: bool = False
199199
VLLM_ROCM_FP8_MFMA_PAGE_ATTN: bool = False
200200
VLLM_USE_FLASHINFER_MOE_MXFP4_MXFP8_CUTLASS: bool = False
201-
VLLM_ALLREDUCE_USE_SYMM_MEM: bool = True
201+
VLLM_ALLREDUCE_USE_SYMM_MEM: bool = False
202202
VLLM_TUNED_CONFIG_FOLDER: str | None = None
203203
VLLM_GPT_OSS_HARMONY_SYSTEM_INSTRUCTIONS: bool = False
204204
VLLM_CUSTOM_SCOPES_FOR_PROFILING: bool = False
@@ -1343,7 +1343,7 @@ def get_vllm_port() -> int | None:
13431343
),
13441344
# Whether to use pytorch symmetric memory for allreduce
13451345
"VLLM_ALLREDUCE_USE_SYMM_MEM": lambda: bool(
1346-
int(os.getenv("VLLM_ALLREDUCE_USE_SYMM_MEM", "1"))
1346+
int(os.getenv("VLLM_ALLREDUCE_USE_SYMM_MEM", "0"))
13471347
),
13481348
# Allows vllm to find tuned config under customized folder
13491349
"VLLM_TUNED_CONFIG_FOLDER": lambda: os.getenv("VLLM_TUNED_CONFIG_FOLDER", None),

0 commit comments

Comments
 (0)