We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e08e665 commit ae4a17aCopy full SHA for ae4a17a
vllm/distributed/parallel_state.py
@@ -488,12 +488,12 @@ def send_tensor_dict(
488
dict), f"Expecting a dictionary, got {type(tensor_dict)}"
489
metadata_list, tensor_list = _split_tensor_dict(tensor_dict)
490
# `metadata_list` lives in CPU memory.
491
- # `broadcast_object_list` has serialization & deserialization,
+ # `send_object_list` has serialization & deserialization,
492
# all happening on CPU. Therefore, we can use the CPU group.
493
send_object_list([metadata_list], dst=dst, group=metadata_group)
494
for tensor in tensor_list:
495
if tensor.numel() == 0:
496
- # Skip broadcasting empty tensors.
+ # Skip sending empty tensors.
497
continue
498
if tensor.is_cpu:
499
# use metadata_group for CPU tensors
0 commit comments