We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 203f70b commit c0bba5eCopy full SHA for c0bba5e
vllm/distributed/parallel_state.py
@@ -615,7 +615,7 @@ def recv_tensor_dict(
615
assert src < self.world_size, f"Invalid src rank ({src})"
616
617
recv_metadata_list = self.recv_object(src=src)
618
- tensor_dict = {}
+ tensor_dict : Dict[Any, Any] = {}
619
for key, value in recv_metadata_list:
620
if isinstance(value, TensorMetadata):
621
tensor = torch.empty(value.size,
0 commit comments