Account for BC

pytorch · Jun 20, 2023 · bf7d752 · bf7d752
1 parent ffed9f3
commit bf7d752
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/ignite/distributed/comp_models/native.py b/ignite/distributed/comp_models/native.py
@@ -438,12 +438,16 @@ def _do_all_gather(self, tensor: torch.Tensor, group: Optional[Any] = None) -> t
                 group_size = group.size()
             elif isinstance(group, list):
                 group_size = len(group)
+                group = self._do_new_group(group)
             else:
                 raise ValueError("Argument group should be list of int or ProcessGroup")
             if tensor.ndimension() == 0:
                 tensor = tensor.unsqueeze(0)
             output = [torch.zeros_like(tensor) for _ in range(group_size)]
-            dist.all_gather(output, tensor, group=group)
+            if group is not None:
+                dist.all_gather(output, tensor, group=group)
+            else:
+                dist.all_gather(output, tensor)
             return torch.cat(output, dim=0)
 
         def _do_new_group(self, ranks: List[int], **kwargs: Any) -> Any: