From cb9ebef570a4cbe87d427057a9d0982d9155bd20 Mon Sep 17 00:00:00 2001 From: "Han, Chao1" Date: Tue, 3 Jun 2025 23:52:14 +0800 Subject: [PATCH] Correct set backend name --- torch/distributed/distributed_c10d.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/torch/distributed/distributed_c10d.py b/torch/distributed/distributed_c10d.py index 4b25bf3ea523..3962796b630f 100644 --- a/torch/distributed/distributed_c10d.py +++ b/torch/distributed/distributed_c10d.py @@ -1902,6 +1902,8 @@ def _new_process_group_helper( # backend so we can correctly call getDefaultBackend which in ProcessGroup. if Backend.NCCL in backend_config.get_device_backend_map().values(): pg._set_default_backend(ProcessGroup.BackendType.NCCL) + elif Backend.XCCL in backend_config.get_device_backend_map().values(): + pg._set_default_backend(ProcessGroup.BackendType.XCCL) else: pg._set_default_backend(ProcessGroup.BackendType.GLOO) else: @@ -1911,6 +1913,8 @@ def _new_process_group_helper( else: if Backend.NCCL in backend_config.device_backend_map.values(): pg._set_default_backend(ProcessGroup.BackendType.NCCL) + elif Backend.XCCL in backend_config.device_backend_map.values(): + pg._set_default_backend(ProcessGroup.BackendType.XCCL) elif Backend._plugins.keys(): custom_backend = next(iter(Backend._plugins.keys())) if custom_backend in backend_config.device_backend_map.values():