def torch_distributed_backend(self) -> str: """Deprecated property.""" rank_zero_deprecation( "ParallelStrategy.torch_distributed_backend was deprecated in v1.6 and will be removed in v1.8." ) pg_backend = _get_process_group_backend_from_env() if pg_backend: return pg_backend return get_default_process_group_backend_for_device(self.root_device)
def _get_process_group_backend(self): return ( self._process_group_backend or _get_process_group_backend_from_env() or get_default_process_group_backend_for_device(self.root_device) )