# Load all the necessary MXNet C types.
import ctypes
import os
import mxnet as mx
from mxnet.base import c_handle_array, c_str, c_str_array, check_call, string_types
from horovod.common.util import check_installed_version, get_ext_suffix
from horovod.common.basics import HorovodBasics as _HorovodBasics
# Check possible symbol not found error from mxnet version mismatch
try:
_basics = _HorovodBasics(__file__, 'mpi_lib')
except Exception as e:
check_installed_version('mxnet', mx.__version__, e)
raise e
else:
check_installed_version('mxnet', mx.__version__)
# import basic methods
init = _basics.init
shutdown = _basics.shutdown
is_initialized = _basics.is_initialized
start_timeline = _basics.start_timeline
stop_timeline = _basics.stop_timeline
size = _basics.size
local_size = _basics.local_size
cross_size = _basics.cross_size
rank = _basics.rank
local_rank = _basics.local_rank
Args:
name: The name of the .so file to load.
Raises:
NotFoundError if were not able to load .so file.
"""
filename = resource_loader.get_path_to_datafile(name)
library = load_library.load_op_library(filename)
return library
# Check possible symbol not found error from tensorflow version mismatch
try:
MPI_LIB = _load_library('mpi_lib' + get_ext_suffix())
except Exception as e:
check_installed_version('tensorflow', tf.__version__, e)
raise e
else:
check_installed_version('tensorflow', tf.__version__)
_basics = _HorovodBasics(__file__, 'mpi_lib')
# import basic methods
init = _basics.init
shutdown = _basics.shutdown
is_initialized = _basics.is_initialized
start_timeline = _basics.start_timeline
stop_timeline = _basics.stop_timeline
size = _basics.size
local_size = _basics.local_size
rank = _basics.rank
# Load all the necessary PyTorch C types.
import torch
import warnings
from horovod.common.basics import HorovodBasics as _HorovodBasics
from horovod.common.exceptions import HorovodInternalError
from horovod.common.util import check_installed_version, get_average_backwards_compatibility_fun, gpu_available, num_rank_is_power_2
from horovod.torch.compression import Compression
# Check possible symbol not found error from pytorch version mismatch
try:
from horovod.torch import mpi_lib_v2 as mpi_lib
except Exception as e:
check_installed_version('pytorch', torch.__version__, e)
raise e
else:
check_installed_version('pytorch', torch.__version__)
_NULL = ""
_basics = _HorovodBasics(__file__, 'mpi_lib_v2')
# import basic methods
init = _basics.init
is_initialized = _basics.is_initialized
start_timeline = _basics.start_timeline
stop_timeline = _basics.stop_timeline
size = _basics.size
local_size = _basics.local_size
cross_size = _basics.cross_size
