def extra_options():
"""Define custom easyconfig parameters for TensorRT."""
# Combine extra variables from Binary and PythonPackage easyblocks
extra_vars = Binary.extra_options()
extra_vars = PythonPackage.extra_options(extra_vars)
return EasyBlock.extra_options(extra_vars)
def extra_options():
# We only want to install mkl-dnn by default on x86_64 systems
with_mkl_dnn_default = get_cpu_architecture() == X86_64
extra_vars = {
# see https://developer.nvidia.com/cuda-gpus
'cuda_compute_capabilities':
[[], "List of CUDA compute capabilities to build with", CUSTOM],
'path_filter':
[[],
"List of patterns to be filtered out in paths in $CPATH and $LIBRARY_PATH",
CUSTOM],
'with_jemalloc': [
None,
"Make TensorFlow use jemalloc (usually enabled by default)",
CUSTOM
],
'with_mkl_dnn': [
with_mkl_dnn_default, "Make TensorFlow use Intel MKL-DNN",
CUSTOM
],
'test_script':
[None, "Script to test TensorFlow installation with", CUSTOM],
}
return PythonPackage.extra_options(extra_vars)
def __init__(self, *args, **kwargs):
"""Initialize PythonBundle easyblock."""
super(PythonBundle, self).__init__(*args, **kwargs)
self.cfg['exts_defaultclass'] = 'PythonPackage'
# need to disable templating to ensure that actual value for exts_default_options is updated...
prev_enable_templating = self.cfg.enable_templating
self.cfg.enable_templating = False
# set default options for extensions according to relevant top-level easyconfig parameters
pypkg_keys = PythonPackage.extra_options().keys()
for key in pypkg_keys:
if key not in self.cfg['exts_default_options']:
self.cfg['exts_default_options'][key] = self.cfg[key]
self.cfg['exts_default_options']['download_dep_fail'] = True
self.log.info("Detection of downloaded extension dependencies is enabled")
self.cfg.enable_templating = prev_enable_templating
self.log.info("exts_default_options: %s", self.cfg['exts_default_options'])
self.pylibdir = None
# figure out whether this bundle of Python packages is being installed for multiple Python versions
self.multi_python = 'Python' in self.cfg['multi_deps']
def extra_options():
"""Define custom easyconfig parameters for TensorRT."""
# Combine extra variables from Binary and PythonPackage easyblocks
extra_vars = Binary.extra_options()
extra_vars = PythonPackage.extra_options(extra_vars)
return EasyBlock.extra_options(extra_vars)
def extra_options(extra_vars=None):
"""Easyconfig parameters specific to bundles of Python packages."""
if extra_vars is None:
extra_vars = {}
# combine custom easyconfig parameters of Bundle & PythonPackage
extra_vars = Bundle.extra_options(extra_vars)
return PythonPackage.extra_options(extra_vars)
def extra_options(extra_vars=None):
"""Easyconfig parameters specific to Python packages thar are configured/built/installed via CMake"""
extra_vars = PythonPackage.extra_options(extra_vars=extra_vars)
extra_vars = CMakeMake.extra_options(extra_vars=extra_vars)
# enable out-of-source build
extra_vars['separate_build_dir'][0] = True
return extra_vars
def __init__(self, *args, **kwargs):
"""Initialize PythonBundle easyblock."""
super(PythonBundle, self).__init__(*args, **kwargs)
self.cfg['exts_defaultclass'] = 'PythonPackage'
# need to disable templating to ensure that actual value for exts_default_options is updated...
prev_enable_templating = self.cfg.enable_templating
self.cfg.enable_templating = False
# set default options for extensions according to relevant top-level easyconfig parameters
pypkg_keys = PythonPackage.extra_options().keys()
for key in pypkg_keys:
if key not in self.cfg['exts_default_options']:
self.cfg['exts_default_options'][key] = self.cfg[key]
self.cfg['exts_default_options']['download_dep_fail'] = True
self.log.info(
"Detection of downloaded extension dependencies is enabled")
self.cfg.enable_templating = prev_enable_templating
self.log.info("exts_default_options: %s",
self.cfg['exts_default_options'])
self.pylibdir = None
def extra_options():
"""Change some defaults."""
extra_vars = PythonPackage.extra_options()
extra_vars['use_pip'][0] = True
extra_vars['download_dep_fail'][0] = True
extra_vars['sanity_pip_check'][0] = True
return extra_vars
def __init__(self, *args, **kwargs):
"""Initialize PythonBundle easyblock."""
super(PythonBundle, self).__init__(*args, **kwargs)
self.cfg['exts_defaultclass'] = 'PythonPackage'
self.cfg['exts_filter'] = EXTS_FILTER_PYTHON_PACKAGES
# need to disable templating to ensure that actual value for exts_default_options is updated...
prev_enable_templating = self.cfg.enable_templating
self.cfg.enable_templating = False
# set default options for extensions according to relevant top-level easyconfig parameters
pypkg_keys = PythonPackage.extra_options().keys()
for key in pypkg_keys:
if key not in self.cfg['exts_default_options']:
self.cfg['exts_default_options'][key] = self.cfg[key]
self.cfg['exts_default_options']['download_dep_fail'] = True
self.log.info(
"Detection of downloaded extension dependencies is enabled")
self.cfg.enable_templating = prev_enable_templating
self.log.info("exts_default_options: %s",
self.cfg['exts_default_options'])
self.pylibdir = None
self.all_pylibdirs = []
# figure out whether this bundle of Python packages is being installed for multiple Python versions
self.multi_python = 'Python' in self.cfg['multi_deps']
def extra_options(extra_vars=None):
"""Easyconfig parameters specific to Python packages thar are configured/built/installed via CMake"""
extra_vars = PythonPackage.extra_options(extra_vars=extra_vars)
extra_vars = CMakeMake.extra_options(extra_vars=extra_vars)
# Disable runtest again (set to True by PythonPackage which is not understood by CMakeMake.test_step)
extra_vars['runtest'][0] = None
return extra_vars
def extra_options(extra_vars=None):
"""Easyconfig parameters specific to bundles of Python packages."""
if extra_vars is None:
extra_vars = {}
# combine custom easyconfig parameters of Bundle & PythonPackage
extra_vars = Bundle.extra_options(extra_vars)
return PythonPackage.extra_options(extra_vars)
def extra_options(extra_vars=None):
"""Easyconfig parameters specific to PyBind11: Set defaults"""
extra_vars = PythonPackage.extra_options(extra_vars=extra_vars)
extra_vars = CMakeMake.extra_options(extra_vars=extra_vars)
extra_vars['use_pip'][0] = True
extra_vars['sanity_pip_check'][0] = True
extra_vars['download_dep_fail'][0] = True
return extra_vars
def extra_options():
"""Override some custom easyconfig parameters specifically for numexpr."""
extra_vars = PythonPackage.extra_options()
extra_vars['download_dep_fail'][0] = True
extra_vars['use_pip'][0] = True
return extra_vars
def extra_options():
extra_vars = {
# see https://developer.nvidia.com/cuda-gpus
'cuda_compute_capabilities': [[], "List of CUDA compute capabilities to build with", CUSTOM],
'with_jemalloc': [True, "Make TensorFlow use jemalloc", CUSTOM],
'with_mkl_dnn': [None, "Make TensorFlow use Intel MKL-DNN (enabled unless cuDNN is used)", CUSTOM],
}
return PythonPackage.extra_options(extra_vars)
def extra_options():
extra_vars = {
# see https://developer.nvidia.com/cuda-gpus
'cuda_compute_capabilities': [[], "List of CUDA compute capabilities to build with", CUSTOM],
'with_jemalloc': [True, "Make TensorFlow use jemalloc", CUSTOM],
'with_mkl_dnn': [None, "Make TensorFlow use Intel MKL-DNN (enabled unless cuDNN is used)", CUSTOM],
}
return PythonPackage.extra_options(extra_vars)
def extra_options():
extra_vars = {
# see https://developer.nvidia.com/cuda-gpus
'cuda_compute_capabilities': [[], "List of CUDA compute capabilities to build with", CUSTOM],
'path_filter': [[], "List of patterns to be filtered out in paths in $CPATH and $LIBRARY_PATH", CUSTOM],
'with_jemalloc': [None, "Make TensorFlow use jemalloc (usually enabled by default)", CUSTOM],
'with_mkl_dnn': [True, "Make TensorFlow use Intel MKL-DNN", CUSTOM],
}
return PythonPackage.extra_options(extra_vars)
def extra_options():
extra_vars = {
# see https://developer.nvidia.com/cuda-gpus
'cuda_compute_capabilities': [[], "List of CUDA compute capabilities to build with", CUSTOM],
'path_filter': [[], "List of patterns to be filtered out in paths in $CPATH and $LIBRARY_PATH", CUSTOM],
'with_jemalloc': [None, "Make TensorFlow use jemalloc (usually enabled by default)", CUSTOM],
'with_mkl_dnn': [None, "Make TensorFlow use Intel MKL-DNN (enabled unless cuDNN is used)", CUSTOM],
}
return PythonPackage.extra_options(extra_vars)
def extra_options():
"""Custom easyconfig parameters specific to jaxlib."""
extra_vars = PythonPackage.extra_options()
extra_vars['use_pip'][0] = True
# Run custom build script and install the generated whl file
extra_vars['buildcmd'][0] = '%(python)s build/build.py'
extra_vars['install_src'][0] = 'dist/*.whl'
return extra_vars
def extra_options():
extra_vars = PythonPackage.extra_options()
extra_vars.update({
'excluded_tests': [{}, 'Mapping of architecture strings to list of tests to be excluded', CUSTOM],
'custom_opts': [[], 'List of options for the build/install command. Can be used to change the defaults ' +
'set by the PyTorch EasyBlock, for example ["USE_MKLDNN=0"].', CUSTOM]
})
extra_vars['download_dep_fail'][0] = True
extra_vars['sanity_pip_check'][0] = True
return extra_vars
def extra_options():
extra_vars = PythonPackage.extra_options()
extra_vars.update({
'custom_opts': [[], "List of options for the build/install command. Can be used to change the defaults " +
"set by the PyTorch EasyBlock, for example ['USE_MKLDNN=0'].", CUSTOM],
'excluded_tests': [{}, "Mapping of architecture strings to list of tests to be excluded", CUSTOM],
'max_failed_tests': [0, "Maximum number of failing tests", CUSTOM],
})
extra_vars['download_dep_fail'][0] = True
extra_vars['sanity_pip_check'][0] = True
return extra_vars
def extra_options():
"""Custom easyconfig parameters specific to jaxlib."""
extra_vars = PythonPackage.extra_options()
extra_vars['use_pip'][0] = True
# Run custom build script and install the generated whl file
extra_vars['buildcmd'][0] = '%(python)s build/build.py'
extra_vars['install_src'][0] = 'dist/*.whl'
# Custom parameters
extra_vars.update({
'use_mkl_dnn': [True, "Enable support for Intel MKL-DNN", CUSTOM],
})
return extra_vars
def extra_options():
"""Extra easyconfig parameters for Python packages being installed with python configure/make/make install."""
extra = PythonPackage.extra_options()
return ConfigureMake.extra_options(extra_vars=extra)
def extra_options():
"""Extra easyconfig parameters for Python packages being installed with python configure/make/make install."""
extra = PythonPackage.extra_options()
return ConfigureMake.extra_options(extra_vars=extra)
def extra_options(extra_vars=None):
"""Easyconfig parameters specific to Python packages thar are configured/built/installed via CMake"""
extra_vars = PythonPackage.extra_options(extra_vars=extra_vars)
return CMakeMake.extra_options(extra_vars=extra_vars)
def extra_options(extra_vars=None):
"""Easyconfig parameters specific to libxml2."""
extra_vars = ConfigureMake.extra_options()
return PythonPackage.extra_options(extra_vars=extra_vars)
def extra_options(extra_vars=None):
"""Easyconfig parameters specific to libxml2."""
extra_vars = ConfigureMake.extra_options()
return PythonPackage.extra_options(extra_vars=extra_vars)
def extra_options(extra_vars=None):
"""Easyconfig parameters specific to Python packages thar are configured/built/installed via CMake"""
extra_vars = PythonPackage.extra_options(extra_vars=extra_vars)
return CMakeMake.extra_options(extra_vars=extra_vars)
