def test_modulefile_path(self):
"""Test modulefile_path method"""
test_dir = os.path.abspath(os.path.dirname(__file__))
gcc_mod_file = os.path.join(test_dir, 'modules', 'GCC', '4.7.2')
modtool = modules_tool()
res = modtool.modulefile_path('GCC/4.7.2')
self.assertTrue(os.path.samefile(res, gcc_mod_file))
if isinstance(self.modtool, Lmod):
res = modtool.modulefile_path('bzip2/.1.0.6')
self.assertTrue(os.path.samefile(res, os.path.join(test_dir, 'modules', 'bzip2', '.1.0.6.lua')))
res = modtool.modulefile_path('bzip2/.1.0.6', strip_ext=True)
self.assertTrue(res.endswith('test/framework/modules/bzip2/.1.0.6'))
# hack into 'module show GCC/4.7.2' cache and inject alternate output that modulecmd.tcl sometimes produces
# make sure we only extract the module file path, nothing else...
# cfr. https://github.com/easybuilders/easybuild/issues/368
modulepath = os.environ['MODULEPATH'].split(':')
mod_show_cache_key = modtool.mk_module_cache_key('GCC/4.7.2')
mod.MODULE_SHOW_CACHE[mod_show_cache_key] = '\n'.join([
"import os",
"os.environ['MODULEPATH_modshare'] = '%s'" % ':'.join(m + ':1' for m in modulepath),
"os.environ['MODULEPATH'] = '%s'" % ':'.join(modulepath),
"------------------------------------------------------------------------------",
"%s:" % gcc_mod_file,
"------------------------------------------------------------------------------",
# remainder of output doesn't really matter in this context
"setenv EBROOTGCC /prefix/GCC/4.7.2"
])
res = modtool.modulefile_path('GCC/4.7.2')
self.assertTrue(os.path.samefile(res, os.path.join(test_dir, 'modules', 'GCC', '4.7.2')))
reset_module_caches()
def test_modulefile_path(self):
"""Test modulefile_path method"""
test_dir = os.path.abspath(os.path.dirname(__file__))
gcc_mod_file = os.path.join(test_dir, 'modules', 'GCC', '4.7.2')
modtool = modules_tool()
res = modtool.modulefile_path('GCC/4.7.2')
self.assertTrue(os.path.samefile(res, gcc_mod_file))
if isinstance(self.modtool, Lmod):
res = modtool.modulefile_path('bzip2/.1.0.6')
self.assertTrue(os.path.samefile(res, os.path.join(test_dir, 'modules', 'bzip2', '.1.0.6.lua')))
res = modtool.modulefile_path('bzip2/.1.0.6', strip_ext=True)
self.assertTrue(res.endswith('test/framework/modules/bzip2/.1.0.6'))
# hack into 'module show GCC/4.7.2' cache and inject alternate output that modulecmd.tcl sometimes produces
# make sure we only extract the module file path, nothing else...
# cfr. https://github.com/easybuilders/easybuild/issues/368
modulepath = os.environ['MODULEPATH'].split(':')
mod_show_cache_key = modtool.mk_module_cache_key('GCC/4.7.2')
mod.MODULE_SHOW_CACHE[mod_show_cache_key] = '\n'.join([
"import os",
"os.environ['MODULEPATH_modshare'] = '%s'" % ':'.join(m + ':1' for m in modulepath),
"os.environ['MODULEPATH'] = '%s'" % ':'.join(modulepath),
"------------------------------------------------------------------------------",
"%s:" % gcc_mod_file,
"------------------------------------------------------------------------------",
# remainder of output doesn't really matter in this context
"setenv EBROOTGCC /prefix/GCC/4.7.2"
])
res = modtool.modulefile_path('GCC/4.7.2')
self.assertTrue(os.path.samefile(res, os.path.join(test_dir, 'modules', 'GCC', '4.7.2')))
reset_module_caches()
def setUp(self):
"""Set up testcase."""
super(EnhancedTestCase, self).setUp()
# make sure option parser doesn't pick up any cmdline arguments/options
while len(sys.argv) > 1:
sys.argv.pop()
# keep track of log handlers
log = fancylogger.getLogger(fname=False)
self.orig_log_handlers = log.handlers[:]
log.info("setting up test %s" % self.id())
self.orig_tmpdir = tempfile.gettempdir()
# use a subdirectory for this test (which we can clean up easily after the test completes)
self.test_prefix = set_tmpdir()
self.log = fancylogger.getLogger(self.__class__.__name__, fname=False)
fd, self.logfile = tempfile.mkstemp(suffix='.log', prefix='eb-test-')
os.close(fd)
self.cwd = os.getcwd()
# keep track of original environment to restore
self.orig_environ = copy.deepcopy(os.environ)
# keep track of original environment/Python search path to restore
self.orig_sys_path = sys.path[:]
testdir = os.path.dirname(os.path.abspath(__file__))
self.test_sourcepath = os.path.join(testdir, 'sandbox', 'sources')
os.environ['EASYBUILD_SOURCEPATH'] = self.test_sourcepath
os.environ['EASYBUILD_PREFIX'] = self.test_prefix
self.test_buildpath = tempfile.mkdtemp()
os.environ['EASYBUILD_BUILDPATH'] = self.test_buildpath
self.test_installpath = tempfile.mkdtemp()
os.environ['EASYBUILD_INSTALLPATH'] = self.test_installpath
# make sure that the tests only pick up easyconfigs provided with the tests
os.environ['EASYBUILD_ROBOT_PATHS'] = os.path.join(testdir, 'easyconfigs', 'test_ecs')
# make sure no deprecated behaviour is being triggered (unless intended by the test)
self.orig_current_version = eb_build_log.CURRENT_VERSION
self.disallow_deprecated_behaviour()
init_config()
import easybuild
# try to import easybuild.easyblocks(.generic) packages
# it's OK if it fails here, but important to import first before fiddling with sys.path
try:
import easybuild.easyblocks
import easybuild.easyblocks.generic
except ImportError:
pass
# add sandbox to Python search path, update namespace packages
sys.path.append(os.path.join(testdir, 'sandbox'))
# required to make sure the 'easybuild' dir in the sandbox is picked up;
# this relates to the other 'reload' statements below
reload(easybuild)
# required to 'reset' easybuild.tools.module_naming_scheme namespace
reload(easybuild.tools)
reload(easybuild.tools.module_naming_scheme)
# remove any entries in Python search path that seem to provide easyblocks (except the sandbox)
for path in sys.path[:]:
if os.path.exists(os.path.join(path, 'easybuild', 'easyblocks', '__init__.py')):
if not os.path.samefile(path, os.path.join(testdir, 'sandbox')):
sys.path.remove(path)
# hard inject location to (generic) test easyblocks into Python search path
# only prepending to sys.path is not enough due to 'pkgutil.extend_path' in easybuild/easyblocks/__init__.py
easybuild.__path__.insert(0, os.path.join(testdir, 'sandbox', 'easybuild'))
import easybuild.easyblocks
test_easyblocks_path = os.path.join(testdir, 'sandbox', 'easybuild', 'easyblocks')
easybuild.easyblocks.__path__.insert(0, test_easyblocks_path)
reload(easybuild.easyblocks)
import easybuild.easyblocks.generic
test_easyblocks_path = os.path.join(test_easyblocks_path, 'generic')
easybuild.easyblocks.generic.__path__.insert(0, test_easyblocks_path)
reload(easybuild.easyblocks.generic)
# save values of $PATH & $PYTHONPATH, so they can be restored later
# this is important in case EasyBuild was installed as a module, since that module may be unloaded,
# for example due to changes to $MODULEPATH in case EasyBuild was installed in a module hierarchy
# cfr. https://github.com/easybuilders/easybuild-framework/issues/1685
self.env_path = os.environ.get('PATH')
self.env_pythonpath = os.environ.get('PYTHONPATH')
self.modtool = modules_tool()
self.reset_modulepath([os.path.join(testdir, 'modules')])
reset_module_caches()
def setUp(self):
"""Set up testcase."""
super(EnhancedTestCase, self).setUp()
# make sure option parser doesn't pick up any cmdline arguments/options
while len(sys.argv) > 1:
sys.argv.pop()
# keep track of log handlers
log = fancylogger.getLogger(fname=False)
self.orig_log_handlers = log.handlers[:]
log.info("setting up test %s" % self.id())
self.orig_tmpdir = tempfile.gettempdir()
# use a subdirectory for this test (which we can clean up easily after the test completes)
self.test_prefix = set_tmpdir()
self.log = fancylogger.getLogger(self.__class__.__name__, fname=False)
fd, self.logfile = tempfile.mkstemp(suffix='.log', prefix='eb-test-')
os.close(fd)
self.cwd = os.getcwd()
# keep track of original environment to restore
self.orig_environ = copy.deepcopy(os.environ)
# keep track of original environment/Python search path to restore
self.orig_sys_path = sys.path[:]
testdir = os.path.dirname(os.path.abspath(__file__))
self.test_sourcepath = os.path.join(testdir, 'sandbox', 'sources')
os.environ['EASYBUILD_SOURCEPATH'] = self.test_sourcepath
os.environ['EASYBUILD_PREFIX'] = self.test_prefix
self.test_buildpath = tempfile.mkdtemp()
os.environ['EASYBUILD_BUILDPATH'] = self.test_buildpath
self.test_installpath = tempfile.mkdtemp()
os.environ['EASYBUILD_INSTALLPATH'] = self.test_installpath
# make sure that the tests only pick up easyconfigs provided with the tests
os.environ['EASYBUILD_ROBOT_PATHS'] = os.path.join(testdir, 'easyconfigs')
# make sure no deprecated behaviour is being triggered (unless intended by the test)
# trip *all* log.deprecated statements by setting deprecation version ridiculously high
self.orig_current_version = eb_build_log.CURRENT_VERSION
os.environ['EASYBUILD_DEPRECATED'] = '10000000'
init_config()
import easybuild
# try to import easybuild.easyblocks(.generic) packages
# it's OK if it fails here, but important to import first before fiddling with sys.path
try:
import easybuild.easyblocks
import easybuild.easyblocks.generic
except ImportError:
pass
# add sandbox to Python search path, update namespace packages
sys.path.append(os.path.join(testdir, 'sandbox'))
# workaround for bug in recent setuptools version (19.4 and newer, atleast until 20.3.1)
# injecting <prefix>/easybuild is required to avoid a ValueError being thrown by fixup_namespace_packages
# cfr. https://bitbucket.org/pypa/setuptools/issues/520/fixup_namespace_packages-may-trigger
for path in sys.path[:]:
if os.path.exists(os.path.join(path, 'easybuild', 'easyblocks', '__init__.py')):
# keep track of 'easybuild' paths to inject into sys.path later
sys.path.append(os.path.join(path, 'easybuild'))
# required to make sure the 'easybuild' dir in the sandbox is picked up;
# this relates to the other 'reload' statements below
reload(easybuild)
# this is strictly required to make the test modules in the sandbox available, due to declare_namespace
fixup_namespace_packages(os.path.join(testdir, 'sandbox'))
# remove any entries in Python search path that seem to provide easyblocks (except the sandbox)
for path in sys.path[:]:
if os.path.exists(os.path.join(path, 'easybuild', 'easyblocks', '__init__.py')):
if not os.path.samefile(path, os.path.join(testdir, 'sandbox')):
sys.path.remove(path)
# hard inject location to (generic) test easyblocks into Python search path
# only prepending to sys.path is not enough due to 'declare_namespace' in easybuild/easyblocks/__init__.py
import easybuild.easyblocks
reload(easybuild.easyblocks)
test_easyblocks_path = os.path.join(testdir, 'sandbox', 'easybuild', 'easyblocks')
easybuild.easyblocks.__path__.insert(0, test_easyblocks_path)
import easybuild.easyblocks.generic
reload(easybuild.easyblocks.generic)
test_easyblocks_path = os.path.join(test_easyblocks_path, 'generic')
easybuild.easyblocks.generic.__path__.insert(0, test_easyblocks_path)
# save values of $PATH & $PYTHONPATH, so they can be restored later
# this is important in case EasyBuild was installed as a module, since that module may be unloaded,
# for example due to changes to $MODULEPATH in case EasyBuild was installed in a module hierarchy
# cfr. https://github.com/hpcugent/easybuild-framework/issues/1685
self.env_path = os.environ['PATH']
self.env_pythonpath = os.environ['PYTHONPATH']
self.modtool = modules_tool()
self.reset_modulepath([os.path.join(testdir, 'modules')])
reset_module_caches()
def setUp(self):
"""Set up testcase."""
super(EnhancedTestCase, self).setUp()
# make sure option parser doesn't pick up any cmdline arguments/options
while len(sys.argv) > 1:
sys.argv.pop()
# keep track of log handlers
log = fancylogger.getLogger(fname=False)
self.orig_log_handlers = log.handlers[:]
log.info("setting up test %s" % self.id())
self.orig_tmpdir = tempfile.gettempdir()
# use a subdirectory for this test (which we can clean up easily after the test completes)
self.test_prefix = set_tmpdir()
self.log = fancylogger.getLogger(self.__class__.__name__, fname=False)
fd, self.logfile = tempfile.mkstemp(suffix='.log', prefix='eb-test-')
os.close(fd)
self.cwd = os.getcwd()
# keep track of original environment to restore
self.orig_environ = copy.deepcopy(os.environ)
# keep track of original environment/Python search path to restore
self.orig_sys_path = sys.path[:]
testdir = os.path.dirname(os.path.abspath(__file__))
self.test_sourcepath = os.path.join(testdir, 'sandbox', 'sources')
os.environ['EASYBUILD_SOURCEPATH'] = self.test_sourcepath
os.environ['EASYBUILD_PREFIX'] = self.test_prefix
self.test_buildpath = tempfile.mkdtemp()
os.environ['EASYBUILD_BUILDPATH'] = self.test_buildpath
self.test_installpath = tempfile.mkdtemp()
os.environ['EASYBUILD_INSTALLPATH'] = self.test_installpath
# make sure that the tests only pick up easyconfigs provided with the tests
os.environ['EASYBUILD_ROBOT_PATHS'] = os.path.join(
testdir, 'easyconfigs')
# make sure no deprecated behaviour is being triggered (unless intended by the test)
# trip *all* log.deprecated statements by setting deprecation version ridiculously high
self.orig_current_version = eb_build_log.CURRENT_VERSION
os.environ['EASYBUILD_DEPRECATED'] = '10000000'
init_config()
import easybuild
# try to import easybuild.easyblocks(.generic) packages
# it's OK if it fails here, but important to import first before fiddling with sys.path
try:
import easybuild.easyblocks
import easybuild.easyblocks.generic
except ImportError:
pass
# add sandbox to Python search path, update namespace packages
sys.path.append(os.path.join(testdir, 'sandbox'))
# workaround for bug in recent setuptools version (19.4 and newer, atleast until 20.3.1)
# injecting <prefix>/easybuild is required to avoid a ValueError being thrown by fixup_namespace_packages
# cfr. https://bitbucket.org/pypa/setuptools/issues/520/fixup_namespace_packages-may-trigger
for path in sys.path[:]:
if os.path.exists(
os.path.join(path, 'easybuild', 'easyblocks',
'__init__.py')):
# keep track of 'easybuild' paths to inject into sys.path later
sys.path.append(os.path.join(path, 'easybuild'))
# required to make sure the 'easybuild' dir in the sandbox is picked up;
# this relates to the other 'reload' statements below
reload(easybuild)
# this is strictly required to make the test modules in the sandbox available, due to declare_namespace
fixup_namespace_packages(os.path.join(testdir, 'sandbox'))
# remove any entries in Python search path that seem to provide easyblocks (except the sandbox)
for path in sys.path[:]:
if os.path.exists(
os.path.join(path, 'easybuild', 'easyblocks',
'__init__.py')):
if not os.path.samefile(path, os.path.join(testdir,
'sandbox')):
sys.path.remove(path)
# hard inject location to (generic) test easyblocks into Python search path
# only prepending to sys.path is not enough due to 'declare_namespace' in easybuild/easyblocks/__init__.py
import easybuild.easyblocks
reload(easybuild.easyblocks)
test_easyblocks_path = os.path.join(testdir, 'sandbox', 'easybuild',
'easyblocks')
easybuild.easyblocks.__path__.insert(0, test_easyblocks_path)
import easybuild.easyblocks.generic
reload(easybuild.easyblocks.generic)
test_easyblocks_path = os.path.join(test_easyblocks_path, 'generic')
easybuild.easyblocks.generic.__path__.insert(0, test_easyblocks_path)
self.modtool = modules_tool()
self.reset_modulepath([os.path.join(testdir, 'modules')])
reset_module_caches()
