def test_non_py_does_not_create_py_files(testing_workdir, testing_metadata):
testing_metadata.meta['test']['imports'] = ['perl-base', 'perl-matrix']
testing_metadata.meta['package']['name'] = 'perl-conda-test'
ct.create_py_files(testing_metadata)
py_test_file = os.path.join(testing_metadata.config.test_dir,
'run_test.py')
assert not os.path.isfile(
py_test_file), "non-python package should not create run_test.py"
def test_create_py_files_with_py_imports(testing_workdir, testing_metadata):
testing_metadata.meta['test']['imports'] = ['time', 'datetime']
ct.create_py_files(testing_metadata)
test_file = os.path.join(testing_metadata.config.test_dir, 'run_test.py')
assert os.path.isfile(test_file)
with open(test_file) as f:
data = f.readlines()
assert 'import time\n' in data
assert 'import datetime\n' in data
def test_create_py_files_with_py_imports(testing_workdir, testing_metadata):
testing_metadata.meta['test']['imports'] = ['time', 'datetime']
ct.create_py_files(testing_metadata)
test_file = os.path.join(testing_metadata.config.test_dir, 'run_test.py')
assert os.path.isfile(test_file)
with open(test_file) as f:
data = f.readlines()
assert 'import time\n' in data
assert 'import datetime\n' in data
def test_create_py_files_in_other_language(testing_workdir, testing_metadata):
testing_metadata.meta['test']['imports'] = [{'lang': 'python', 'imports': ['time', 'datetime']}]
testing_metadata.meta['package']['name'] = 'perl-conda-test'
ct.create_py_files(testing_metadata)
test_file = os.path.join(testing_metadata.config.test_dir, 'run_test.py')
assert os.path.isfile(test_file)
with open(test_file) as f:
data = f.readlines()
assert 'import time\n' in data
assert 'import datetime\n' in data
def test_create_py_files_in_other_language(testing_workdir, testing_metadata):
testing_metadata.meta['test']['imports'] = [{'lang': 'python', 'imports': ['time', 'datetime']}]
testing_metadata.meta['package']['name'] = 'perl-conda-test'
ct.create_py_files(testing_metadata)
test_file = os.path.join(testing_metadata.config.test_dir, 'run_test.py')
assert os.path.isfile(test_file)
with open(test_file) as f:
data = f.readlines()
assert 'import time\n' in data
assert 'import datetime\n' in data
def create_test_files(m, tmp_dir):
create_files(tmp_dir, m)
# Make Perl or Python-specific test files
if m.name().startswith('perl-'):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
shell_files = create_shell_files(tmp_dir, m)
return py_files, pl_files, shell_files
def test(m, verbose=True):
'''
Execute any test scripts for the given package.
:param m: Package's metadata.
:type m: Metadata
'''
# remove from package cache
rm_pkgs_cache(m.dist())
tmp_dir = join(config.croot, 'test-tmp_dir')
rm_rf(tmp_dir)
os.makedirs(tmp_dir)
create_files(tmp_dir, m)
# Make Perl or Python-specific test files
if m.name().startswith('perl-'):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
shell_files = create_shell_files(tmp_dir, m)
if not (py_files or shell_files or pl_files):
print("Nothing to test for:", m.dist())
return
print("TEST START:", m.dist())
rm_rf(prefix)
rm_rf(config.test_prefix)
specs = ['%s %s %s' % (m.name(), m.version(), m.build_id())]
if py_files:
# as the tests are run by python, we need to specify it
specs += ['python %s*' % environ.PY_VER]
if pl_files:
# as the tests are run by perl, we need to specify it
specs += ['perl %s*' % environ.PERL_VER]
# add packages listed in test/requires
for spec in m.get_value('test/requires'):
specs.append(spec)
create_env(config.test_prefix, specs, verbose=verbose)
env = dict(os.environ)
# TODO: Include all the same environment variables that are used in
# building.
env.update(environ.get_dict(m, prefix=config.test_prefix))
# prepend bin (or Scripts) directory
env['PATH'] = (join(config.test_prefix, bin_dirname) + os.pathsep +
env['PATH'])
for varname in 'CONDA_PY', 'CONDA_NPY', 'CONDA_PERL':
env[varname] = str(getattr(config, varname))
env['PREFIX'] = config.test_prefix
# Python 2 Windows requires that envs variables be string, not unicode
env = {str(key): str(value) for key, value in env.items()}
if py_files:
try:
subprocess.check_call(
[config.test_python,
join(tmp_dir, 'run_test.py')],
env=env,
cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
if pl_files:
try:
subprocess.check_call(
[config.test_perl,
join(tmp_dir, 'run_test.pl')],
env=env,
cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
if shell_files:
if sys.platform == 'win32':
test_file = join(tmp_dir, 'run_test.bat')
cmd = [os.environ['COMSPEC'], '/c', test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
else:
test_file = join(tmp_dir, 'run_test.sh')
# TODO: Run the test/commands here instead of in run_test.py
cmd = ['/bin/bash', '-x', '-e', test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
print("TEST END:", m.dist())
def test(m, verbose=True, channel_urls=(), override_channels=False):
'''
Execute any test scripts for the given package.
:param m: Package's metadata.
:type m: Metadata
'''
# remove from package cache
rm_pkgs_cache(m.dist())
tmp_dir = join(config.croot, 'test-tmp_dir')
rm_rf(tmp_dir)
os.makedirs(tmp_dir)
create_files(tmp_dir, m)
# Make Perl or Python-specific test files
if m.name().startswith('perl-'):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
shell_files = create_shell_files(tmp_dir, m)
if not (py_files or shell_files or pl_files):
print("Nothing to test for:", m.dist())
return
print("TEST START:", m.dist())
rm_rf(config.build_prefix)
rm_rf(config.test_prefix)
specs = ['%s %s %s' % (m.name(), m.version(), m.build_id())]
if py_files:
# as the tests are run by python, we need to specify it
specs += ['python %s*' % environ.get_py_ver()]
if pl_files:
# as the tests are run by perl, we need to specify it
specs += ['perl %s*' % environ.get_perl_ver()]
# add packages listed in test/requires
for spec in m.get_value('test/requires', []):
specs.append(spec)
create_env(config.test_prefix, specs, verbose=verbose,
channel_urls=channel_urls, override_channels=override_channels)
env = dict(os.environ)
# TODO: Include all the same environment variables that are used in
# building.
env.update(environ.get_dict(m, prefix=config.test_prefix))
# prepend bin (or Scripts) directory
env['PATH'] = (join(config.test_prefix, bin_dirname) + os.pathsep +
os.getenv('PATH'))
for varname in 'CONDA_PY', 'CONDA_NPY', 'CONDA_PERL':
env[varname] = str(getattr(config, varname))
env['PREFIX'] = config.test_prefix
# Python 2 Windows requires that envs variables be string, not unicode
env = {str(key): str(value) for key, value in env.items()}
if py_files:
try:
subprocess.check_call([config.test_python, '-s',
join(tmp_dir, 'run_test.py')],
env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
if pl_files:
try:
subprocess.check_call([config.test_perl,
join(tmp_dir, 'run_test.pl')],
env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
if shell_files:
if sys.platform == 'win32':
test_file = join(tmp_dir, 'run_test.bat')
cmd = [os.environ['COMSPEC'], '/c', 'call', test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
else:
test_file = join(tmp_dir, 'run_test.sh')
# TODO: Run the test/commands here instead of in run_test.py
cmd = ['/bin/bash', '-x', '-e', test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
print("TEST END:", m.dist())
def test(m, verbose=True, channel_urls=(), override_channels=False):
"""
Execute any test scripts for the given package.
:param m: Package's metadata.
:type m: Metadata
"""
# remove from package cache
rm_pkgs_cache(m.dist())
tmp_dir = join(config.croot, "test-tmp_dir")
rm_rf(tmp_dir)
os.makedirs(tmp_dir)
create_files(tmp_dir, m)
# Make Perl or Python-specific test files
if m.name().startswith("perl-"):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
shell_files = create_shell_files(tmp_dir, m)
if not (py_files or shell_files or pl_files):
print("Nothing to test for:", m.dist())
return
print("TEST START:", m.dist())
rm_rf(config.build_prefix)
rm_rf(config.test_prefix)
specs = ["%s %s %s" % (m.name(), m.version(), m.build_id())]
# add packages listed in test/requires
specs_include_python = False
for spec in m.get_value("test/requires", []):
specs.append(spec)
if spec.startswith("python ") or spec == "python":
specs_include_python = True
if py_files and not specs_include_python:
# as the tests are run by python, we need to specify it
specs += ["python %s*" % environ.get_py_ver()]
if pl_files:
# as the tests are run by perl, we need to specify it
specs += ["perl %s*" % environ.get_perl_ver()]
create_env(
config.test_prefix, specs, verbose=verbose, channel_urls=channel_urls, override_channels=override_channels
)
env = dict(os.environ)
# TODO: Include all the same environment variables that are used in
# building.
env.update(environ.get_dict(m, prefix=config.test_prefix))
# prepend bin (or Scripts) directory
env["PATH"] = join(config.test_prefix, bin_dirname) + os.pathsep + os.getenv("PATH")
for varname in "CONDA_PY", "CONDA_NPY", "CONDA_PERL":
env[varname] = str(getattr(config, varname))
env["PREFIX"] = config.test_prefix
# Python 2 Windows requires that envs variables be string, not unicode
env = {str(key): str(value) for key, value in env.items()}
if py_files:
try:
subprocess.check_call([config.test_python, "-s", join(tmp_dir, "run_test.py")], env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
if pl_files:
try:
subprocess.check_call([config.test_perl, join(tmp_dir, "run_test.pl")], env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
if shell_files:
if sys.platform == "win32":
test_file = join(tmp_dir, "run_test.bat")
cmd = [os.environ["COMSPEC"], "/c", "call", test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
else:
test_file = join(tmp_dir, "run_test.sh")
# TODO: Run the test/commands here instead of in run_test.py
cmd = ["/bin/bash", "-x", "-e", test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
print("TEST END:", m.dist())
def test(m, config, move_broken=True):
'''
Execute any test scripts for the given package.
:param m: Package's metadata.
:type m: Metadata
'''
if not os.path.isdir(config.build_folder):
os.makedirs(config.build_folder)
clean_pkg_cache(m.dist(), config.timeout)
with filelock.SoftFileLock(join(config.build_folder, ".conda_lock"),
timeout=config.timeout):
tmp_dir = config.test_dir
if not isdir(tmp_dir):
os.makedirs(tmp_dir)
create_files(tmp_dir, m, config)
# Make Perl or Python-specific test files
if m.name().startswith('perl-'):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
lua_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
lua_files = False
shell_files = create_shell_files(tmp_dir, m, config)
if not (py_files or shell_files or pl_files or lua_files):
print("Nothing to test for:", m.dist())
return
print("TEST START:", m.dist())
get_build_metadata(m, config=config)
specs = ['%s %s %s' % (m.name(), m.version(), m.build_id())]
# add packages listed in the run environment and test/requires
specs.extend(ms.spec for ms in m.ms_depends('run'))
specs += m.get_value('test/requires', [])
if py_files:
# as the tests are run by python, ensure that python is installed.
# (If they already provided python as a run or test requirement,
# this won't hurt anything.)
specs += ['python %s*' % environ.get_py_ver(config)]
if pl_files:
# as the tests are run by perl, we need to specify it
specs += ['perl %s*' % environ.get_perl_ver(config)]
if lua_files:
# not sure how this shakes out
specs += ['lua %s*' % environ.get_lua_ver(config)]
create_env(config.test_prefix, specs, config=config)
with path_prepended(config.test_prefix):
env = dict(os.environ.copy())
env.update(
environ.get_dict(config=config, m=m,
prefix=config.test_prefix))
env["CONDA_BUILD_STATE"] = "TEST"
if not config.activate:
# prepend bin (or Scripts) directory
env = prepend_bin_path(env,
config.test_prefix,
prepend_prefix=True)
if on_win:
env['PATH'] = config.test_prefix + os.pathsep + env['PATH']
for varname in 'CONDA_PY', 'CONDA_NPY', 'CONDA_PERL', 'CONDA_LUA':
env[varname] = str(getattr(config, varname) or '')
# Python 2 Windows requires that envs variables be string, not unicode
env = {str(key): str(value) for key, value in env.items()}
suffix = "bat" if on_win else "sh"
test_script = join(tmp_dir,
"conda_test_runner.{suffix}".format(suffix=suffix))
with open(test_script, 'w') as tf:
if config.activate:
ext = ".bat" if on_win else ""
tf.write(
"{source} {conda_root}activate{ext} {test_env} {squelch}\n"
.format(conda_root=root_script_dir + os.path.sep,
source="call" if on_win else "source",
ext=ext,
test_env=config.test_prefix,
squelch=">nul 2>&1" if on_win else "&> /dev/null"))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
if py_files:
tf.write("{python} -s {test_file}\n".format(
python=config.test_python,
test_file=join(tmp_dir, 'run_test.py')))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
if pl_files:
tf.write("{perl} {test_file}\n".format(perl=config.test_perl,
test_file=join(
tmp_dir,
'run_test.pl')))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
if lua_files:
tf.write("{lua} {test_file}\n".format(lua=config.test_lua,
test_file=join(
tmp_dir,
'run_test.lua')))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
if shell_files:
test_file = join(tmp_dir, 'run_test.' + suffix)
if on_win:
tf.write("call {test_file}\n".format(test_file=test_file))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
else:
# TODO: Run the test/commands here instead of in run_test.py
tf.write("{shell_path} -x -e {test_file}\n".format(
shell_path=shell_path, test_file=test_file))
if on_win:
cmd = ['cmd.exe', "/d", "/c", test_script]
else:
cmd = [shell_path, '-x', '-e', test_script]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m,
move_broken=move_broken,
broken_dir=config.broken_dir,
config=config)
print("TEST END:", m.dist())
def test(m, move_broken=True, activate=True):
'''
Execute any test scripts for the given package.
:param m: Package's metadata.
:type m: Metadata
'''
with Locked(cc.root_dir):
# remove from package cache
rm_pkgs_cache(m.dist())
tmp_dir = join(config.croot, 'test-tmp_dir')
rm_rf(tmp_dir)
if on_win:
time.sleep(
1
) # wait for rm_rf(tmp_dir) to finish before recreating tmp_dir
os.makedirs(tmp_dir)
create_files(tmp_dir, m)
# Make Perl or Python-specific test files
if m.name().startswith('perl-'):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
lua_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
lua_files = False
shell_files = create_shell_files(tmp_dir, m)
if not (py_files or shell_files or pl_files or lua_files):
print("Nothing to test for:", m.dist())
return
print("TEST START:", m.dist())
if on_win:
if isdir(config.build_prefix):
move_to_trash(config.build_prefix, '')
if isdir(config.test_prefix):
move_to_trash(config.test_prefix, '')
else:
rm_rf(config.build_prefix)
rm_rf(config.test_prefix)
get_build_metadata(m)
specs = ['%s %s %s' % (m.name(), m.version(), m.build_id())]
# add packages listed in the run environment and test/requires
specs.extend(ms.spec for ms in m.ms_depends('run'))
specs += m.get_value('test/requires', [])
if py_files:
# as the tests are run by python, ensure that python is installed.
# (If they already provided python as a run or test requirement,
# this won't hurt anything.)
specs += ['python %s*' % environ.get_py_ver()]
if pl_files:
# as the tests are run by perl, we need to specify it
specs += ['perl %s*' % environ.get_perl_ver()]
if lua_files:
# not sure how this shakes out
specs += ['lua %s*' % environ.get_lua_ver()]
create_env(config.test_prefix, specs)
env = dict(os.environ)
env.update(environ.get_dict(m, prefix=config.test_prefix))
if not activate:
# prepend bin (or Scripts) directory
env = prepend_bin_path(env,
config.test_prefix,
prepend_prefix=True)
if on_win:
env['PATH'] = config.test_prefix + os.pathsep + env['PATH']
for varname in 'CONDA_PY', 'CONDA_NPY', 'CONDA_PERL', 'CONDA_LUA':
env[varname] = str(getattr(config, varname) or '')
env['PREFIX'] = config.test_prefix
# Python 2 Windows requires that envs variables be string, not unicode
env = {str(key): str(value) for key, value in env.items()}
suffix = "bat" if on_win else "sh"
test_script = join(tmp_dir,
"conda_test_runner.{suffix}".format(suffix=suffix))
with open(test_script, 'w') as tf:
if activate:
tf.write("{source}activate _test\n".format(
source="" if on_win else "source "))
if py_files:
tf.write("{python} -s {test_file}\n".format(
python=config.test_python,
test_file=join(tmp_dir, 'run_test.py')))
if pl_files:
tf.write("{perl} {test_file}\n".format(python=config.test_perl,
test_file=join(
tmp_dir,
'run_test.pl')))
if lua_files:
tf.write("{lua} {test_file}\n".format(python=config.test_perl,
test_file=join(
tmp_dir,
'run_test.lua')))
if shell_files:
test_file = join(tmp_dir, 'run_test.' + suffix)
if on_win:
tf.write("call {test_file}\n".format(test_file=test_file))
else:
# TODO: Run the test/commands here instead of in run_test.py
tf.write("{shell_path} -x -e {test_file}\n".format(
shell_path=shell_path, test_file=test_file))
if on_win:
cmd = [env["COMSPEC"], "/d", "/c", test_script]
else:
cmd = [shell_path, '-x', '-e', test_script]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
print("TEST END:", m.dist())
def test(m, move_broken=True):
'''
Execute any test scripts for the given package.
:param m: Package's metadata.
:type m: Metadata
'''
# remove from package cache
rm_pkgs_cache(m.dist())
tmp_dir = join(config.croot, 'test-tmp_dir')
rm_rf(tmp_dir)
os.makedirs(tmp_dir)
create_files(tmp_dir, m)
# Make Perl or Python-specific test files
if m.name().startswith('perl-'):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
shell_files = create_shell_files(tmp_dir, m)
if not (py_files or shell_files or pl_files):
print("Nothing to test for:", m.dist())
return
print("TEST START:", m.dist())
if on_win:
if isdir(config.build_prefix):
move_to_trash(config.build_prefix, '')
if isdir(config.test_prefix):
move_to_trash(config.test_prefix, '')
else:
rm_rf(config.build_prefix)
rm_rf(config.test_prefix)
get_build_metadata(m)
specs = ['%s %s %s' % (m.name(), m.version(), m.build_id())]
# add packages listed in test/requires
specs += m.get_value('test/requires', [])
if py_files:
# as the tests are run by python, ensure that python is installed.
# (If they already provided python as a run or test requirement, this won't hurt anything.)
specs += ['python %s*' % environ.get_py_ver()]
if pl_files:
# as the tests are run by perl, we need to specify it
specs += ['perl %s*' % environ.get_perl_ver()]
create_env(config.test_prefix, specs)
env = dict(os.environ)
env.update(environ.get_dict(m, prefix=config.test_prefix))
# prepend bin (or Scripts) directory
env = prepend_bin_path(env, config.test_prefix, prepend_prefix=True)
if sys.platform == 'win32':
env['PATH'] = config.test_prefix + os.pathsep + env['PATH']
for varname in 'CONDA_PY', 'CONDA_NPY', 'CONDA_PERL':
env[varname] = str(getattr(config, varname) or '')
env['PREFIX'] = config.test_prefix
# Python 2 Windows requires that envs variables be string, not unicode
env = {str(key): str(value) for key, value in env.items()}
if py_files:
try:
subprocess.check_call([config.test_python, '-s',
join(tmp_dir, 'run_test.py')],
env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
if pl_files:
try:
subprocess.check_call([config.test_perl,
join(tmp_dir, 'run_test.pl')],
env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
if shell_files:
if sys.platform == 'win32':
test_file = join(tmp_dir, 'run_test.bat')
cmd = [os.environ['COMSPEC'], '/c', 'call', test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
else:
test_file = join(tmp_dir, 'run_test.sh')
# TODO: Run the test/commands here instead of in run_test.py
cmd = [shell_path, '-x', '-e', test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
print("TEST END:", m.dist())
def test(m, move_broken=True):
'''
Execute any test scripts for the given package.
:param m: Package's metadata.
:type m: Metadata
'''
# remove from package cache
rm_pkgs_cache(m.dist())
tmp_dir = join(config.croot, 'test-tmp_dir')
rm_rf(tmp_dir)
if on_win:
time.sleep(
1) # wait for rm_rf(tmp_dir) to finish before recreating tmp_dir
os.makedirs(tmp_dir)
create_files(tmp_dir, m)
# Make Perl or Python-specific test files
if m.name().startswith('perl-'):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
lua_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
lua_files = False
shell_files = create_shell_files(tmp_dir, m)
if not (py_files or shell_files or pl_files or lua_files):
print("Nothing to test for:", m.dist())
return
print("TEST START:", m.dist())
if on_win:
if isdir(config.build_prefix):
move_to_trash(config.build_prefix, '')
if isdir(config.test_prefix):
move_to_trash(config.test_prefix, '')
else:
rm_rf(config.build_prefix)
rm_rf(config.test_prefix)
get_build_metadata(m)
specs = ['%s %s %s' % (m.name(), m.version(), m.build_id())]
# add packages listed in test/requires
specs += m.get_value('test/requires', [])
if py_files:
# as the tests are run by python, ensure that python is installed.
# (If they already provided python as a run or test requirement, this won't hurt anything.)
specs += ['python %s*' % environ.get_py_ver()]
if pl_files:
# as the tests are run by perl, we need to specify it
specs += ['perl %s*' % environ.get_perl_ver()]
if lua_files:
# not sure how this shakes out
specs += ['lua %s*' % environ.get_lua_ver()]
create_env(config.test_prefix, specs)
env = dict(os.environ)
env.update(environ.get_dict(m, prefix=config.test_prefix))
# prepend bin (or Scripts) directory
env = prepend_bin_path(env, config.test_prefix, prepend_prefix=True)
if sys.platform == 'win32':
env['PATH'] = config.test_prefix + os.pathsep + env['PATH']
for varname in 'CONDA_PY', 'CONDA_NPY', 'CONDA_PERL', 'CONDA_LUA':
env[varname] = str(getattr(config, varname) or '')
env['PREFIX'] = config.test_prefix
# Python 2 Windows requires that envs variables be string, not unicode
env = {str(key): str(value) for key, value in env.items()}
if py_files:
try:
subprocess.check_call(
[config.test_python, '-s',
join(tmp_dir, 'run_test.py')],
env=env,
cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
if pl_files:
try:
subprocess.check_call(
[config.test_perl,
join(tmp_dir, 'run_test.pl')],
env=env,
cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
if lua_files:
try:
subprocess.check_call(
[config.test_lua,
join(tmp_dir, 'run_test.lua')],
env=env,
cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m)
if shell_files:
if sys.platform == 'win32':
test_file = join(tmp_dir, 'run_test.bat')
cmd = [os.environ['COMSPEC'], '/c', 'call', test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
else:
test_file = join(tmp_dir, 'run_test.sh')
# TODO: Run the test/commands here instead of in run_test.py
cmd = [shell_path, '-x', '-e', test_file]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
print("TEST END:", m.dist())
def test(m, move_broken=True, activate=True, debug=False):
'''
Execute any test scripts for the given package.
:param m: Package's metadata.
:type m: Metadata
'''
with Locked(cc.root_dir):
# remove from package cache
rm_pkgs_cache(m.dist())
tmp_dir = join(config.croot, 'test-tmp_dir')
rm_rf(tmp_dir)
if on_win:
time.sleep(1) # wait for rm_rf(tmp_dir) to finish before recreating tmp_dir
os.makedirs(tmp_dir)
create_files(tmp_dir, m)
# Make Perl or Python-specific test files
if m.name().startswith('perl-'):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
lua_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
lua_files = False
shell_files = create_shell_files(tmp_dir, m)
if not (py_files or shell_files or pl_files or lua_files):
print("Nothing to test for:", m.dist())
return
print("TEST START:", m.dist())
if on_win:
if isdir(config.build_prefix):
move_to_trash(config.build_prefix, '')
if isdir(config.test_prefix):
move_to_trash(config.test_prefix, '')
else:
rm_rf(config.build_prefix)
rm_rf(config.test_prefix)
get_build_metadata(m)
specs = ['%s %s %s' % (m.name(), m.version(), m.build_id())]
# add packages listed in the run environment and test/requires
specs.extend(ms.spec for ms in m.ms_depends('run'))
specs += m.get_value('test/requires', [])
if py_files:
# as the tests are run by python, ensure that python is installed.
# (If they already provided python as a run or test requirement,
# this won't hurt anything.)
specs += ['python %s*' % environ.get_py_ver()]
if pl_files:
# as the tests are run by perl, we need to specify it
specs += ['perl %s*' % environ.get_perl_ver()]
if lua_files:
# not sure how this shakes out
specs += ['lua %s*' % environ.get_lua_ver()]
create_env(config.test_prefix, specs, debug=debug)
env = dict(os.environ.copy())
env.update(environ.get_dict(m, prefix=config.test_prefix))
if not activate:
# prepend bin (or Scripts) directory
env = prepend_bin_path(env, config.test_prefix, prepend_prefix=True)
if on_win:
env['PATH'] = config.test_prefix + os.pathsep + env['PATH']
for varname in 'CONDA_PY', 'CONDA_NPY', 'CONDA_PERL', 'CONDA_LUA':
env[varname] = str(getattr(config, varname) or '')
env['PREFIX'] = config.test_prefix
# Python 2 Windows requires that envs variables be string, not unicode
env = {str(key): str(value) for key, value in env.items()}
suffix = "bat" if on_win else "sh"
test_script = join(tmp_dir, "conda_test_runner.{suffix}".format(suffix=suffix))
with open(test_script, 'w') as tf:
if activate:
source = "call " if on_win else "source "
ext = ".bat" if on_win else ""
tf.write("{source}activate{ext} {test_env}\n".format(source=source, ext=ext,
test_env=config.test_prefix))
tf.write("if errorlevel 1 exit 1\n") if on_win else None
if py_files:
tf.write("{python} -s {test_file}\n".format(
python=config.test_python,
test_file=join(tmp_dir, 'run_test.py')))
tf.write("if errorlevel 1 exit 1\n") if on_win else None
if pl_files:
tf.write("{perl} {test_file}\n".format(
python=config.test_perl,
test_file=join(tmp_dir, 'run_test.pl')))
tf.write("if errorlevel 1 exit 1\n") if on_win else None
if lua_files:
tf.write("{lua} {test_file}\n".format(
python=config.test_perl,
test_file=join(tmp_dir, 'run_test.lua')))
tf.write("if errorlevel 1 exit 1\n") if on_win else None
if shell_files:
test_file = join(tmp_dir, 'run_test.' + suffix)
if on_win:
tf.write("call {test_file}\n".format(test_file=test_file))
tf.write("if errorlevel 1 exit 1\n")
else:
# TODO: Run the test/commands here instead of in run_test.py
tf.write("{shell_path} -x -e {test_file}\n".format(shell_path=shell_path,
test_file=test_file))
if on_win:
cmd = [env["COMSPEC"], "/d", "/c", test_script]
else:
cmd = [shell_path, '-x', '-e', test_script]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken)
print("TEST END:", m.dist())
def test(m, config, move_broken=True):
'''
Execute any test scripts for the given package.
:param m: Package's metadata.
:type m: Metadata
'''
if not os.path.isdir(config.build_folder):
os.makedirs(config.build_folder)
clean_pkg_cache(m.dist(), config.timeout)
with filelock.SoftFileLock(join(config.build_folder, ".conda_lock"), timeout=config.timeout):
tmp_dir = config.test_dir
if not isdir(tmp_dir):
os.makedirs(tmp_dir)
create_files(tmp_dir, m, config)
# Make Perl or Python-specific test files
if m.name().startswith('perl-'):
pl_files = create_pl_files(tmp_dir, m)
py_files = False
lua_files = False
else:
py_files = create_py_files(tmp_dir, m)
pl_files = False
lua_files = False
shell_files = create_shell_files(tmp_dir, m, config)
if not (py_files or shell_files or pl_files or lua_files):
print("Nothing to test for:", m.dist())
return
print("TEST START:", m.dist())
get_build_metadata(m, config=config)
specs = ['%s %s %s' % (m.name(), m.version(), m.build_id())]
# add packages listed in the run environment and test/requires
specs.extend(ms.spec for ms in m.ms_depends('run'))
specs += m.get_value('test/requires', [])
if py_files:
# as the tests are run by python, ensure that python is installed.
# (If they already provided python as a run or test requirement,
# this won't hurt anything.)
specs += ['python %s*' % environ.get_py_ver(config)]
if pl_files:
# as the tests are run by perl, we need to specify it
specs += ['perl %s*' % environ.get_perl_ver(config)]
if lua_files:
# not sure how this shakes out
specs += ['lua %s*' % environ.get_lua_ver(config)]
create_env(config.test_prefix, specs, config=config)
with path_prepended(config.test_prefix):
env = dict(os.environ.copy())
env.update(environ.get_dict(config=config, m=m, prefix=config.test_prefix))
env["CONDA_BUILD_STATE"] = "TEST"
if not config.activate:
# prepend bin (or Scripts) directory
env = prepend_bin_path(env, config.test_prefix, prepend_prefix=True)
if on_win:
env['PATH'] = config.test_prefix + os.pathsep + env['PATH']
for varname in 'CONDA_PY', 'CONDA_NPY', 'CONDA_PERL', 'CONDA_LUA':
env[varname] = str(getattr(config, varname) or '')
# Python 2 Windows requires that envs variables be string, not unicode
env = {str(key): str(value) for key, value in env.items()}
suffix = "bat" if on_win else "sh"
test_script = join(tmp_dir, "conda_test_runner.{suffix}".format(suffix=suffix))
with open(test_script, 'w') as tf:
if config.activate:
ext = ".bat" if on_win else ""
tf.write("{source} {conda_root}activate{ext} {test_env} {squelch}\n".format(
conda_root=root_script_dir + os.path.sep,
source="call" if on_win else "source",
ext=ext,
test_env=config.test_prefix,
squelch=">nul 2>&1" if on_win else "&> /dev/null"))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
if py_files:
tf.write("{python} -s {test_file}\n".format(
python=config.test_python,
test_file=join(tmp_dir, 'run_test.py')))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
if pl_files:
tf.write("{perl} {test_file}\n".format(
perl=config.test_perl,
test_file=join(tmp_dir, 'run_test.pl')))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
if lua_files:
tf.write("{lua} {test_file}\n".format(
lua=config.test_lua,
test_file=join(tmp_dir, 'run_test.lua')))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
if shell_files:
test_file = join(tmp_dir, 'run_test.' + suffix)
if on_win:
tf.write("call {test_file}\n".format(test_file=test_file))
if on_win:
tf.write("if errorlevel 1 exit 1\n")
else:
# TODO: Run the test/commands here instead of in run_test.py
tf.write("{shell_path} -x -e {test_file}\n".format(shell_path=shell_path,
test_file=test_file))
if on_win:
cmd = ['cmd.exe', "/d", "/c", test_script]
else:
cmd = [shell_path, '-x', '-e', test_script]
try:
subprocess.check_call(cmd, env=env, cwd=tmp_dir)
except subprocess.CalledProcessError:
tests_failed(m, move_broken=move_broken, broken_dir=config.broken_dir, config=config)
print("TEST END:", m.dist())
def test_non_py_does_not_create_py_files(testing_workdir, testing_metadata):
testing_metadata.meta['test']['imports'] = ['perl-base', 'perl-matrix']
testing_metadata.meta['package']['name'] = 'perl-conda-test'
ct.create_py_files(testing_metadata)
py_test_file = os.path.join(testing_metadata.config.test_dir, 'run_test.py')
assert not os.path.isfile(py_test_file), "non-python package should not create run_test.py"