def test_tar_bz2_in_cache_not_extracted():
"""
Test that if a .tar.bz2 exists in the package cache (not extracted), and the complementary
.conda package is requested, the .tar.bz2 package in the cache is used by default.
"""
with make_temp_package_cache() as pkgs_dir:
copy(join(CHANNEL_DIR, subdir, zlib_tar_bz2_fn),
join(pkgs_dir, zlib_tar_bz2_fn))
pfe = ProgressiveFetchExtract((zlib_tar_bz2_prec, ))
pfe.prepare()
assert len(pfe.cache_actions) == 1
assert len(pfe.extract_actions) == 1
pfe.execute()
pkgs_dir_files = listdir(pkgs_dir)
assert zlib_base_fn in pkgs_dir_files
assert zlib_tar_bz2_fn in pkgs_dir_files
# Now ensure download/extract for the complementary .conda package uses the
# extracted .tar.bz2
pfe = ProgressiveFetchExtract((zlib_conda_prec, ))
pfe.prepare()
assert len(pfe.cache_actions) == 0
assert len(pfe.extract_actions) == 0
def test_ProgressiveFetchExtract_prefers_conda_v2_format():
index = get_index([CONDA_PKG_REPO], prepend=False)
rec = next(iter(index))
for rec in index:
# zlib is the one package in the test index that has a .conda file record
if rec.name == 'zlib':
break
cache_action, extract_action = ProgressiveFetchExtract.make_actions_for_record(
rec)
assert cache_action.target_package_basename.endswith('.conda')
assert extract_action.source_full_path.endswith('.conda')
def test_ProgressiveFetchExtract_prefers_conda_v2_format():
# force this to False, because otherwise tests fail when run with old conda-build
with env_var('CONDA_USE_ONLY_TAR_BZ2',
False,
stack_callback=conda_tests_ctxt_mgmt_def_pol):
index = get_index([CONDA_PKG_REPO], prepend=False)
rec = next(iter(index))
for rec in index:
# zlib is the one package in the test index that has a .conda file record
if rec.name == 'zlib':
break
cache_action, extract_action = ProgressiveFetchExtract.make_actions_for_record(
rec)
assert cache_action.target_package_basename.endswith('.conda')
assert extract_action.source_full_path.endswith('.conda')
def test_tar_bz2_in_cache_not_extracted():
"""
Test that if a .tar.bz2 exists in the package cache (not extracted), and the complementary
.conda package is requested, the .tar.bz2 package in the cache is used by default.
"""
with make_temp_package_cache() as pkgs_dir:
copy(join(CHANNEL_DIR, subdir, zlib_tar_bz2_fn), join(pkgs_dir, zlib_tar_bz2_fn))
pfe = ProgressiveFetchExtract((zlib_tar_bz2_prec,))
pfe.prepare()
assert len(pfe.cache_actions) == 1
assert len(pfe.extract_actions) == 1
pfe.execute()
pkgs_dir_files = listdir(pkgs_dir)
assert zlib_base_fn in pkgs_dir_files
assert zlib_tar_bz2_fn in pkgs_dir_files
# Now ensure download/extract for the complementary .conda package uses the
# extracted .tar.bz2
pfe = ProgressiveFetchExtract((zlib_conda_prec,))
pfe.prepare()
assert len(pfe.cache_actions) == 0
assert len(pfe.extract_actions) == 0
def test_tar_bz2_in_pkg_cache_used_instead_of_conda_pkg():
"""
Test that if a .tar.bz2 package is downloaded and extracted in a package cache, the
complementary .conda package is not downloaded/extracted
"""
with make_temp_package_cache() as pkgs_dir:
# Cache the .tar.bz2 file in the package cache and extract it
pfe = ProgressiveFetchExtract((zlib_tar_bz2_prec, ))
pfe.prepare()
assert len(pfe.cache_actions) == 1
assert len(pfe.extract_actions) == 1
cache_action = pfe.cache_actions[0]
extact_action = pfe.extract_actions[0]
assert basename(cache_action.target_full_path) == zlib_tar_bz2_fn
assert cache_action.target_full_path == extact_action.source_full_path
assert basename(extact_action.target_full_path) == zlib_base_fn
# Go ahead with executing download and extract now
pfe.execute()
assert isfile(join(pkgs_dir, zlib_tar_bz2_fn))
assert isfile(
join(pkgs_dir, zlib_base_fn, "info", "repodata_record.json"))
# Ensure second download/extract is a no-op
pfe = ProgressiveFetchExtract((zlib_tar_bz2_prec, ))
pfe.prepare()
assert len(pfe.cache_actions) == 0
assert len(pfe.extract_actions) == 0
# Now ensure download/extract for the complementary .conda package uses the cache
pfe = ProgressiveFetchExtract((zlib_conda_prec, ))
pfe.prepare()
assert len(pfe.cache_actions) == 0
assert len(pfe.extract_actions) == 0
# Now check urls.txt to make sure extensions are included.
urls_text = tuple(yield_lines(join(pkgs_dir, "urls.txt")))
assert urls_text[0] == zlib_tar_bz2_prec.url
def test_conda_pkg_in_pkg_cache_doesnt_overwrite_tar_bz2():
"""
Test that if a .conda package is downloaded and extracted in a package cache, the
complementary .tar.bz2 package replaces it if that's what is requested.
"""
with env_vars({'CONDA_SEPARATE_FORMAT_CACHE': True},
stack_callback=conda_tests_ctxt_mgmt_def_pol):
with make_temp_package_cache() as pkgs_dir:
# Cache the .conda file in the package cache and extract it
pfe = ProgressiveFetchExtract((zlib_conda_prec, ))
pfe.prepare()
assert len(pfe.cache_actions) == 1
assert len(pfe.extract_actions) == 1
cache_action = pfe.cache_actions[0]
extact_action = pfe.extract_actions[0]
assert basename(cache_action.target_full_path) == zlib_conda_fn
assert cache_action.target_full_path == extact_action.source_full_path
assert basename(extact_action.target_full_path) == zlib_base_fn
# Go ahead with executing download and extract now
pfe.execute()
assert isfile(join(pkgs_dir, zlib_conda_fn))
assert isfile(
join(pkgs_dir, zlib_base_fn, "info", "repodata_record.json"))
# Ensure second download/extract is a no-op
pfe = ProgressiveFetchExtract((zlib_conda_prec, ))
pfe.prepare()
assert len(pfe.cache_actions) == 0
assert len(pfe.extract_actions) == 0
# Now ensure download/extract for the complementary .conda package replaces the
# extracted .tar.bz2
pfe = ProgressiveFetchExtract((zlib_tar_bz2_prec, ))
pfe.prepare()
assert len(pfe.cache_actions) == 1
assert len(pfe.extract_actions) == 1
cache_action = pfe.cache_actions[0]
extact_action = pfe.extract_actions[0]
assert basename(cache_action.target_full_path) == zlib_tar_bz2_fn
assert cache_action.target_full_path == extact_action.source_full_path
assert basename(extact_action.target_full_path) == zlib_base_fn
pfe.execute()
with open(
join(pkgs_dir, zlib_base_fn, "info",
"repodata_record.json")) as fh:
repodata_record = json.load(fh)
assert repodata_record["fn"] == zlib_tar_bz2_fn
def test_tar_bz2_in_pkg_cache_used_instead_of_conda_pkg():
"""
Test that if a .tar.bz2 package is downloaded and extracted in a package cache, the
complementary .conda package is not downloaded/extracted
"""
with make_temp_package_cache() as pkgs_dir:
# Cache the .tar.bz2 file in the package cache and extract it
pfe = ProgressiveFetchExtract((zlib_tar_bz2_prec,))
pfe.prepare()
assert len(pfe.cache_actions) == 1
assert len(pfe.extract_actions) == 1
cache_action = pfe.cache_actions[0]
extact_action = pfe.extract_actions[0]
assert basename(cache_action.target_full_path) == zlib_tar_bz2_fn
assert cache_action.target_full_path == extact_action.source_full_path
assert basename(extact_action.target_full_path) == zlib_base_fn
# Go ahead with executing download and extract now
pfe.execute()
assert isfile(join(pkgs_dir, zlib_tar_bz2_fn))
assert isfile(join(pkgs_dir, zlib_base_fn, "info", "repodata_record.json"))
# Ensure second download/extract is a no-op
pfe = ProgressiveFetchExtract((zlib_tar_bz2_prec,))
pfe.prepare()
assert len(pfe.cache_actions) == 0
assert len(pfe.extract_actions) == 0
# Now ensure download/extract for the complementary .conda package uses the cache
pfe = ProgressiveFetchExtract((zlib_conda_prec,))
pfe.prepare()
assert len(pfe.cache_actions) == 0
assert len(pfe.extract_actions) == 0
# Now check urls.txt to make sure extensions are included.
urls_text = tuple(yield_lines(join(pkgs_dir, "urls.txt")))
assert urls_text[0] == zlib_tar_bz2_prec.url
def test_ProgressiveFetchExtract_prefers_conda_v2_format():
index = get_index([CONDA_PKG_REPO], prepend=False)
rec = next(iter(index))
cache_action, extract_action = ProgressiveFetchExtract.make_actions_for_record(rec)
assert cache_action.target_package_basename.endswith('.conda')
assert extract_action.source_full_path.endswith('.conda')
def test_conda_pkg_in_pkg_cache_doesnt_overwrite_tar_bz2():
"""
Test that if a .conda package is downloaded and extracted in a package cache, the
complementary .tar.bz2 package replaces it if that's what is requested.
"""
with env_vars({'CONDA_SEPARATE_FORMAT_CACHE': True},
stack_callback=conda_tests_ctxt_mgmt_def_pol):
with make_temp_package_cache() as pkgs_dir:
# Cache the .conda file in the package cache and extract it
pfe = ProgressiveFetchExtract((zlib_conda_prec,))
pfe.prepare()
assert len(pfe.cache_actions) == 1
assert len(pfe.extract_actions) == 1
cache_action = pfe.cache_actions[0]
extact_action = pfe.extract_actions[0]
assert basename(cache_action.target_full_path) == zlib_conda_fn
assert cache_action.target_full_path == extact_action.source_full_path
assert basename(extact_action.target_full_path) == zlib_base_fn
# Go ahead with executing download and extract now
pfe.execute()
assert isfile(join(pkgs_dir, zlib_conda_fn))
assert isfile(join(pkgs_dir, zlib_base_fn, "info", "repodata_record.json"))
# Ensure second download/extract is a no-op
pfe = ProgressiveFetchExtract((zlib_conda_prec,))
pfe.prepare()
assert len(pfe.cache_actions) == 0
assert len(pfe.extract_actions) == 0
# Now ensure download/extract for the complementary .conda package replaces the
# extracted .tar.bz2
pfe = ProgressiveFetchExtract((zlib_tar_bz2_prec,))
pfe.prepare()
assert len(pfe.cache_actions) == 1
assert len(pfe.extract_actions) == 1
cache_action = pfe.cache_actions[0]
extact_action = pfe.extract_actions[0]
assert basename(cache_action.target_full_path) == zlib_tar_bz2_fn
assert cache_action.target_full_path == extact_action.source_full_path
assert basename(extact_action.target_full_path) == zlib_base_fn
pfe.execute()
with open(join(pkgs_dir, zlib_base_fn, "info", "repodata_record.json")) as fh:
repodata_record = json.load(fh)
assert repodata_record["fn"] == zlib_tar_bz2_fn