def test_find_package(self):
# Given
path = os.path.join(_EGGINST_COMMON_DATA, "nose-1.3.0-1.egg")
# When
metadata = self.repository.find_package("nose", "1.3.0-1")
# Then
self.assertEqual(metadata.key, "nose-1.3.0-1.egg")
self.assertEqual(metadata.name, "nose")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.3.0-1"))
self.assertEqual(metadata.packages, [])
self.assertEqual(metadata.python, "2.7")
self.assertEqual(metadata.available, True)
self.assertEqual(metadata.store_location,
"{0}/".format(path_to_uri(_EGGINST_COMMON_DATA)))
self.assertEqual(metadata.size, os.path.getsize(path))
self.assertEqual(metadata.md5, compute_md5(path))
# Given
path = os.path.join(_EGGINST_COMMON_DATA, "nose-1.3.0-2.egg")
# When
metadata = self.repository.find_package("nose", "1.3.0-2")
# Then
self.assertEqual(metadata.key, "nose-1.3.0-2.egg")
self.assertEqual(metadata.name, "nose")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.3.0-2"))
def test_find_package(self):
# Given
path = os.path.join(_EGGINST_COMMON_DATA, "nose-1.3.0-1.egg")
# When
metadata = self.repository.find_package("nose", "1.3.0-1")
# Then
self.assertEqual(metadata.key, "nose-1.3.0-1.egg")
self.assertEqual(metadata.name, "nose")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.3.0-1"))
self.assertEqual(metadata.packages, [])
self.assertEqual(metadata.python, "2.7")
self.assertEqual(metadata.available, True)
self.assertEqual(metadata.store_location,
"{0}/".format(path_to_uri(_EGGINST_COMMON_DATA)))
self.assertEqual(metadata.size, os.path.getsize(path))
self.assertEqual(metadata.md5, compute_md5(path))
# Given
path = os.path.join(_EGGINST_COMMON_DATA, "nose-1.3.0-2.egg")
# When
metadata = self.repository.find_package("nose", "1.3.0-2")
# Then
self.assertEqual(metadata.key, "nose-1.3.0-2.egg")
self.assertEqual(metadata.name, "nose")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.3.0-2"))
def test_normalize_php_version(self):
# Given
version = EnpkgVersion.from_string("10.3-1")
r_normalized = "10.3.0.0-patch1"
# When
normalized = _normalize_php_version(version)
# Then
self.assertEqual(normalized, r_normalized)
# Given
version = EnpkgVersion.from_string("0.14.1rc1-1")
r_normalized = "0.14.1.0-patch1"
# When
normalized = _normalize_php_version(version)
# Then
self.assertEqual(normalized, r_normalized)
# Given
version = EnpkgVersion.from_string("2011n-1")
r_normalized = "2011.14.0.0-patch1"
# When
normalized = _normalize_php_version(version)
# Then
self.assertEqual(normalized, r_normalized)
def test_has_package(self):
# Given
version = EnpkgVersion.from_string("1.3.0-1")
available_package = PackageMetadata("nose-1.3.0-1.egg", "nose",
version, [], "2.7")
version = EnpkgVersion.from_string("1.4.0-1")
unavailable_package = PackageMetadata("nose-1.4.0-1.egg", "nose",
version, [], "2.7")
# When/Then
self.assertTrue(self.repository.has_package(available_package))
self.assertFalse(self.repository.has_package(unavailable_package))
def test_has_package(self):
# Given
version = EnpkgVersion.from_string("1.3.0-1")
available_package = PackageMetadata("nose-1.3.0-1.egg", "nose",
version, [], "2.7")
version = EnpkgVersion.from_string("1.4.0-1")
unavailable_package = PackageMetadata("nose-1.4.0-1.egg", "nose",
version, [], "2.7")
# When/Then
self.assertTrue(self.repository.has_package(available_package))
self.assertFalse(self.repository.has_package(unavailable_package))
def test_normalize_php_version_constraint(self):
# Given
version = EnpkgVersion.from_string("10.3-1")
r_normalized = "10.3.0.0-patch1"
# When
normalized = _normalize_php_version(version)
# Then
self.assertEqual(normalized, r_normalized)
# Given
version = EnpkgVersion.from_string("10.3")
r_normalized = "10.3.0.0"
def _version_factory(upstream, build):
if (upstream, build) in cache:
version = cache[(upstream, build)]
else:
version = EnpkgVersion.from_upstream_and_build(upstream, build)
cache[(upstream, build)] = version
return version
def test_sorted_insertion(self):
# Given
eggs = ["nose-1.3.0-1.egg", "nose-1.2.1-1.egg"]
repository = Repository()
# When
for egg in eggs:
path = os.path.join(_EGGINST_COMMON_DATA, egg)
package = RemotePackageMetadata.from_egg(path)
repository.add_package(package)
# Then
self.assertEqual([m.version
for m in repository._name_to_packages["nose"]],
[EnpkgVersion.from_string("1.2.1-1"),
EnpkgVersion.from_string("1.3.0-1")])
def find_package_from_requirement(self, requirement):
"""Search for latest package matching the given requirement.
Parameters
----------
requirement : Requirement
The requirement to match for.
Returns
-------
package : RepositoryPackageMetadata
The corresponding metadata.
"""
name = requirement.name
version = requirement.version
build = requirement.build
if version is None:
return self.find_latest_package(name)
else:
if build is None:
upstream = PEP386WorkaroundVersion.from_string(version)
candidates = [p for p in self.find_packages(name)
if p.version.upstream == upstream]
candidates.sort(key=operator.attrgetter("version"))
if len(candidates) == 0:
msg = "No package found for requirement {0!r}"
raise NoSuchPackage(msg.format(requirement))
return candidates[-1]
else:
version = EnpkgVersion.from_upstream_and_build(version, build)
return self.find_package(name, str(version))
def find_package_from_requirement(self, requirement):
"""Search for latest package matching the given requirement.
Parameters
----------
requirement : Requirement
The requirement to match for.
Returns
-------
package : RemotePackageMetadata
The corresponding metadata.
"""
name = requirement.name
version = requirement.version
build = requirement.build
if version is None:
return self.find_latest_package(name)
else:
if build is None:
upstream = PEP386WorkaroundVersion.from_string(version)
candidates = [p for p in self.find_packages(name)
if p.version.upstream == upstream]
candidates.sort(key=operator.attrgetter("version"))
if len(candidates) == 0:
msg = "No package found for requirement {0!r}"
raise NoSuchPackage(msg.format(requirement))
return candidates[-1]
else:
version = EnpkgVersion.from_upstream_and_build(version, build)
return self.find_package(name, str(version))
def test_iter_packages(self):
# Given
eggs = ["nose-1.3.0-1.egg", "nose-1.2.1-1.egg"]
repository = Repository()
for egg in eggs:
path = os.path.join(_EGGINST_COMMON_DATA, egg)
package = RepositoryPackageMetadata.from_egg(path)
repository.add_package(package)
# When
metadata = list(repository.iter_packages())
# Then
self.assertEqual(len(metadata), 2)
self.assertEqual(set(m.version for m in metadata),
set([EnpkgVersion.from_string("1.2.1-1"),
EnpkgVersion.from_string("1.3.0-1")]))
def from_json_dict(cls, key, json_dict):
version = EnpkgVersion.from_upstream_and_build(json_dict["version"],
json_dict["build"])
return cls(key, json_dict["name"], version, json_dict["packages"],
json_dict["python"], json_dict["size"], json_dict["md5"],
json_dict.get("mtime", 0.0), json_dict.get("product", None),
json_dict.get("available", True),
json_dict["store_location"])
def test_find_packages_with_version(self):
# Given/When
metadata = list(self.repository.find_packages("nose", "1.3.0-1"))
# Then
self.assertEqual(len(metadata), 1)
self.assertEqual(metadata[0].version,
EnpkgVersion.from_string("1.3.0-1"))
def from_json_dict(cls, key, json_dict):
"""
Create an instance from a key (the egg filename) and metadata passed as
a dictionary
"""
version = EnpkgVersion.from_upstream_and_build(json_dict["version"],
json_dict["build"])
return cls(key, json_dict["name"], version, json_dict["packages"],
json_dict["python"])
def test_find_packages_with_version(self):
# Given/When
metadata = list(self.repository.find_packages("nose", "1.3.0-1"))
# Then
self.assertEqual(len(metadata), 1)
self.assertEqual(metadata[0].version,
EnpkgVersion.from_string("1.3.0-1"))
def from_json_dict(cls, key, json_dict):
"""
Create an instance from a key (the egg filename) and metadata passed as
a dictionary
"""
version = EnpkgVersion.from_upstream_and_build(json_dict["version"],
json_dict["build"])
return cls(key, json_dict["name"], version, json_dict["packages"],
json_dict["python"])
def test_from_egg(self):
# Given
path = os.path.join(_EGGINST_COMMON_DATA, "nose-1.3.0-1.egg")
# When
metadata = PackageMetadata.from_egg(path)
# Then
self.assertEqual(metadata.name, "nose")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.3.0-1"))
def dummy_installed_package_factory(name,
version,
build,
key=None,
py_ver=PY_VER,
store_location=""):
key = key if key else "{0}-{1}-{2}.egg".format(name, version, build)
version = EnpkgVersion.from_upstream_and_build(version, build)
return InstalledPackageMetadata(key, name.lower(), version, [], py_ver, "",
store_location)
def test_fix_php_version(self):
# Given
version = EnpkgVersion.from_string("1.0-1")
r_fixed_version = "1.0-1"
# When
fixed = _fix_php_version(version)
# Then
self.assertEqual(fixed, r_fixed_version)
def test_from_egg(self):
# Given
path = os.path.join(_EGGINST_COMMON_DATA, "nose-1.3.0-1.egg")
# When
metadata = PackageMetadata.from_egg(path)
# Then
self.assertEqual(metadata.name, "nose")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.3.0-1"))
def test_casing(self):
# Given
version = EnpkgVersion.from_string("10.3-1")
# When
metadata = PackageMetadata("MKL-10.3-1.egg", "mkl", version, [],
"2.7")
# Then
self.assertEqual(metadata.name, "mkl")
self.assertEqual(metadata._egg_name, "MKL")
def test_from_pretty_string(self):
# Given
pretty_string = "numpy 1.8.1-1; depends (MKL ~= 10.3)"
# When
metadata = PackageMetadata._from_pretty_string(pretty_string)
# Then
self.assertEqual(metadata.name, "numpy")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.8.1-1"))
self.assertEqual(metadata.dependencies, frozenset(("MKL 10.3",)))
def test_iter_packages(self):
# Given
eggs = ["nose-1.3.0-1.egg", "nose-1.2.1-1.egg"]
repository = Repository()
for egg in eggs:
path = os.path.join(_EGGINST_COMMON_DATA, egg)
package = RepositoryPackageMetadata.from_egg(path)
repository.add_package(package)
# When
metadata = list(repository.iter_packages())
# Then
self.assertEqual(len(metadata), 2)
self.assertEqual(
set(m.version for m in metadata),
set([
EnpkgVersion.from_string("1.2.1-1"),
EnpkgVersion.from_string("1.3.0-1")
]))
def test_repr(self):
# Given
version = EnpkgVersion.from_string("1.3.0-1")
metadata = PackageMetadata("nose-1.3.0-1.egg", "nose", version, [],
"2.7")
# When
r = repr(metadata)
# Then
self.assertEqual(r, "PackageMetadata('nose-1.3.0-1', key='nose-1.3.0-1.egg')")
def test_repr(self):
# Given
version = EnpkgVersion.from_string("1.3.0-1")
metadata = PackageMetadata("nose-1.3.0-1.egg", "nose", version, [],
"2.7")
# When
r = repr(metadata)
# Then
self.assertEqual(
r, "PackageMetadata('nose-1.3.0-1', key='nose-1.3.0-1.egg')")
def test_no_egg_install(self):
# Given
prefix = self.prefix
package_name = "enstaller"
r_version = EnpkgVersion.from_upstream_and_build(enstaller.__version__,
1)
# When
version = _get_enstaller_comparable_version(prefix, package_name)
# Then
self.assertEqual(version, r_version)
def from_installed_meta_dict(cls, json_dict, prefix=None):
prefix = prefix or sys.prefix
key = json_dict["key"]
name = json_dict["name"]
upstream_version = json_dict["version"]
build = json_dict.get("build", 1)
version = EnpkgVersion.from_upstream_and_build(upstream_version, build)
packages = json_dict.get("packages", [])
python = json_dict.get("python", PY_VER)
ctime = json_dict.get("ctime", time.ctime(0.0))
return cls(key, name, version, packages, python, ctime, prefix)
def from_installed_meta_dict(cls, json_dict):
key = json_dict["key"]
name = json_dict["name"]
upstream_version = json_dict["version"]
build = json_dict.get("build", 1)
version = EnpkgVersion.from_upstream_and_build(upstream_version, build)
packages = json_dict.get("packages", [])
python = json_dict.get("python", PY_VER)
ctime = json_dict.get("ctime", time.ctime(0.0))
store_location = json_dict.get("store_location", "")
return cls(key, name, version, packages, python, ctime,
store_location)
def test_no_egg_install(self):
# Given
prefix = self.prefix
package_name = "enstaller"
r_version = EnpkgVersion.from_upstream_and_build(
enstaller.__version__, 1)
# When
version = _get_enstaller_comparable_version(prefix, package_name)
# Then
self.assertEqual(version, r_version)
def test_from_egg(self):
# Given
path = os.path.join(_EGGINST_COMMON_DATA, "nose-1.3.0-1.egg")
repository_info = FSRepositoryInfo(path_to_uri(os.path.dirname(path)))
# When
metadata = RemotePackageMetadata.from_egg(path, repository_info)
# Then
self.assertEqual(metadata.name, "nose")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.3.0-1"))
self.assertEqual(metadata.source_url, path_to_uri(path))
def test_from_egg(self):
# Given
path = os.path.join(_EGGINST_COMMON_DATA, "nose-1.3.0-1.egg")
# When
metadata = RepositoryPackageMetadata.from_egg(path)
# Then
self.assertEqual(metadata.name, "nose")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.3.0-1"))
self.assertEqual(metadata.store_location,
"{0}/".format(path_to_uri(_EGGINST_COMMON_DATA)))
self.assertEqual(metadata.source_url, path_to_uri(path))
def dummy_repository_package_factory(name, version, build, key=None,
py_ver=PY_VER, store_location="",
dependencies=None, mtime=0.0):
dependencies = dependencies or []
key = key if key else "{0}-{1}-{2}.egg".format(name, version, build)
fake_size = FAKE_SIZE
fake_md5 = FAKE_MD5
fake_mtime = mtime
version = EnpkgVersion.from_upstream_and_build(version, build)
return RepositoryPackageMetadata(key, name.lower(), version,
dependencies, py_ver, fake_size,
fake_md5, fake_mtime, "commercial",
True, store_location)
def test_from_egg(self):
# Given
path = os.path.join(_EGGINST_COMMON_DATA, "nose-1.3.0-1.egg")
# When
metadata = RepositoryPackageMetadata.from_egg(path)
# Then
self.assertEqual(metadata.name, "nose")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.3.0-1"))
self.assertEqual(metadata.store_location,
"{0}/".format(path_to_uri(_EGGINST_COMMON_DATA)))
self.assertEqual(metadata.source_url, path_to_uri(path))
def test_from_pretty_string(self):
# Given
pretty_string = "numpy 1.8.1-1; depends (MKL ~= 10.3)"
repository_info = BroodRepositoryInfo("https://acme.com", "acme/looney")
# When
metadata = RepositoryPackageMetadata._from_pretty_string(
pretty_string, repository_info
)
# Then
self.assertEqual(metadata.name, "numpy")
self.assertEqual(metadata.version, EnpkgVersion.from_string("1.8.1-1"))
self.assertEqual(metadata.repository_info, repository_info)
self.assertEqual(metadata.dependencies, frozenset(("MKL 10.3",)))
def test_repr(self):
# Given
version = EnpkgVersion.from_string("1.3.0-1")
repository_info = BroodRepositoryInfo("http://acme.com", "remote")
package = RepositoryPackageMetadata.from_package(
PackageMetadata("nose-1.3.0-1.egg", "nose", version, [], "2.7"),
repository_info,
)
r_repr = ("RepositoryPackageMetadata('nose-1.3.0-1', "
"repo=BroodRepository(<http://acme.com>, <remote>)")
# When
r = repr(package)
# Then
self.assertEqual(r, r_repr)
def dummy_repository_package_factory(name,
version,
build,
key=None,
py_ver=PY_VER,
store_location="",
dependencies=None,
mtime=0.0):
dependencies = dependencies or []
key = key if key else "{0}-{1}-{2}.egg".format(name, version, build)
fake_size = FAKE_SIZE
fake_md5 = FAKE_MD5
fake_mtime = mtime
version = EnpkgVersion.from_upstream_and_build(version, build)
return RepositoryPackageMetadata(key, name.lower(), version, dependencies,
py_ver, fake_size, fake_md5, fake_mtime,
"commercial", True, store_location)
def test_sorted_packages_invalid(self):
# Given
entries = [
dummy_installed_package_factory("numpy", "1.6.1", 1),
dummy_installed_package_factory("numpy", "1.8k", 2),
]
repository = Repository()
for entry in entries:
repository.add_package(entry)
# When
packages = repository.find_sorted_packages("numpy")
# Then
self.assertEqual(len(packages), 2)
assertCountEqual(
self, [p.version for p in packages],
[EnpkgVersion.from_string(v) for v in ("1.6.1-1", "1.8k-2")])
def test_sorted_packages_invalid(self):
# Given
entries = [
dummy_installed_package_factory("numpy", "1.6.1", 1),
dummy_installed_package_factory("numpy", "1.8k", 2),
]
repository = Repository()
for entry in entries:
repository.add_package(entry)
# When
packages = repository.find_sorted_packages("numpy")
# Then
self.assertEqual(len(packages), 2)
assertCountEqual(self, [p.version for p in packages],
[EnpkgVersion.from_string(v)
for v in ("1.6.1-1", "1.8k-2")])
def _get_enstaller_comparable_version(prefix, package_name):
runtime_version = \
EnpkgVersion.from_upstream_and_build(enstaller.__version__, 1)
egg_info_dir = os.path.join(prefix, EGG_INFO, package_name)
try:
# Installed as an egg in sys.prefix
enstaller_package = \
InstalledPackageMetadata.from_meta_dir(egg_info_dir)
if str(enstaller_package.version.upstream) != enstaller.__version__:
# It is both installed as an egg and from sources/develop mode, the
# latter takes precedence
current_comparable_version = runtime_version
else:
current_comparable_version = enstaller_package.version
except EnstallerException:
# Installed from sources, no build number
current_comparable_version = runtime_version
return current_comparable_version
def _get_enstaller_comparable_version(prefix, package_name):
runtime_version = \
EnpkgVersion.from_upstream_and_build(enstaller.__version__, 1)
egg_info_dir = os.path.join(prefix, EGG_INFO, package_name)
try:
# Installed as an egg in sys.prefix
enstaller_package = \
InstalledPackageMetadata.from_meta_dir(egg_info_dir)
if str(enstaller_package.version.upstream) != enstaller.__version__:
# It is both installed as an egg and from sources/develop mode, the
# latter takes precedence
current_comparable_version = runtime_version
else:
current_comparable_version = enstaller_package.version
except EnstallerException:
# Installed from sources, no build number
current_comparable_version = runtime_version
return current_comparable_version
def test_s3index_data(self):
# Given
md5 = "c68bb183ae1ab47b6d67ca584957c83c"
r_s3index_data = {
"available": True,
"build": 1,
"md5": md5,
"mtime": 0.0,
"name": "nose",
"packages": [],
"product": "free",
"python": "2.7",
"size": 1,
"type": "egg",
"version": "1.3.0",
}
version = EnpkgVersion.from_string("1.3.0-1")
metadata = RepositoryPackageMetadata("nose-1.3.0-1.egg", "nose",
version, [], "2.7", 1, md5, 0.0,
"free", True, "")
# When/Then
self.assertEqual(metadata.s3index_data, r_s3index_data)
def find_package(self, name, version):
"""Search for the first match of a package with the given name and
version.
Parameters
----------
name : str
The package name to look for.
version : str
The full version string to look for (e.g. '1.8.0-1').
Returns
-------
package : RemotePackageMetadata
The corresponding metadata.
"""
version = EnpkgVersion.from_string(version)
candidates = self._name_to_packages.get(name, [])
for candidate in candidates:
if candidate.version == version:
return candidate
raise NoSuchPackage("Package '{0}-{1}' not found".format(name,
version))
def find_package(self, name, version):
"""Search for the first match of a package with the given name and
version.
Parameters
----------
name : str
The package name to look for.
version : str
The full version string to look for (e.g. '1.8.0-1').
Returns
-------
package : RepositoryPackageMetadata
The corresponding metadata.
"""
version = EnpkgVersion.from_string(version)
candidates = self._name_to_packages.get(name, [])
for candidate in candidates:
if candidate.version == version:
return candidate
raise NoSuchPackage("Package '{0}-{1}' not found".format(name,
version))
def test_egg_install_different_versions(self):
# ensure that we use the build number from installed metadata if
# version and enstaller.__version__ are the same
# Given
prefix = self.prefix
package_name = "enstaller"
version_string = "2.7.6"
build = 4
json_dict = {
"arch": None,
"build": build,
"ctime": "Mon Oct 20 15:49:19 2014",
"hook": False,
"key": "enstaller-{0}-1.egg".format(version_string),
"name": "enstaller",
"osdist": None,
"packages": [],
"platform": None,
"python": "2.7",
"type": "egg",
"version": version_string,
}
r_version = EnpkgVersion.from_upstream_and_build("4.8.0", 1)
meta_info_path = meta_info_from_prefix(prefix, package_name)
ensure_dir(meta_info_path)
with open(meta_info_path, "wt") as fp:
json.dump(json_dict, fp)
# When
with mock.patch("enstaller.__version__", "4.8.0"):
version = _get_enstaller_comparable_version(prefix, package_name)
# Then
self.assertEqual(version, r_version)
def test_egg_install_different_versions(self):
# ensure that we use the build number from installed metadata if
# version and enstaller.__version__ are the same
# Given
prefix = self.prefix
package_name = "enstaller"
version_string = "2.7.6"
build = 4
json_dict = {
"arch": None,
"build": build,
"ctime": "Mon Oct 20 15:49:19 2014",
"hook": False,
"key": "enstaller-{0}-1.egg".format(version_string),
"name": "enstaller",
"osdist": None,
"packages": [],
"platform": None,
"python": "2.7",
"type": "egg",
"version": version_string,
}
r_version = EnpkgVersion.from_upstream_and_build("4.8.0", 1)
meta_info_path = meta_info_from_prefix(prefix, package_name)
ensure_dir(meta_info_path)
with open(meta_info_path, "wt") as fp:
json.dump(json_dict, fp)
# When
with mock.patch("enstaller.__version__", "4.8.0"):
version = _get_enstaller_comparable_version(prefix, package_name)
# Then
self.assertEqual(version, r_version)
def test_s3index_data(self):
# Given
md5 = "c68bb183ae1ab47b6d67ca584957c83c"
r_s3index_data = {
"available": True,
"build": 1,
"md5": md5,
"mtime": 0.0,
"name": "nose",
"packages": [],
"product": "free",
"python": "2.7",
"size": 1,
"type": "egg",
"version": "1.3.0",
}
version = EnpkgVersion.from_string("1.3.0-1")
metadata = RemotePackageMetadata("nose-1.3.0-1.egg", "nose",
version, [], "2.7", 1, md5,
0.0, "free", True, "")
# When/Then
self.assertEqual(metadata.s3index_data, r_s3index_data)
def _ensure_valid_version(version, build_number):
full_version = EnpkgVersion.from_upstream_and_build(version,
build_number)
if full_version.upstream.is_worked_around:
raise InvalidVersion(version)