def test_add_duplicate_container(self):
tc = TransformationCatalog()
tc.add_containers(Container("container", Container.DOCKER, "image", ["mount"]))
with pytest.raises(DuplicateError):
tc.add_containers(
Container("container", Container.DOCKER, "image", ["mount"])
)
def test_add_container(self):
tc = TransformationCatalog()
tc.add_containers(
Container("container", Container.DOCKER, "image", ["mount"]))
assert len(tc.containers) == 1
assert "container" in tc.containers
def test_transformation_catalog_ordering_on_yml_write(self):
tc = TransformationCatalog()
tc.add_transformations(Transformation("t1"))
tc.add_containers(Container("c1", Container.DOCKER, "img"))
tc.write()
EXPECTED_FILE = Path("transformations.yml")
with EXPECTED_FILE.open() as f:
result = f.read()
EXPECTED_FILE.unlink()
"""
Check that tc keys have been ordered as follows:
- pegasus
- transformations
- containers
"""
p = re.compile(
r"pegasus: '5.0'[\w\W]+transformations:[\w\W]+containers[\w\W]+")
assert p.match(result) is not None
def test_add_invalid_container(self):
tc = TransformationCatalog()
with pytest.raises(TypeError) as e:
tc.add_containers("container")
assert "invalid container: container" in str(e)
def _to_tc(d: dict) -> TransformationCatalog:
"""Convert dict to TransformationCatalog
:param d: TransformationCatalog represented as a dict
:type d: dict
:raises PegasusError: encountered error parsing
:return: a TransformationCatalog object based on d
:rtype: TransformationCatalog
"""
try:
tc = TransformationCatalog()
# add transformations
for tr in d["transformations"]:
tr_to_add = Transformation(
tr["name"],
tr.get("namespace"),
tr.get("version"),
checksum=tr.get("checksum"),
)
# add transformation sites
for s in tr["sites"]:
site_to_add = TransformationSite(
s["name"],
s["pfn"],
True if s["type"] == "stageable" else False,
bypass_staging=s.get("bypass"),
arch=getattr(Arch,
s.get("arch").upper())
if s.get("arch") else None,
os_type=getattr(OS,
s.get("os.type").upper())
if s.get("os.type") else None,
os_release=s.get("os.release"),
os_version=s.get("os.version"),
container=s.get("container"),
)
# add profiles
if s.get("profiles"):
site_to_add.profiles = defaultdict(dict, s.get("profiles"))
# add metadata
if s.get("metadata"):
site_to_add.metadata = s.get("metadata")
# add site to this tr
tr_to_add.add_sites(site_to_add)
# add requires
if tr.get("requires"):
tr_to_add.requires = set(tr.get("requires"))
# add profiles
if tr.get("profiles"):
tr_to_add.profiles = defaultdict(dict, tr.get("profiles"))
# add hooks
if tr.get("hooks"):
tr_to_add.hooks = defaultdict(list, tr.get("hooks"))
# add metadata
if tr.get("metadata"):
tr_to_add.metadata = tr.get("metadata")
# add tr to tc
tc.add_transformations(tr_to_add)
# add containers
if "containers" in d:
for cont in d["containers"]:
cont_to_add = Container(
cont["name"],
getattr(Container, cont["type"].upper()),
cont["image"],
mounts=cont.get("mounts"),
image_site=cont.get("image.site"),
checksum=cont.get("checksum"),
bypass_staging=cont.get("bypass"),
)
# add profiles
if cont.get("profiles"):
cont_to_add.profiles = defaultdict(dict,
cont.get("profiles"))
# add cont to tc
tc.add_containers(cont_to_add)
return tc
except KeyError:
raise PegasusError("error parsing {}".format(d))
