def test_cleanup_bootdiagnostics(monkeypatch):
called = 0
def count_call(*args, **kwargs):
nonlocal called
called = called + 1
class FakeBlobServiceClient:
def list_containers(self):
return [
MockImage('bootdiagnostics-A'),
MockImage('ShouldNotMatchRegex'),
MockImage('bootdiagnostics-C'),
MockImage('bootdiagnostics-D'),
MockImage('bootdiagnostics-E'),
]
fakeblobserviceclient = FakeBlobServiceClient()
monkeypatch.setattr(PCWConfig, 'get_feature_property',
mock_get_feature_property)
monkeypatch.setattr(Azure, 'check_credentials',
lambda *args, **kwargs: True)
monkeypatch.setattr(Azure, 'bs_client',
lambda *args, **kwargs: fakeblobserviceclient)
monkeypatch.setattr(Azure, 'cleanup_bootdiagnostics_container', count_call)
az = Azure('fake')
az.cleanup_bootdiagnostics()
assert called == 4
def test_cleanup_sle_images_container(monkeypatch):
class FakeContainerClient:
deleted_blobs = list()
def list_blobs(self):
return [
MockImage('SLES15-SP2-Azure-HPC.x86_64-0.9.0-Build1.43.vhd'),
MockImage('SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.3.vhd'),
MockImage('YouWillNotGetMyBuildNumber'),
]
def delete_blob(self, img_name, delete_snapshots):
self.deleted_blobs.append(img_name)
fakecontainerclient = FakeContainerClient()
monkeypatch.setattr(Azure, 'check_credentials',
lambda *args, **kwargs: True)
monkeypatch.setattr(Azure, 'container_client',
lambda *args, **kwargs: fakecontainerclient)
monkeypatch.setattr(PCWConfig, 'get_feature_property',
mock_get_feature_property)
az = Azure('fake')
keep_images = ['SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.3.vhd']
az.cleanup_sle_images_container(keep_images)
assert fakecontainerclient.deleted_blobs == [
'SLES15-SP2-Azure-HPC.x86_64-0.9.0-Build1.43.vhd'
]
def test_cleanup_bootdiagnostics_container_all_newer(monkeypatch):
class FakeBlobServiceClient:
deleted_containers = list()
def delete_container(self, container_name):
self.deleted_containers.append(container_name)
class FakeContainerClient():
def list_blobs(self):
older_then_min_age = datetime.now(timezone.utc) - timedelta(
hours=generators.min_image_age_hours + 1)
newer_then_min_age = datetime.now(timezone.utc)
return [
MockImage('Image', newer_then_min_age),
MockImage('Image', newer_then_min_age),
MockImage('Image', newer_then_min_age),
MockImage('Image', newer_then_min_age),
]
fakecontainerclient = FakeContainerClient()
fakeblobserviceclient = FakeBlobServiceClient()
monkeypatch.setattr(PCWConfig, 'get_feature_property',
mock_get_feature_property)
monkeypatch.setattr(Azure, 'check_credentials',
lambda *args, **kwargs: True)
monkeypatch.setattr(Azure, 'container_client',
lambda *args, **kwargs: fakecontainerclient)
monkeypatch.setattr(Azure, 'bs_client',
lambda *args, **kwargs: fakeblobserviceclient)
az = Azure('fake')
az.cleanup_bootdiagnostics_container(
MockImage('AllNewer', datetime.now(timezone.utc)))
assert len(fakeblobserviceclient.deleted_containers) == 0
def test_get_keeping_image_names(monkeypatch):
class FakeContainerClient:
def list_blobs(self):
older_then_min_age = datetime.now(timezone.utc) - timedelta(
hours=generators.min_image_age_hours + 1)
return [
MockImage('SLES15-SP2-Azure-HPC.x86_64-0.9.0-Build1.43.vhd',
older_then_min_age),
MockImage('SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.3.vhd',
older_then_min_age),
MockImage('YouWillNotGetMyBuildNumber', older_then_min_age),
]
fakecontainerclient = FakeContainerClient()
monkeypatch.setattr(PCWConfig, 'get_feature_property',
mock_get_feature_property)
monkeypatch.setattr(Azure, 'check_credentials',
lambda *args, **kwargs: True)
monkeypatch.setattr(Azure, 'container_client',
lambda *args, **kwargs: fakecontainerclient)
az = Azure('fake')
generators.max_images_per_flavor = 1
assert az.get_keeping_image_names() == [
'SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.3.vhd'
]
def test_cleanup_images_from_rg(monkeypatch):
deleted_images = list()
items = [
MockImage('SLES15-SP2-Azure-HPC.x86_64-0.9.0-Build1.43.vhd'),
MockImage('SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.3.vhd'),
MockImage('YouWillNotGetMyBuildNumber'),
]
def mock_res_mgmt_client(self):
def res_mgmt_client():
pass
res_mgmt_client.resources = lambda: None
res_mgmt_client.resources.list_by_resource_group = lambda *args, **kwargs: items
return res_mgmt_client
def mock_compute_mgmt_client(self):
def compute_mgmt_client():
pass
compute_mgmt_client.images = lambda: None
compute_mgmt_client.images.delete = lambda rg, name: deleted_images.append(name)
return compute_mgmt_client
monkeypatch.setattr(Provider, 'cfgGet', mock_cfgGet)
monkeypatch.setattr(Azure, 'check_credentials', lambda *args, **kwargs: True)
monkeypatch.setattr(Azure, 'resource_mgmt_client', mock_res_mgmt_client)
monkeypatch.setattr(Azure, 'compute_mgmt_client', mock_compute_mgmt_client)
az = Azure('fake')
keep_images = ['SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.3.vhd']
az.cleanup_images_from_rg(keep_images)
assert deleted_images == ['SLES15-SP2-Azure-HPC.x86_64-0.9.0-Build1.43.vhd']
def test_parse_image_name(monkeypatch):
monkeypatch.setattr(Azure, 'check_credentials', lambda *args, **kwargs: True)
monkeypatch.setattr(Provider, 'cfgGet', mock_cfgGet)
monkeypatch.setattr(ConfigFile, 'get', lambda *args, **kwargs: "FOOF")
az = Azure('fake')
assert az.parse_image_name('SLES12-SP5-Azure.x86_64-0.9.1-SAP-BYOS-Build3.3.vhd') == {
'key': '12-SP5-SAP-BYOS-x86_64',
'build': '0.9.1-3.3'
}
assert az.parse_image_name('SLES15-SP2-BYOS.x86_64-0.9.3-Azure-Build1.10.vhd') == {
'key': '15-SP2-Azure-BYOS-x86_64',
'build': '0.9.3-1.10'
}
assert az.parse_image_name('SLES15-SP2.x86_64-0.9.3-Azure-Basic-Build1.11.vhd') == {
'key': '15-SP2-Azure-Basic-x86_64',
'build': '0.9.3-1.11'
}
assert az.parse_image_name('SLES15-SP2-SAP-BYOS.x86_64-0.9.2-Azure-Build1.9.vhd') == {
'key': '15-SP2-Azure-SAP-BYOS-x86_64',
'build': '0.9.2-1.9'
}
assert az.parse_image_name('SLES15-SP2-Azure-HPC.x86_64-0.9.0-Build1.43.vhd') == {
'key': '15-SP2-Azure-HPC-x86_64',
'build': '0.9.0-1.43'
}
assert az.parse_image_name('SLES15-SP2-BYOS.aarch64-0.9.3-Azure-Build2.36.vhdfixed.x') == {
'key': '15-SP2-Azure-BYOS-aarch64',
'build': '0.9.3-2.36'
}
assert az.parse_image_name('do not match') is None
def test_check_credentials(monkeypatch):
count_renew = 0
count_list_resource_groups = 0
failed_list_resource_groups = 0
def mock_list_resource_groups(self):
nonlocal count_list_resource_groups
count_list_resource_groups = count_list_resource_groups + 1
if count_list_resource_groups > failed_list_resource_groups:
return True
raise AuthenticationError("OHA Mocked auth error")
def mock_renew(self):
nonlocal count_renew
count_renew = count_renew + 1
monkeypatch.setattr(Azure, 'list_resource_groups',
mock_list_resource_groups)
monkeypatch.setattr(AzureCredential, 'renew', mock_renew)
monkeypatch.setattr(AzureCredential, 'isExpired', lambda self: False)
monkeypatch.setattr(AzureCredential, 'getData',
lambda *args, **kwargs: "FOO")
monkeypatch.setattr(AzureCredential, 'getAuthExpire',
lambda *args, **kwargs: "BAR")
monkeypatch.setattr(time, 'sleep', lambda *args, **kwargs: True)
monkeypatch.setattr(PCWConfig, 'get_feature_property',
mock_get_feature_property)
az = Azure('fake')
assert count_renew == 0
count_list_resource_groups = 0
failed_list_resource_groups = 38
az = Azure('fake')
assert count_renew == 0
count_list_resource_groups = 0
failed_list_resource_groups = 39
az = Azure('fake')
assert count_renew == 1
count_list_resource_groups = 0
failed_list_resource_groups = 0
monkeypatch.setattr(AzureCredential, 'isExpired', lambda self: True)
az = Azure('fake')
assert count_renew == 2
def test_cleanup_disks_from_rg(monkeypatch):
deleted_disks = list()
items = [
MockImage('SLES15-SP2-Azure-HPC.x86_64-0.9.0-Build1.43.vhd'),
MockImage('SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.3.vhd'),
MockImage('SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.7.vhd'),
MockImage('YouWillNotGetMyBuildNumber'),
]
def mock_res_mgmt_client(self):
def res_mgmt_client():
pass
res_mgmt_client.resources = lambda: None
res_mgmt_client.resources.list_by_resource_group = lambda *args, **kwargs: items
return res_mgmt_client
def mock_compute_mgmt_client(self):
class FakeDisk:
def __init__(self, rg, name):
self.managed_by = name == 'SLES15-SP2-Azure-HPC.x86_64-0.9.0-Build1.43.vhd'
def compute_mgmt_client():
pass
compute_mgmt_client.disks = lambda: None
compute_mgmt_client.disks.get = lambda rg, name: FakeDisk(rg, name)
compute_mgmt_client.disks.delete = lambda rg, name: deleted_disks.append(
name)
return compute_mgmt_client
monkeypatch.setattr(PCWConfig, 'get_feature_property',
mock_get_feature_property)
monkeypatch.setattr(Azure, 'check_credentials',
lambda *args, **kwargs: True)
monkeypatch.setattr(Azure, 'resource_mgmt_client', mock_res_mgmt_client)
monkeypatch.setattr(Azure, 'compute_mgmt_client', mock_compute_mgmt_client)
keep_images = ['SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.3.vhd']
az = Azure('fake')
az.cleanup_disks_from_rg(keep_images)
assert deleted_disks == ['SLES15-SP2-Azure-HPC.x86_64-0.9.1-Build1.7.vhd']
def test_cleanup_all(monkeypatch):
called = 0
def count_call(*args, **kwargs):
nonlocal called
called = called + 1
monkeypatch.setattr(Provider, 'cfgGet', mock_cfgGet)
monkeypatch.setattr(Azure, 'check_credentials', lambda *args, **kwargs: None)
monkeypatch.setattr(Azure, 'get_storage_key', lambda *args, **kwargs: 'FOOXX')
monkeypatch.setattr(Azure, 'get_keeping_image_names', lambda *args, **kwargs: ['a', 'b'])
monkeypatch.setattr(Azure, 'cleanup_sle_images_container', count_call)
monkeypatch.setattr(Azure, 'cleanup_disks_from_rg', count_call)
monkeypatch.setattr(Azure, 'cleanup_images_from_rg', count_call)
monkeypatch.setattr(Azure, 'cleanup_bootdiagnostics', count_call)
az = Azure('fake')
az.cleanup_all()
assert called == 4
def cleanup_run():
for namespace in PCWConfig.get_namespaces_for('cleanup'):
try:
providers = PCWConfig.get_providers_for('cleanup', namespace)
logger.debug("[{}] Run cleanup for {}".format(namespace, ','.join(providers)))
if 'azure' in providers:
Azure(namespace).cleanup_all()
if 'ec2' in providers:
EC2(namespace).cleanup_all()
if 'gce' in providers:
GCE(namespace).cleanup_all()
except Exception as e:
logger.exception("[{}] Cleanup failed!".format(namespace))
send_mail('{} on Cleanup in [{}]'.format(type(e).__name__, namespace), traceback.format_exc())
def cleanup_run():
cfg = ConfigFile()
if cfg.has('cleanup'):
for vault_namespace in cfg.getList(['cleanup', 'namespaces'], cfg.getList(['vault', 'namespaces'], [''])):
try:
providers = cfg.getList(['vault.namespace.{}'.format(vault_namespace), 'providers'],
['ec2', 'azure', 'gce'])
logger.debug("[{}] Run cleanup for {}".format(vault_namespace, ','.join(providers)))
if 'azure' in providers:
Azure(vault_namespace).cleanup_all()
if 'ec2' in providers:
EC2(vault_namespace).cleanup_all()
if 'gce' in providers:
GCE(vault_namespace).cleanup_all()
except Exception as e:
logger.exception("[{}] Cleanup failed!".format(vault_namespace))
send_mail('{} on Cleanup in [{}]'.format(type(e).__name__, vault_namespace), traceback.format_exc())