def get_package_information_core(client, package_info):
"""
Called by GenericController.refresh_package_information() every hour
Retrieve information about the currently installed versions of the core packages
Retrieve information about the versions to which each package can potentially be updated
If installed version is different from candidate version --> store this information in model
Additionally check the services with a 'run' file
Verify whether the running version is up-to-date with the candidate version
If different --> store this information in the model
Result: Every package with updates or which requires services to be restarted is stored in the model
:param client: Client on which to collect the version information
:type client: SSHClient
:param package_info: Dictionary passed in by the thread calling this function
:type package_info: dict
:return: Package information
:rtype: dict
"""
try:
if client.username != 'root':
raise RuntimeError('Only the "root" user can retrieve the package information')
binaries = PackageManager.get_binary_versions(client=client, package_names=UpdateController.core_packages_with_binaries)
installed = PackageManager.get_installed_versions(client=client, package_names=UpdateController.all_core_packages)
candidate = PackageManager.get_candidate_versions(client=client, package_names=UpdateController.all_core_packages)
if set(installed.keys()) != set(UpdateController.all_core_packages) or set(candidate.keys()) != set(UpdateController.all_core_packages):
raise RuntimeError('Failed to retrieve the installed and candidate versions for packages: {0}'.format(', '.join(UpdateController.all_core_packages)))
# Retrieve Arakoon information
framework_arakoons = []
storagedriver_arakoons = []
for cluster, arakoon_list in {'cacc': framework_arakoons,
'ovsdb': framework_arakoons,
'voldrv': storagedriver_arakoons}.iteritems():
cluster_name = ArakoonClusterConfig.get_cluster_name(cluster)
if cluster_name is None:
continue
if cluster == 'cacc':
arakoon_metadata = ArakoonInstaller.get_arakoon_metadata_by_cluster_name(cluster_name=cluster_name, filesystem=True, ip=client.ip)
else:
arakoon_metadata = ArakoonInstaller.get_arakoon_metadata_by_cluster_name(cluster_name=cluster_name)
if arakoon_metadata['internal'] is True:
arakoon_list.append(ArakoonInstaller.get_service_name_for_cluster(cluster_name=arakoon_metadata['cluster_name']))
storagerouter = StorageRouterList.get_by_ip(client.ip)
alba_proxies = []
for service in storagerouter.services:
if service.type.name == ServiceType.SERVICE_TYPES.ALBA_PROXY:
alba_proxies.append(service.name)
storagedriver_services = []
for sd in storagerouter.storagedrivers:
storagedriver_services.append('ovs-dtl_{0}'.format(sd.vpool.name))
storagedriver_services.append('ovs-volumedriver_{0}'.format(sd.vpool.name))
default_entry = {'candidate': None,
'installed': None,
'services_to_restart': []}
# component: package_name: services_with_run_file
for component, info in {'framework': {'arakoon': framework_arakoons,
'openvstorage': []},
'storagedriver': {'alba': alba_proxies,
'arakoon': storagedriver_arakoons,
'volumedriver-no-dedup-base': [],
'volumedriver-no-dedup-server': storagedriver_services}}.iteritems():
component_info = {}
for package, services in info.iteritems():
for service in services:
service = ExtensionToolbox.remove_prefix(service, 'ovs-')
version_file = '/opt/OpenvStorage/run/{0}.version'.format(service)
if not client.file_exists(version_file):
UpdateController._logger.warning('{0}: Failed to find a version file in /opt/OpenvStorage/run for service {1}'.format(client.ip, service))
continue
package_name = package
running_versions = client.file_read(version_file).strip()
for version in running_versions.split(';'):
version = version.strip()
running_version = None
if '=' in version:
package_name = version.split('=')[0]
running_version = version.split('=')[1]
elif version:
running_version = version
if package_name not in UpdateController.all_core_packages:
raise ValueError('Unknown package dependency found in {0}'.format(version_file))
if package_name not in binaries:
raise RuntimeError('Binary version for package {0} was not retrieved'.format(package_name))
if running_version is not None and running_version != binaries[package_name]:
if package_name not in component_info:
component_info[package_name] = copy.deepcopy(default_entry)
component_info[package_name]['installed'] = running_version
component_info[package_name]['candidate'] = binaries[package_name]
component_info[package_name]['services_to_restart'].append('ovs-{0}'.format(service))
if installed[package] != candidate[package] and package not in component_info:
component_info[package] = copy.deepcopy(default_entry)
component_info[package]['installed'] = installed[package]
component_info[package]['candidate'] = candidate[package]
if component_info:
if component not in package_info[client.ip]:
package_info[client.ip][component] = {}
package_info[client.ip][component].update(component_info)
except Exception as ex:
if 'errors' not in package_info[client.ip]:
package_info[client.ip]['errors'] = []
package_info[client.ip]['errors'].append(ex)
return package_info
def _voldrv_arakoon_checkup(create_cluster):
def _add_service(service_storagerouter, arakoon_ports, service_name):
""" Add a service to the storage router """
new_service = Service()
new_service.name = service_name
new_service.type = service_type
new_service.ports = arakoon_ports
new_service.storagerouter = service_storagerouter
new_service.save()
return new_service
current_ips = []
current_services = []
service_type = ServiceTypeList.get_by_name(ServiceType.SERVICE_TYPES.ARAKOON)
cluster_name = Configuration.get('/ovs/framework/arakoon_clusters').get('voldrv')
if cluster_name is not None:
arakoon_service_name = ArakoonInstaller.get_service_name_for_cluster(cluster_name=cluster_name)
for service in service_type.services:
if service.name == arakoon_service_name:
current_services.append(service)
if service.is_internal is True:
current_ips.append(service.storagerouter.ip)
all_sr_ips = [storagerouter.ip for storagerouter in StorageRouterList.get_slaves()]
available_storagerouters = {}
for storagerouter in StorageRouterList.get_masters():
storagerouter.invalidate_dynamics(['partition_config'])
if len(storagerouter.partition_config[DiskPartition.ROLES.DB]) > 0:
available_storagerouters[storagerouter] = DiskPartition(storagerouter.partition_config[DiskPartition.ROLES.DB][0])
all_sr_ips.append(storagerouter.ip)
if create_cluster is True and len(current_services) == 0: # Create new cluster
metadata = ArakoonInstaller.get_unused_arakoon_metadata_and_claim(cluster_type=ServiceType.ARAKOON_CLUSTER_TYPES.SD)
if metadata is None: # No externally managed cluster found, we create 1 ourselves
if not available_storagerouters:
raise RuntimeError('Could not find any Storage Router with a DB role')
storagerouter, partition = available_storagerouters.items()[0]
arakoon_voldrv_cluster = 'voldrv'
result = ArakoonInstaller.create_cluster(cluster_name=arakoon_voldrv_cluster,
cluster_type=ServiceType.ARAKOON_CLUSTER_TYPES.SD,
ip=storagerouter.ip,
base_dir=partition.folder,
filesystem=False)
ports = [result['client_port'], result['messaging_port']]
metadata = result['metadata']
ArakoonInstaller.restart_cluster_add(cluster_name=arakoon_voldrv_cluster,
current_ips=current_ips,
new_ip=storagerouter.ip,
filesystem=False)
ArakoonInstaller.claim_cluster(cluster_name=arakoon_voldrv_cluster,
master_ip=storagerouter.ip,
filesystem=False,
metadata=metadata)
current_ips.append(storagerouter.ip)
else:
ports = []
storagerouter = None
cluster_name = metadata['cluster_name']
Configuration.set('/ovs/framework/arakoon_clusters|voldrv', cluster_name)
StorageDriverController._logger.info('Claiming {0} managed arakoon cluster: {1}'.format('externally' if storagerouter is None else 'internally', cluster_name))
StorageDriverController._configure_arakoon_to_volumedriver(cluster_name=cluster_name)
current_services.append(_add_service(service_storagerouter=storagerouter,
arakoon_ports=ports,
service_name=ArakoonInstaller.get_service_name_for_cluster(cluster_name=cluster_name)))
cluster_name = Configuration.get('/ovs/framework/arakoon_clusters').get('voldrv')
if cluster_name is None:
return
metadata = ArakoonInstaller.get_arakoon_metadata_by_cluster_name(cluster_name=cluster_name)
if 0 < len(current_services) < len(available_storagerouters) and metadata['internal'] is True:
for storagerouter, partition in available_storagerouters.iteritems():
if storagerouter.ip in current_ips:
continue
result = ArakoonInstaller.extend_cluster(master_ip=current_services[0].storagerouter.ip,
new_ip=storagerouter.ip,
cluster_name=cluster_name,
base_dir=partition.folder)
_add_service(service_storagerouter=storagerouter,
arakoon_ports=[result['client_port'], result['messaging_port']],
service_name=ArakoonInstaller.get_service_name_for_cluster(cluster_name=cluster_name))
current_ips.append(storagerouter.ip)
ArakoonInstaller.restart_cluster_add(cluster_name=cluster_name,
current_ips=current_ips,
new_ip=storagerouter.ip,
filesystem=False)
StorageDriverController._configure_arakoon_to_volumedriver(cluster_name=cluster_name)
