def check_update_deployed(undeployed_hosts, check_deployed_command, node_connection_params, vlan): #IGNORE:W0613
logger.debug(style.emph("check which hosts are already deployed among:") + " %s", undeployed_hosts)
deployment_hostnames_mapping = dict()
if vlan:
for host in undeployed_hosts:
deployment_hostnames_mapping[get_kavlan_host_name(host, vlan)] = host
else:
for host in undeployed_hosts:
deployment_hostnames_mapping[host] = host
deployed_check = get_remote(check_deployed_command,
list(deployment_hostnames_mapping),
connection_params = node_connection_params)
for p in deployed_check.processes:
p.nolog_exit_code = True
p.nolog_timeout = True
p.nolog_error = True
p.timeout = check_timeout
deployed_check.run()
newly_deployed = list()
for process in deployed_check.processes:
logger.debug(style.emph("check on %s:" % (process.host,))
+ " %s\n" % (process,)
+ style.emph("stdout:") + "\n%s\n" % (process.stdout)
+ style.emph("stderr:") + "\n%s\n" % (process.stderr))
if (process.ok):
newly_deployed.append(deployment_hostnames_mapping[process.host.address])
logger.debug("OK %s", deployment_hostnames_mapping[process.host.address])
else:
logger.debug("KO %s", deployment_hostnames_mapping[process.host.address])
return newly_deployed
def _launch_kadeploy(self, max_tries=1, check_deploy=True):
"""Create a execo_g5k.Deployment object, launch the deployment and
return a tuple (deployed_hosts, undeployed_hosts)
"""
logger.info('Deploying %s hosts \n%s', len(self.hosts),
hosts_list(self.hosts))
deployment = Deployment(
hosts=[Host(canonical_host_name(host)) for host in self.hosts],
env_file=self.env_file,
env_name=self.env_name,
user=self.env_user,
vlan=self.kavlan)
# Activate kadeploy output log if log level is debug
if logger.getEffectiveLevel() <= 10:
stdout = [sys.stdout]
stderr = [sys.stderr]
else:
stdout = None
stderr = None
deployed_hosts, undeployed_hosts = deploy(
deployment,
stdout_handlers=stdout,
stderr_handlers=stderr,
num_tries=max_tries,
check_deployed_command=check_deploy)
deployed_hosts = list(deployed_hosts)
undeployed_hosts = list(undeployed_hosts)
# Renaming hosts if a kavlan is used
if self.kavlan:
for i, host in enumerate(deployed_hosts):
deployed_hosts[i] = get_kavlan_host_name(host, self.kavlan)
for i, host in enumerate(undeployed_hosts):
undeployed_hosts[i] = get_kavlan_host_name(host, self.kavlan)
logger.info('Deployed %s hosts \n%s', len(deployed_hosts),
hosts_list(deployed_hosts))
cr = '\n' if len(undeployed_hosts) > 0 else ''
logger.info('Failed %s hosts %s%s', len(undeployed_hosts), cr,
hosts_list(undeployed_hosts))
self._update_hosts_state(deployed_hosts, undeployed_hosts)
return deployed_hosts, undeployed_hosts
def _launch_kadeploy(self, max_tries=1, check_deploy=True):
"""Create a execo_g5k.Deployment object, launch the deployment and
return a tuple (deployed_hosts, undeployed_hosts)
"""
logger.info('Deploying %s hosts \n%s', len(self.hosts),
hosts_list(self.hosts))
deployment = Deployment(hosts=[Host(canonical_host_name(host))
for host in self.hosts],
env_file=self.env_file,
env_name=self.env_name,
user=self.env_user,
vlan=self.kavlan)
# Activate kadeploy output log if log level is debug
if logger.getEffectiveLevel() <= 10:
stdout = [sys.stdout]
stderr = [sys.stderr]
else:
stdout = None
stderr = None
deployed_hosts, undeployed_hosts = deploy(deployment,
stdout_handlers=stdout,
stderr_handlers=stderr,
num_tries=max_tries,
check_deployed_command=check_deploy)
deployed_hosts = list(deployed_hosts)
undeployed_hosts = list(undeployed_hosts)
# Renaming hosts if a kavlan is used
if self.kavlan:
for i, host in enumerate(deployed_hosts):
deployed_hosts[i] = get_kavlan_host_name(host, self.kavlan)
for i, host in enumerate(undeployed_hosts):
undeployed_hosts[i] = get_kavlan_host_name(host, self.kavlan)
logger.info('Deployed %s hosts \n%s', len(deployed_hosts),
hosts_list(deployed_hosts))
cr = '\n' if len(undeployed_hosts) > 0 else ''
logger.info('Failed %s hosts %s%s', len(undeployed_hosts), cr,
hosts_list(undeployed_hosts))
self._update_hosts_state(deployed_hosts, undeployed_hosts)
return deployed_hosts, undeployed_hosts
def _define_elements(self,
infile=None,
resources=None,
hosts=None,
vms=None,
ip_mac=None,
distribution=None):
"""Create the list of sites, clusters, hosts, vms and check
correspondance between infile and resources"""
if not ip_mac:
self._get_ip_mac(resources)
else:
self.ip_mac = ip_mac
if not hosts:
self._get_resources_elements(resources)
else:
self.hosts = hosts if not self.kavlan else \
map(lambda h: get_kavlan_host_name(h, self.kavlan),
hosts)
self.sites = []
self.clusters = []
if not infile:
self.vms = vms
if len(filter(lambda v: v['host'] is None, self.vms)) > 0:
self.distribution = distribution if distribution \
else 'round-robin'
else:
self.distribution = None
else:
xml = parse(infile)
if self._check_xml_elements(xml, resources):
self.vms = self._get_xml_vms(xml)
self.distribution = None
else:
exit()
self._add_xml_elements()
if self.vms:
if self.distribution:
distribute_vms(self.vms, self.hosts, self.distribution)
self._set_vms_ip_mac()
self._add_xml_vms()
else:
self.vms = []
self.backing_files = list(set([vm['backing_file'] for vm in self.vms]))
def _get_resources_elements(self, resources=None):
""" """
self.sites = sorted([site for site in resources.keys()
if site != 'global'])
self.hosts = []
for site in self.sites:
if self.kavlan:
self.hosts += map(lambda host: get_kavlan_host_name(host,
self.kavlan), resources[site]['hosts'])
else:
self.hosts += resources[site]['hosts']
self.hosts.sort(key=lambda host: (host.split('.', 1)[0].split('-')[0],
int(host.split('.', 1)[0].split('-')[1])))
self.clusters = list(set([get_host_cluster(host)
for host in self.hosts]))
self.clusters.sort()
def _define_elements(self, infile=None, resources=None,
hosts=None, vms=None, ip_mac=None,
distribution=None):
"""Create the list of sites, clusters, hosts, vms and check
correspondance between infile and resources"""
if not ip_mac:
self._get_ip_mac(resources)
else:
self.ip_mac = ip_mac
if not hosts:
self._get_resources_elements(resources)
else:
self.hosts = hosts if not self.kavlan else \
map(lambda h: get_kavlan_host_name(h, self.kavlan),
hosts)
self.sites = []
self.clusters = []
if not infile:
self.vms = vms
if len(filter(lambda v: v['host'] is None, self.vms)) > 0:
self.distribution = distribution if distribution \
else 'round-robin'
else:
self.distribution = None
else:
xml = parse(infile)
if self._check_xml_elements(xml, resources):
self.vms = self._get_xml_vms(xml)
self.distribution = None
else:
exit()
self._add_xml_elements()
if self.vms:
if self.distribution:
distribute_vms(self.vms, self.hosts, self.distribution)
self._set_vms_ip_mac()
self._add_xml_vms()
else:
self.vms = []
self.backing_files = list(set([vm['backing_file'] for vm in self.vms]))
def _get_resources_elements(self, resources=None):
""" """
self.sites = sorted(
[site for site in resources.keys() if site != 'global'])
self.hosts = []
for site in self.sites:
if self.kavlan:
self.hosts += map(
lambda host: get_kavlan_host_name(host, self.kavlan),
resources[site]['hosts'])
else:
self.hosts += resources[site]['hosts']
self.hosts.sort(key=lambda host: (host.split('.', 1)[0].split('-')[
0], int(host.split('.', 1)[0].split('-')[1])))
self.clusters = list(
set([get_host_cluster(host) for host in self.hosts]))
self.clusters.sort()
def check_update_deployed(undeployed_hosts, check_deployed_command,
node_connection_params, vlan): #IGNORE:W0613
logger.debug(
style.emph("check which hosts are already deployed among:") +
" %s", undeployed_hosts)
deployment_hostnames_mapping = dict()
if vlan:
for host in undeployed_hosts:
deployment_hostnames_mapping[get_kavlan_host_name(host,
vlan)] = host
else:
for host in undeployed_hosts:
deployment_hostnames_mapping[host] = host
deployed_check = get_remote(check_deployed_command,
list(deployment_hostnames_mapping),
connection_params=node_connection_params)
for p in deployed_check.processes:
p.nolog_exit_code = True
p.nolog_timeout = True
p.nolog_error = True
p.timeout = check_timeout
deployed_check.run()
newly_deployed = list()
for process in deployed_check.processes:
logger.debug(
style.emph("check on %s:" %
(process.host, )) + " %s\n" % (process, ) +
style.emph("stdout:") + "\n%s\n" % (process.stdout) +
style.emph("stderr:") + "\n%s\n" % (process.stderr))
if (process.ok):
newly_deployed.append(
deployment_hostnames_mapping[process.host.address])
logger.debug(
"OK %s",
deployment_hostnames_mapping[process.host.address])
else:
logger.debug(
"KO %s",
deployment_hostnames_mapping[process.host.address])
return newly_deployed