class ExecutionEnvironment(object):
def __init__(self, storage_dir, dha_file, root_dir):
self.storage_dir = storage_dir
self.dha = LibvirtAdapter(dha_file)
self.root_dir = root_dir
self.parser = etree.XMLParser(remove_blank_text=True)
self.fuel_node_id = self.dha.get_fuel_node_id()
def delete_vm(self, node_id):
vm_name = self.dha.get_node_property(node_id, 'libvirtName')
r, c = exec_cmd('virsh dumpxml %s' % vm_name, False)
if c:
return
self.undefine_vm_delete_disk(r, vm_name)
def undefine_vm_delete_disk(self, printout, vm_name):
disk_files = []
xml_dump = etree.fromstring(printout, self.parser)
disks = xml_dump.xpath('/domain/devices/disk')
for disk in disks:
sources = disk.xpath('source')
for source in sources:
source_file = source.get('file')
if source_file:
disk_files.append(source_file)
log('Deleting VM %s with disks %s' % (vm_name, disk_files))
exec_cmd('virsh destroy %s' % vm_name, False)
exec_cmd('virsh undefine %s' % vm_name, False)
for file in disk_files:
delete(file)
def define_vm(self, vm_name, temp_vm_file, disk_path):
log('Creating VM %s with disks %s' % (vm_name, disk_path))
with open(temp_vm_file) as f:
vm_xml = etree.parse(f)
names = vm_xml.xpath('/domain/name')
for name in names:
name.text = vm_name
uuids = vm_xml.xpath('/domain/uuid')
for uuid in uuids:
uuid.getparent().remove(uuid)
disks = vm_xml.xpath('/domain/devices/disk')
for disk in disks:
if (disk.get('type') == 'file' and disk.get('device') == 'disk'):
sources = disk.xpath('source')
for source in sources:
disk.remove(source)
source = etree.Element('source')
source.set('file', disk_path)
disk.append(source)
with open(temp_vm_file, 'w') as f:
vm_xml.write(f, pretty_print=True, xml_declaration=True)
exec_cmd('virsh define %s' % temp_vm_file)
def __init__(self, dea_file, dha_file, fuel_ip, fuel_username,
fuel_password, fuel_node_id, iso_file, work_dir,
fuel_plugins_dir, no_plugins):
self.dea_file = dea_file
self.dha = LibvirtAdapter(dha_file)
self.fuel_ip = fuel_ip
self.fuel_username = fuel_username
self.fuel_password = fuel_password
self.fuel_node_id = fuel_node_id
self.iso_file = iso_file
self.iso_dir = os.path.dirname(self.iso_file)
self.work_dir = work_dir
self.fuel_plugins_dir = fuel_plugins_dir
self.no_plugins = no_plugins
self.file_dir = os.path.dirname(os.path.realpath(__file__))
self.ssh = SSHClient(self.fuel_ip, self.fuel_username,
self.fuel_password)
def __init__(self, dea_file, dha_file, fuel_ip, fuel_username, fuel_password,
fuel_node_id, iso_file, work_dir):
self.dea_file = dea_file
self.dha = LibvirtAdapter(dha_file)
self.fuel_ip = fuel_ip
self.fuel_username = fuel_username
self.fuel_password = fuel_password
self.fuel_node_id = fuel_node_id
self.iso_file = iso_file
self.work_dir = work_dir
self.file_dir = os.path.dirname(os.path.realpath(__file__))
self.ssh = SSHClient(self.fuel_ip, self.fuel_username,
self.fuel_password)
def __new__(cls, yaml_path):
with io.open(yaml_path) as yaml_file:
dha_struct = yaml.load(yaml_file)
type = dha_struct['adapter']
if cls is DeploymentHardwareAdapter:
if type == 'libvirt':
return LibvirtAdapter(yaml_path)
if type == 'ipmi':
return IpmiAdapter(yaml_path)
if type == 'hp':
return HpAdapter(yaml_path)
if type == 'amt':
return AmtAdapter(yaml_path)
return super(DeploymentHardwareAdapter, cls).__new__(cls)
def __init__(self, storage_dir, dha_file, root_dir):
self.storage_dir = storage_dir
self.dha = LibvirtAdapter(dha_file)
self.root_dir = root_dir
self.parser = etree.XMLParser(remove_blank_text=True)
self.fuel_node_id = self.dha.get_fuel_node_id()
class ExecutionEnvironment(object):
def __init__(self, storage_dir, dha_file, root_dir):
self.storage_dir = storage_dir
self.dha = LibvirtAdapter(dha_file)
self.root_dir = root_dir
self.parser = etree.XMLParser(remove_blank_text=True)
self.fuel_node_id = self.dha.get_fuel_node_id()
def delete_vm(self, node_id):
vm_name = self.dha.get_node_property(node_id, 'libvirtName')
r, c = exec_cmd('virsh dumpxml %s' % vm_name, False)
if c:
return
self.undefine_vm_delete_disk(r, vm_name)
def undefine_vm_delete_disk(self, printout, vm_name):
disk_files = []
xml_dump = etree.fromstring(printout, self.parser)
disks = xml_dump.xpath('/domain/devices/disk')
for disk in disks:
sources = disk.xpath('source')
for source in sources:
source_file = source.get('file')
if source_file:
disk_files.append(source_file)
log('Deleting VM %s with disks %s' % (vm_name, disk_files))
exec_cmd('virsh destroy %s' % vm_name, False)
exec_cmd(
'virsh undefine --managed-save --remove-all-storage %s' % vm_name,
False)
for file in disk_files:
delete(file)
def overwrite_xml(self, vm_xml, vm_definition_overwrite):
if not vm_definition_overwrite:
return
for key, value in vm_definition_overwrite.iteritems():
if key == 'attribute_equlas':
continue
if key == 'value':
vm_xml.text = str(value)
return
if key == 'attribute':
for attr_key, attr_value in value.iteritems():
vm_xml.set(attr_key, str(attr_value))
return
if isinstance(value, dict):
only_when_attribute = value.get('attribute_equlas')
for xml_element in vm_xml.xpath(key):
if only_when_attribute:
for attr_key, attr_value in \
only_when_attribute.iteritems():
if attr_value != xml_element.get(attr_key):
continue
self.overwrite_xml(xml_element, value)
def define_vm(self, vm_name, temp_vm_file, disk_path,
vm_definition_overwrite):
log('Creating VM %s with disks %s' % (vm_name, disk_path))
with open(temp_vm_file) as f:
vm_xml = etree.parse(f)
names = vm_xml.xpath('/domain/name')
for name in names:
name.text = vm_name
uuids = vm_xml.xpath('/domain/uuid')
for uuid in uuids:
uuid.getparent().remove(uuid)
self.overwrite_xml(vm_xml.xpath('/domain')[0], vm_definition_overwrite)
disks = vm_xml.xpath('/domain/devices/disk')
for disk in disks:
if (disk.get('type') == 'file' and disk.get('device') == 'disk'):
sources = disk.xpath('source')
for source in sources:
disk.remove(source)
source = etree.Element('source')
source.set('file', disk_path)
disk.append(source)
with open(temp_vm_file, 'w') as f:
vm_xml.write(f, pretty_print=True, xml_declaration=True)
exec_cmd('virsh define %s' % temp_vm_file)
class InstallFuelMaster(object):
def __init__(self, dea_file, dha_file, fuel_ip, fuel_username, fuel_password,
fuel_node_id, iso_file, work_dir):
self.dea_file = dea_file
self.dha = LibvirtAdapter(dha_file)
self.fuel_ip = fuel_ip
self.fuel_username = fuel_username
self.fuel_password = fuel_password
self.fuel_node_id = fuel_node_id
self.iso_file = iso_file
self.work_dir = work_dir
self.file_dir = os.path.dirname(os.path.realpath(__file__))
self.ssh = SSHClient(self.fuel_ip, self.fuel_username,
self.fuel_password)
def install(self):
log('Start Fuel Installation')
self.dha.node_power_off(self.fuel_node_id)
self.zero_mbr_set_boot_order()
self.proceed_with_installation()
def custom_install(self):
log('Start Custom Fuel Installation')
self.dha.node_power_off(self.fuel_node_id)
log('Zero the MBR')
self.dha.node_zero_mbr(self.fuel_node_id)
self.dha.node_set_boot_order(self.fuel_node_id, ['disk', 'iso'])
self.proceed_with_installation()
def proceed_with_installation(self):
log('Eject ISO')
self.dha.node_eject_iso(self.fuel_node_id)
log('Insert ISO %s' % self.iso_file)
self.dha.node_insert_iso(self.fuel_node_id, self.iso_file)
self.dha.node_power_on(self.fuel_node_id)
log('Waiting for Fuel master to accept SSH')
self.wait_for_node_up()
log('Wait until Fuel menu is up')
fuel_menu_pid = self.wait_until_fuel_menu_up()
log('Inject our own astute.yaml settings')
self.inject_own_astute_yaml()
log('Let the Fuel deployment continue')
log('Found FUEL menu as PID %s, now killing it' % fuel_menu_pid)
self.ssh_exec_cmd('kill %s' % fuel_menu_pid)
log('Wait until installation complete')
self.wait_until_installation_completed()
log('Waiting for one minute for Fuel to stabilize')
time.sleep(60)
log('Eject ISO')
self.dha.node_eject_iso(self.fuel_node_id)
log('Fuel Master installed successfully !')
def zero_mbr_set_boot_order(self):
if self.dha.node_can_zero_mbr(self.fuel_node_id):
log('Fuel Node %s capable of zeroing MBR so doing that...'
% self.fuel_node_id)
self.dha.node_zero_mbr(self.fuel_node_id)
self.dha.node_set_boot_order(self.fuel_node_id, ['disk', 'iso'])
elif self.dha.node_can_set_boot_order_live(self.fuel_node_id):
log('Node %s can change ISO boot order live' % self.fuel_node_id)
self.dha.node_set_boot_order(self.fuel_node_id, ['iso', 'disk'])
else:
err('No way to install Fuel node')
def wait_for_node_up(self):
WAIT_LOOP = 60
SLEEP_TIME = 10
success = False
for i in range(WAIT_LOOP):
try:
self.ssh.open()
success = True
break
except Exception as e:
log('EXCEPTION [%s] received when SSH-ing into Fuel VM %s ... '
'sleeping %s seconds' % (e, self.fuel_ip, SLEEP_TIME))
time.sleep(SLEEP_TIME)
finally:
self.ssh.close()
if not success:
err('Could not SSH into Fuel VM %s' % self.fuel_ip)
def wait_until_fuel_menu_up(self):
WAIT_LOOP = 60
SLEEP_TIME = 10
CMD = 'ps -ef'
SEARCH = 'fuelmenu'
fuel_menu_pid = None
with self.ssh:
for i in range(WAIT_LOOP):
ret = self.ssh.exec_cmd(CMD)
fuel_menu_pid = self.get_fuel_menu_pid(ret, SEARCH)
if not fuel_menu_pid:
time.sleep(SLEEP_TIME)
else:
break
if not fuel_menu_pid:
err('Could not find the Fuel Menu Process ID')
return fuel_menu_pid
def get_fuel_menu_pid(self, printout, search):
fuel_menu_pid = None
for line in printout.splitlines():
if search in line:
fuel_menu_pid = clean(line)[1]
break
return fuel_menu_pid
def ssh_exec_cmd(self, cmd):
with self.ssh:
ret = self.ssh.exec_cmd(cmd)
return ret
def inject_own_astute_yaml(self):
dest ='~/%s/' % self.work_dir
with self.ssh as s:
s.exec_cmd('rm -rf %s' % self.work_dir, check=False)
s.exec_cmd('mkdir ~/%s' % self.work_dir)
s.scp_put(self.dea_file, dest)
s.scp_put('%s/common.py' % self.file_dir, dest)
s.scp_put('%s/dea.py' % self.file_dir, dest)
s.scp_put('%s/transplant_fuel_settings.py' % self.file_dir, dest)
log('Modifying Fuel astute')
s.run('python ~/%s/%s ~/%s/%s'
% (self.work_dir, TRANSPLANT_FUEL_SETTINGS,
self.work_dir, os.path.basename(self.dea_file)))
def wait_until_installation_completed(self):
WAIT_LOOP = 180
SLEEP_TIME = 10
CMD = 'ps -ef | grep %s | grep -v grep' % BOOTSTRAP_ADMIN
install_completed = False
with self.ssh:
for i in range(WAIT_LOOP):
ret = self.ssh.exec_cmd(CMD)
if not ret:
install_completed = True
break
else:
time.sleep(SLEEP_TIME)
if not install_completed:
err('Fuel installation did not complete')
class InstallFuelMaster(object):
def __init__(self, dea_file, dha_file, fuel_ip, fuel_username,
fuel_password, fuel_node_id, iso_file, work_dir,
fuel_plugins_dir, no_plugins):
self.dea_file = dea_file
self.dha = LibvirtAdapter(dha_file)
self.fuel_ip = fuel_ip
self.fuel_username = fuel_username
self.fuel_password = fuel_password
self.fuel_node_id = fuel_node_id
self.iso_file = iso_file
self.iso_dir = os.path.dirname(self.iso_file)
self.work_dir = work_dir
self.fuel_plugins_dir = fuel_plugins_dir
self.no_plugins = no_plugins
self.file_dir = os.path.dirname(os.path.realpath(__file__))
self.ssh = SSHClient(self.fuel_ip, self.fuel_username,
self.fuel_password)
def install(self):
log('Start Fuel Installation')
self.dha.node_power_off(self.fuel_node_id)
log('Zero the MBR')
self.dha.node_zero_mbr(self.fuel_node_id)
self.dha.node_set_boot_order(self.fuel_node_id, ['disk', 'iso'])
try:
self.proceed_with_installation()
except Exception as e:
self.post_install_cleanup()
err(e)
def proceed_with_installation(self):
log('Eject ISO')
self.dha.node_eject_iso(self.fuel_node_id)
log('Insert ISO %s' % self.iso_file)
self.dha.node_insert_iso(self.fuel_node_id, self.iso_file)
self.dha.node_power_on(self.fuel_node_id)
log('Waiting for Fuel master to accept SSH')
self.wait_for_node_up()
log('Wait until Fuel menu is up')
fuel_menu_pid = self.wait_until_fuel_menu_up()
log('Inject our own astute.yaml settings')
self.inject_own_astute_yaml()
log('Let the Fuel deployment continue')
log('Found FUEL menu as PID %s, now killing it' % fuel_menu_pid)
self.ssh_exec_cmd('kill %s' % fuel_menu_pid, False)
log('Wait until installation is complete')
self.wait_until_installation_completed()
log('Waiting for one minute for Fuel to stabilize')
time.sleep(60)
self.delete_deprecated_fuel_client_config()
if not self.no_plugins:
self.collect_plugin_files()
self.install_plugins()
self.post_install_cleanup()
log('Fuel Master installed successfully !')
def collect_plugin_files(self):
with self.ssh as s:
s.exec_cmd('mkdir %s' % PLUGINS_DIR)
if self.fuel_plugins_dir:
for f in glob.glob('%s/*.rpm' % self.fuel_plugins_dir):
s.scp_put(f, PLUGINS_DIR)
def install_plugins(self):
log('Installing Fuel Plugins')
plugin_files = []
with self.ssh as s:
for plugin_location in [PLUGINS_DIR, LOCAL_PLUGIN_FOLDER]:
s.exec_cmd('mkdir -p %s' % plugin_location)
r = s.exec_cmd('find %s -type f -name \'*.rpm\'' %
plugin_location)
plugin_files.extend(r.splitlines())
for f in plugin_files:
log('Found plugin %s, installing ...' % f)
r, e = s.exec_cmd('fuel plugins --install %s' % f, False)
printout = r + e if e else r
if e and all(
[err not in printout for err in IGNORABLE_FUEL_ERRORS]):
raise Exception('Installation of Fuel Plugin %s '
'failed: %s' % (f, e))
def wait_for_node_up(self):
WAIT_LOOP = 240
SLEEP_TIME = 10
success = False
for i in range(WAIT_LOOP):
try:
self.ssh.open()
success = True
break
except Exception:
log('Trying to SSH into Fuel VM %s ... sleeping %s seconds' %
(self.fuel_ip, SLEEP_TIME))
time.sleep(SLEEP_TIME)
finally:
self.ssh.close()
if not success:
raise Exception('Could not SSH into Fuel VM %s' % self.fuel_ip)
def wait_until_fuel_menu_up(self):
WAIT_LOOP = 60
SLEEP_TIME = 10
CMD = 'ps -ef'
SEARCH = 'fuelmenu'
fuel_menu_pid = None
with self.ssh:
for i in range(WAIT_LOOP):
ret = self.ssh.exec_cmd(CMD)
fuel_menu_pid = self.get_fuel_menu_pid(ret, SEARCH)
if not fuel_menu_pid:
time.sleep(SLEEP_TIME)
else:
break
if not fuel_menu_pid:
raise Exception('Could not find the Fuel Menu Process ID')
return fuel_menu_pid
def get_fuel_menu_pid(self, printout, search):
for line in printout.splitlines():
if line.endswith(search):
return clean(line)[1]
def ssh_exec_cmd(self, cmd, check=True):
with self.ssh:
ret = self.ssh.exec_cmd(cmd, check=check)
return ret
def inject_own_astute_yaml(self):
with self.ssh as s:
s.exec_cmd('rm -rf %s' % self.work_dir, False)
s.exec_cmd('mkdir %s' % self.work_dir)
s.scp_put(self.dea_file, self.work_dir)
s.scp_put('%s/common.py' % self.file_dir, self.work_dir)
s.scp_put('%s/dea.py' % self.file_dir, self.work_dir)
s.scp_put('%s/transplant_fuel_settings.py' % self.file_dir,
self.work_dir)
log('Modifying Fuel astute')
s.run('python %s/%s %s/%s' %
(self.work_dir, TRANSPLANT_FUEL_SETTINGS, self.work_dir,
os.path.basename(self.dea_file)))
def wait_until_installation_completed(self):
WAIT_LOOP = 360
SLEEP_TIME = 10
CMD = 'ps -ef | grep %s | grep -v grep' % BOOTSTRAP_ADMIN
install_completed = False
with self.ssh:
for i in range(WAIT_LOOP):
ret = self.ssh.exec_cmd(CMD)
if not ret:
install_completed = True
break
else:
time.sleep(SLEEP_TIME)
if not install_completed:
raise Exception('Fuel installation did not complete')
def post_install_cleanup(self):
log('Eject ISO file %s' % self.iso_file)
self.dha.node_eject_iso(self.fuel_node_id)
delete(self.iso_dir)
def delete_deprecated_fuel_client_config(self):
with self.ssh as s:
response, error = s.exec_cmd('fuel -v', False)
if (error and 'DEPRECATION WARNING' in error
and FUEL_CLIENT_CONFIG in error):
log('Delete deprecated fuel client config %s' % FUEL_CLIENT_CONFIG)
with self.ssh as s:
s.exec_cmd('rm %s' % FUEL_CLIENT_CONFIG, False)