class ExecutionEnvironment(object): def __init__(self, storage_dir, dha_file, root_dir): self.storage_dir = storage_dir self.dha = LibvirtAdapter(dha_file) self.root_dir = root_dir self.parser = etree.XMLParser(remove_blank_text=True) self.fuel_node_id = self.dha.get_fuel_node_id() def delete_vm(self, node_id): vm_name = self.dha.get_node_property(node_id, 'libvirtName') r, c = exec_cmd('virsh dumpxml %s' % vm_name, False) if c: return self.undefine_vm_delete_disk(r, vm_name) def undefine_vm_delete_disk(self, printout, vm_name): disk_files = [] xml_dump = etree.fromstring(printout, self.parser) disks = xml_dump.xpath('/domain/devices/disk') for disk in disks: sources = disk.xpath('source') for source in sources: source_file = source.get('file') if source_file: disk_files.append(source_file) log('Deleting VM %s with disks %s' % (vm_name, disk_files)) exec_cmd('virsh destroy %s' % vm_name, False) exec_cmd('virsh undefine %s' % vm_name, False) for file in disk_files: delete(file) def define_vm(self, vm_name, temp_vm_file, disk_path): log('Creating VM %s with disks %s' % (vm_name, disk_path)) with open(temp_vm_file) as f: vm_xml = etree.parse(f) names = vm_xml.xpath('/domain/name') for name in names: name.text = vm_name uuids = vm_xml.xpath('/domain/uuid') for uuid in uuids: uuid.getparent().remove(uuid) disks = vm_xml.xpath('/domain/devices/disk') for disk in disks: if (disk.get('type') == 'file' and disk.get('device') == 'disk'): sources = disk.xpath('source') for source in sources: disk.remove(source) source = etree.Element('source') source.set('file', disk_path) disk.append(source) with open(temp_vm_file, 'w') as f: vm_xml.write(f, pretty_print=True, xml_declaration=True) exec_cmd('virsh define %s' % temp_vm_file)
def __init__(self, dea_file, dha_file, fuel_ip, fuel_username, fuel_password, fuel_node_id, iso_file, work_dir, fuel_plugins_dir, no_plugins): self.dea_file = dea_file self.dha = LibvirtAdapter(dha_file) self.fuel_ip = fuel_ip self.fuel_username = fuel_username self.fuel_password = fuel_password self.fuel_node_id = fuel_node_id self.iso_file = iso_file self.iso_dir = os.path.dirname(self.iso_file) self.work_dir = work_dir self.fuel_plugins_dir = fuel_plugins_dir self.no_plugins = no_plugins self.file_dir = os.path.dirname(os.path.realpath(__file__)) self.ssh = SSHClient(self.fuel_ip, self.fuel_username, self.fuel_password)
def __init__(self, dea_file, dha_file, fuel_ip, fuel_username, fuel_password, fuel_node_id, iso_file, work_dir): self.dea_file = dea_file self.dha = LibvirtAdapter(dha_file) self.fuel_ip = fuel_ip self.fuel_username = fuel_username self.fuel_password = fuel_password self.fuel_node_id = fuel_node_id self.iso_file = iso_file self.work_dir = work_dir self.file_dir = os.path.dirname(os.path.realpath(__file__)) self.ssh = SSHClient(self.fuel_ip, self.fuel_username, self.fuel_password)
def __new__(cls, yaml_path): with io.open(yaml_path) as yaml_file: dha_struct = yaml.load(yaml_file) type = dha_struct['adapter'] if cls is DeploymentHardwareAdapter: if type == 'libvirt': return LibvirtAdapter(yaml_path) if type == 'ipmi': return IpmiAdapter(yaml_path) if type == 'hp': return HpAdapter(yaml_path) if type == 'amt': return AmtAdapter(yaml_path) return super(DeploymentHardwareAdapter, cls).__new__(cls)
def __init__(self, storage_dir, dha_file, root_dir): self.storage_dir = storage_dir self.dha = LibvirtAdapter(dha_file) self.root_dir = root_dir self.parser = etree.XMLParser(remove_blank_text=True) self.fuel_node_id = self.dha.get_fuel_node_id()
class ExecutionEnvironment(object): def __init__(self, storage_dir, dha_file, root_dir): self.storage_dir = storage_dir self.dha = LibvirtAdapter(dha_file) self.root_dir = root_dir self.parser = etree.XMLParser(remove_blank_text=True) self.fuel_node_id = self.dha.get_fuel_node_id() def delete_vm(self, node_id): vm_name = self.dha.get_node_property(node_id, 'libvirtName') r, c = exec_cmd('virsh dumpxml %s' % vm_name, False) if c: return self.undefine_vm_delete_disk(r, vm_name) def undefine_vm_delete_disk(self, printout, vm_name): disk_files = [] xml_dump = etree.fromstring(printout, self.parser) disks = xml_dump.xpath('/domain/devices/disk') for disk in disks: sources = disk.xpath('source') for source in sources: source_file = source.get('file') if source_file: disk_files.append(source_file) log('Deleting VM %s with disks %s' % (vm_name, disk_files)) exec_cmd('virsh destroy %s' % vm_name, False) exec_cmd( 'virsh undefine --managed-save --remove-all-storage %s' % vm_name, False) for file in disk_files: delete(file) def overwrite_xml(self, vm_xml, vm_definition_overwrite): if not vm_definition_overwrite: return for key, value in vm_definition_overwrite.iteritems(): if key == 'attribute_equlas': continue if key == 'value': vm_xml.text = str(value) return if key == 'attribute': for attr_key, attr_value in value.iteritems(): vm_xml.set(attr_key, str(attr_value)) return if isinstance(value, dict): only_when_attribute = value.get('attribute_equlas') for xml_element in vm_xml.xpath(key): if only_when_attribute: for attr_key, attr_value in \ only_when_attribute.iteritems(): if attr_value != xml_element.get(attr_key): continue self.overwrite_xml(xml_element, value) def define_vm(self, vm_name, temp_vm_file, disk_path, vm_definition_overwrite): log('Creating VM %s with disks %s' % (vm_name, disk_path)) with open(temp_vm_file) as f: vm_xml = etree.parse(f) names = vm_xml.xpath('/domain/name') for name in names: name.text = vm_name uuids = vm_xml.xpath('/domain/uuid') for uuid in uuids: uuid.getparent().remove(uuid) self.overwrite_xml(vm_xml.xpath('/domain')[0], vm_definition_overwrite) disks = vm_xml.xpath('/domain/devices/disk') for disk in disks: if (disk.get('type') == 'file' and disk.get('device') == 'disk'): sources = disk.xpath('source') for source in sources: disk.remove(source) source = etree.Element('source') source.set('file', disk_path) disk.append(source) with open(temp_vm_file, 'w') as f: vm_xml.write(f, pretty_print=True, xml_declaration=True) exec_cmd('virsh define %s' % temp_vm_file)
class InstallFuelMaster(object): def __init__(self, dea_file, dha_file, fuel_ip, fuel_username, fuel_password, fuel_node_id, iso_file, work_dir): self.dea_file = dea_file self.dha = LibvirtAdapter(dha_file) self.fuel_ip = fuel_ip self.fuel_username = fuel_username self.fuel_password = fuel_password self.fuel_node_id = fuel_node_id self.iso_file = iso_file self.work_dir = work_dir self.file_dir = os.path.dirname(os.path.realpath(__file__)) self.ssh = SSHClient(self.fuel_ip, self.fuel_username, self.fuel_password) def install(self): log('Start Fuel Installation') self.dha.node_power_off(self.fuel_node_id) self.zero_mbr_set_boot_order() self.proceed_with_installation() def custom_install(self): log('Start Custom Fuel Installation') self.dha.node_power_off(self.fuel_node_id) log('Zero the MBR') self.dha.node_zero_mbr(self.fuel_node_id) self.dha.node_set_boot_order(self.fuel_node_id, ['disk', 'iso']) self.proceed_with_installation() def proceed_with_installation(self): log('Eject ISO') self.dha.node_eject_iso(self.fuel_node_id) log('Insert ISO %s' % self.iso_file) self.dha.node_insert_iso(self.fuel_node_id, self.iso_file) self.dha.node_power_on(self.fuel_node_id) log('Waiting for Fuel master to accept SSH') self.wait_for_node_up() log('Wait until Fuel menu is up') fuel_menu_pid = self.wait_until_fuel_menu_up() log('Inject our own astute.yaml settings') self.inject_own_astute_yaml() log('Let the Fuel deployment continue') log('Found FUEL menu as PID %s, now killing it' % fuel_menu_pid) self.ssh_exec_cmd('kill %s' % fuel_menu_pid) log('Wait until installation complete') self.wait_until_installation_completed() log('Waiting for one minute for Fuel to stabilize') time.sleep(60) log('Eject ISO') self.dha.node_eject_iso(self.fuel_node_id) log('Fuel Master installed successfully !') def zero_mbr_set_boot_order(self): if self.dha.node_can_zero_mbr(self.fuel_node_id): log('Fuel Node %s capable of zeroing MBR so doing that...' % self.fuel_node_id) self.dha.node_zero_mbr(self.fuel_node_id) self.dha.node_set_boot_order(self.fuel_node_id, ['disk', 'iso']) elif self.dha.node_can_set_boot_order_live(self.fuel_node_id): log('Node %s can change ISO boot order live' % self.fuel_node_id) self.dha.node_set_boot_order(self.fuel_node_id, ['iso', 'disk']) else: err('No way to install Fuel node') def wait_for_node_up(self): WAIT_LOOP = 60 SLEEP_TIME = 10 success = False for i in range(WAIT_LOOP): try: self.ssh.open() success = True break except Exception as e: log('EXCEPTION [%s] received when SSH-ing into Fuel VM %s ... ' 'sleeping %s seconds' % (e, self.fuel_ip, SLEEP_TIME)) time.sleep(SLEEP_TIME) finally: self.ssh.close() if not success: err('Could not SSH into Fuel VM %s' % self.fuel_ip) def wait_until_fuel_menu_up(self): WAIT_LOOP = 60 SLEEP_TIME = 10 CMD = 'ps -ef' SEARCH = 'fuelmenu' fuel_menu_pid = None with self.ssh: for i in range(WAIT_LOOP): ret = self.ssh.exec_cmd(CMD) fuel_menu_pid = self.get_fuel_menu_pid(ret, SEARCH) if not fuel_menu_pid: time.sleep(SLEEP_TIME) else: break if not fuel_menu_pid: err('Could not find the Fuel Menu Process ID') return fuel_menu_pid def get_fuel_menu_pid(self, printout, search): fuel_menu_pid = None for line in printout.splitlines(): if search in line: fuel_menu_pid = clean(line)[1] break return fuel_menu_pid def ssh_exec_cmd(self, cmd): with self.ssh: ret = self.ssh.exec_cmd(cmd) return ret def inject_own_astute_yaml(self): dest ='~/%s/' % self.work_dir with self.ssh as s: s.exec_cmd('rm -rf %s' % self.work_dir, check=False) s.exec_cmd('mkdir ~/%s' % self.work_dir) s.scp_put(self.dea_file, dest) s.scp_put('%s/common.py' % self.file_dir, dest) s.scp_put('%s/dea.py' % self.file_dir, dest) s.scp_put('%s/transplant_fuel_settings.py' % self.file_dir, dest) log('Modifying Fuel astute') s.run('python ~/%s/%s ~/%s/%s' % (self.work_dir, TRANSPLANT_FUEL_SETTINGS, self.work_dir, os.path.basename(self.dea_file))) def wait_until_installation_completed(self): WAIT_LOOP = 180 SLEEP_TIME = 10 CMD = 'ps -ef | grep %s | grep -v grep' % BOOTSTRAP_ADMIN install_completed = False with self.ssh: for i in range(WAIT_LOOP): ret = self.ssh.exec_cmd(CMD) if not ret: install_completed = True break else: time.sleep(SLEEP_TIME) if not install_completed: err('Fuel installation did not complete')
class InstallFuelMaster(object): def __init__(self, dea_file, dha_file, fuel_ip, fuel_username, fuel_password, fuel_node_id, iso_file, work_dir, fuel_plugins_dir, no_plugins): self.dea_file = dea_file self.dha = LibvirtAdapter(dha_file) self.fuel_ip = fuel_ip self.fuel_username = fuel_username self.fuel_password = fuel_password self.fuel_node_id = fuel_node_id self.iso_file = iso_file self.iso_dir = os.path.dirname(self.iso_file) self.work_dir = work_dir self.fuel_plugins_dir = fuel_plugins_dir self.no_plugins = no_plugins self.file_dir = os.path.dirname(os.path.realpath(__file__)) self.ssh = SSHClient(self.fuel_ip, self.fuel_username, self.fuel_password) def install(self): log('Start Fuel Installation') self.dha.node_power_off(self.fuel_node_id) log('Zero the MBR') self.dha.node_zero_mbr(self.fuel_node_id) self.dha.node_set_boot_order(self.fuel_node_id, ['disk', 'iso']) try: self.proceed_with_installation() except Exception as e: self.post_install_cleanup() err(e) def proceed_with_installation(self): log('Eject ISO') self.dha.node_eject_iso(self.fuel_node_id) log('Insert ISO %s' % self.iso_file) self.dha.node_insert_iso(self.fuel_node_id, self.iso_file) self.dha.node_power_on(self.fuel_node_id) log('Waiting for Fuel master to accept SSH') self.wait_for_node_up() log('Wait until Fuel menu is up') fuel_menu_pid = self.wait_until_fuel_menu_up() log('Inject our own astute.yaml settings') self.inject_own_astute_yaml() log('Let the Fuel deployment continue') log('Found FUEL menu as PID %s, now killing it' % fuel_menu_pid) self.ssh_exec_cmd('kill %s' % fuel_menu_pid, False) log('Wait until installation is complete') self.wait_until_installation_completed() log('Waiting for one minute for Fuel to stabilize') time.sleep(60) self.delete_deprecated_fuel_client_config() if not self.no_plugins: self.collect_plugin_files() self.install_plugins() self.post_install_cleanup() log('Fuel Master installed successfully !') def collect_plugin_files(self): with self.ssh as s: s.exec_cmd('mkdir %s' % PLUGINS_DIR) if self.fuel_plugins_dir: for f in glob.glob('%s/*.rpm' % self.fuel_plugins_dir): s.scp_put(f, PLUGINS_DIR) def install_plugins(self): log('Installing Fuel Plugins') plugin_files = [] with self.ssh as s: for plugin_location in [PLUGINS_DIR, LOCAL_PLUGIN_FOLDER]: s.exec_cmd('mkdir -p %s' % plugin_location) r = s.exec_cmd('find %s -type f -name \'*.rpm\'' % plugin_location) plugin_files.extend(r.splitlines()) for f in plugin_files: log('Found plugin %s, installing ...' % f) r, e = s.exec_cmd('fuel plugins --install %s' % f, False) printout = r + e if e else r if e and all( [err not in printout for err in IGNORABLE_FUEL_ERRORS]): raise Exception('Installation of Fuel Plugin %s ' 'failed: %s' % (f, e)) def wait_for_node_up(self): WAIT_LOOP = 240 SLEEP_TIME = 10 success = False for i in range(WAIT_LOOP): try: self.ssh.open() success = True break except Exception: log('Trying to SSH into Fuel VM %s ... sleeping %s seconds' % (self.fuel_ip, SLEEP_TIME)) time.sleep(SLEEP_TIME) finally: self.ssh.close() if not success: raise Exception('Could not SSH into Fuel VM %s' % self.fuel_ip) def wait_until_fuel_menu_up(self): WAIT_LOOP = 60 SLEEP_TIME = 10 CMD = 'ps -ef' SEARCH = 'fuelmenu' fuel_menu_pid = None with self.ssh: for i in range(WAIT_LOOP): ret = self.ssh.exec_cmd(CMD) fuel_menu_pid = self.get_fuel_menu_pid(ret, SEARCH) if not fuel_menu_pid: time.sleep(SLEEP_TIME) else: break if not fuel_menu_pid: raise Exception('Could not find the Fuel Menu Process ID') return fuel_menu_pid def get_fuel_menu_pid(self, printout, search): for line in printout.splitlines(): if line.endswith(search): return clean(line)[1] def ssh_exec_cmd(self, cmd, check=True): with self.ssh: ret = self.ssh.exec_cmd(cmd, check=check) return ret def inject_own_astute_yaml(self): with self.ssh as s: s.exec_cmd('rm -rf %s' % self.work_dir, False) s.exec_cmd('mkdir %s' % self.work_dir) s.scp_put(self.dea_file, self.work_dir) s.scp_put('%s/common.py' % self.file_dir, self.work_dir) s.scp_put('%s/dea.py' % self.file_dir, self.work_dir) s.scp_put('%s/transplant_fuel_settings.py' % self.file_dir, self.work_dir) log('Modifying Fuel astute') s.run('python %s/%s %s/%s' % (self.work_dir, TRANSPLANT_FUEL_SETTINGS, self.work_dir, os.path.basename(self.dea_file))) def wait_until_installation_completed(self): WAIT_LOOP = 360 SLEEP_TIME = 10 CMD = 'ps -ef | grep %s | grep -v grep' % BOOTSTRAP_ADMIN install_completed = False with self.ssh: for i in range(WAIT_LOOP): ret = self.ssh.exec_cmd(CMD) if not ret: install_completed = True break else: time.sleep(SLEEP_TIME) if not install_completed: raise Exception('Fuel installation did not complete') def post_install_cleanup(self): log('Eject ISO file %s' % self.iso_file) self.dha.node_eject_iso(self.fuel_node_id) delete(self.iso_dir) def delete_deprecated_fuel_client_config(self): with self.ssh as s: response, error = s.exec_cmd('fuel -v', False) if (error and 'DEPRECATION WARNING' in error and FUEL_CLIENT_CONFIG in error): log('Delete deprecated fuel client config %s' % FUEL_CLIENT_CONFIG) with self.ssh as s: s.exec_cmd('rm %s' % FUEL_CLIENT_CONFIG, False)