def fsp_get_console(self): print "Disabling the firewall before running any FSP commands" self.cv_ASM.disablefirewall() self.fspc = TConnection(self.host_name, self.user_name, self.password, self.prompt) self.fspc.login() self.fsp_name = self.fspc.run_command("hostname") print "Established Connection with FSP: {0} ".format(self.fsp_name)
def fsp_get_console(self): print "Disabling the firewall before running any FSP commands" self.cv_ASM.disablefirewall() self.fspc = TConnection(self.host_name, self.user_name, self.password, self.prompt) self.fspc.login() self.fsp_name = self.fspc.run_command("hostname") print "Established Connection with FSP: {0} ".format(self.fsp_name)
class OpTestFSP(): ## # @brief Initialize this object # # @param i_fspIP @type string: IP Address of the FSP # @param i_fspUser @type string: Userid to log into the FSP # @param i_fspPasswd @type string: Password of the userid to log into the FSP # def __init__(self, i_fspIP, i_fspUser, i_fspPasswd, ipmi=None, rest=None): self.host_name = i_fspIP self.user_name = i_fspUser self.password = i_fspPasswd self.prompt = "$" self.cv_ASM = OpTestASM(i_fspIP, i_fspUser, i_fspPasswd) self.cv_IPMI = ipmi self.rest = rest def bmc_host(self): return self.cv_ASM.host_name def get_ipmi(self): return self.cv_IPMI def get_rest_api(self): return self.rest def get_host_console(self): return self.cv_IPMI.get_host_console() ## # @brief Get FSP telnet console # def fsp_get_console(self): print "Disabling the firewall before running any FSP commands" self.cv_ASM.disablefirewall() self.fspc = TConnection(self.host_name, self.user_name, self.password, self.prompt) self.fspc.login() self.fsp_name = self.fspc.run_command("hostname") print "Established Connection with FSP: {0} ".format(self.fsp_name) ## # @brief Execute and return the output of an FSP command # # @param command @type string: Command to execute in FSP # # @returns res @type string: output of command # def fsp_run_command(self, command): res = self.fspc.run_command(command) return res def reboot(self): pass # fsp rr tests are covered in fspresetReload test return True ## # @brief Get IPL progress codes # @returns string: ipl progress code # def get_progress_code(self): tmp = self.fspc.run_command("ls /opt/p1/srci/curripl") tmp = tmp.split('.') if len(tmp) == 3: return tmp[2] else: return str(tmp) ## # @brief Check for system runtime state # @returns True if system is in runtime else False # def is_sys_powered_on(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'runtime': return True else: return False ## # @brief Check for system standby state # @returns True if system is in standby state else False # def is_sys_standby(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'standby': return True else: return False ## # @brief Get current system status # @returns string: current system state # def get_sys_status(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') return state ## # @brief Get OPAL log from in memory console # @returns string: opal log or empty # def get_opal_console_log(self): if self.is_sys_powered_on() > 0: output = self.fspc.run_command( "getmemproc 31000000 40000 -fb /tmp/con && cat /tmp/con") else: output = '' return output ## # @brief Clear all fsp errors # @returns True if all commands executed. # def clear_fsp_errors(self): #clear errl logs self.fspc.run_command("errl -p") #clear gard self.fspc.run_command("gard --clr all") #clear fipsdump self.fspc.run_command("fipsdump -i") #clear sysdump self.fspc.run_command("sysdump -idall") return True ## # @brief Power off the system and wait for standby state # @returns True: If system reached to standby state # False:If system fails to reach standby. # def power_off_sys(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'standby': return True elif state == 'runtime' or state == 'ipling': print "Powering off, current state: " + state output = self.fspc.run_command("panlexec -f 8") output = output.rstrip('\n') if output.find("success"): print "Waiting for system to reach standby..." while not self.is_sys_standby(): time.sleep(5) print "Powered OFF" return True else: print "Power OFF failed" print output return False else: return False ## # @brief Power on the system & wait for system to reach runtime # @returns True: If system reaches to runtime state # False:If system fails to reach runtime # def power_on_sys(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') time_me = 0 if state == 'standby': # just make sure we are booting in OPAL mode if self.fspc.run_command("registry -Hr menu/HypMode") != '03': print "Not in OPAL mode, switching to OPAL Hypervisor mode" self.fspc.run_command("registry -Hw menu/HypMode 03") print "Powering on the system: " + state output = self.fspc.run_command("plckIPLRequest 0x01") output = output.rstrip('\n') if output.find("success"): print "Waiting for system to reach runtime..." while not self.is_sys_powered_on(): print "Current system state: {0}, progress code: {1} ".format( self.get_sys_status(), self.get_progress_code()) time_me += 5 if time_me > 1200: print "System not yet runtime even after 20minutes?" print "Lets consider this as failed case and return" return False else: time.sleep(5) print "PowerOn Successful" print "System at runtime and current progress code: " + self.get_progress_code( ) return True else: print "Poweron Failed" print "Last know Progress code:" + self.get_progress_code() print output return False elif state == 'runtime': return False elif state == 'terminated': return False elif state == 'prestandby': return False else: return False ## # @brief Issue fsp reset # def fsp_reset(self): print "Issuing fsp Reset...." self.fspc.issue_forget("smgr toolReset") print "FSP reset Done, Hope POWER comes back :) " ## # @brief Check for nfs mount exists in fsp. # @returns True : if nfs mount exist # False: if doesn't exist # def mount_exists(self): print "Checking for NFS mount..." res = self.fspc.run_command("which putmemproc;echo $?") if int(res[-1]) == 0: print "NFS mount available in FSP" return True else: print "NFS mount is not available in FSP" return False ## # @brief Wait for system standby state # @returns 0 on success or throws exception # def wait_for_standby(self, timeout=10): timeout = time.time() + 60 * timeout while True: if self.is_sys_standby(): print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() break print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() if time.time() > timeout: l_msg = "Standby timeout" raise OpTestError(l_msg) time.sleep(BMC_CONST.SHORT_WAIT_STANDBY_DELAY) return BMC_CONST.FW_SUCCESS ## # @brief Wait for system to reach ipling state # @returns 0 on success or throws exception # def wait_for_ipling(self, timeout=10): timeout = time.time() + 60 * timeout while True: if self.get_sys_status() == "ipling": print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() break print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() if time.time() > timeout: l_msg = "IPL timeout" raise OpTestError(l_msg) time.sleep(5) return BMC_CONST.FW_SUCCESS def wait_for_dump_to_start(self): count = 0 # Dump maximum can start in one minute(So lets wait for 3 mins) while count < 3: if self.get_sys_status() == "dumping": return True count += 1 time.sleep(60) else: print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() raise OpTestError("System dump not started even after 3 minutes") ## # @brief Wait for system to reach runtime # @returns 0 on success or throws exception # def wait_for_runtime(self, timeout=10): timeout = time.time() + 60 * timeout while True: if self.is_sys_powered_on(): print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() break print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() if time.time() > timeout: l_msg = "IPL timeout" raise OpTestError(l_msg) time.sleep(5) return BMC_CONST.FW_SUCCESS def enable_system_dump(self): print "Enabling the system dump policy" self.fspc.run_command("sysdump -sp enableSys") res = self.fspc.run_command("sysdump -vp") if "System dumps Enabled Enabled" in res: print "System dump policy enabled successfully" return True raise OpTestError("Failed to enable system dump policy") ## # @brief Trigger system dump from fsp # @returns True on success or raises exception # def trigger_system_dump(self): if self.mount_exists(): state = self.fspc.run_command("putmemproc 300000f8 0xdeadbeef") state = state.strip('\n') print 'Status of the putmemproc command %s' % state if 'k0:n0:s0:p00' in state: print "Successfully triggered the sysdump from FSP" return True else: raise OpTestError("FSP failed to trigger system dump") else: raise OpTestError("Check LCB nfs mount point and retry") ## # @brief Wait for system dump to finish # @returns True on success or throws exception # def wait_for_systemdump_to_finish(self): self.wait_for_dump_to_start() # If dump starts then wait for finish it count = 0 while count < 30: res = self.fspc.run_command("sysdump -qall") if 'extractable' in res: print "Sysdump is available completely and extractable." break print "Dumping is still in progress" time.sleep(60) count += 1 else: raise OpTestError( "Even after a wait of 30 mins system dump is not available!") return True ## # @brief Initiate fipsdump # @returns dumpname: name of new dump # size_fsp: size of the dump # def trigger_fipsdump_in_fsp(self): print "FSP: Running the command 'fipsdump -u'" state = self.fspc.run_command("fipsdump -u") time.sleep(60) dumpname = self.fspc.run_command("fipsdump -l | sed 's/\ .*//'") print "fipsdump name : %s" % dumpname size_fsp = self.fspc.run_command("fipsdump -l | awk '{print $2}'") return dumpname, size_fsp ## # @brief List all fipsdumps in fsp # def list_all_fipsdumps_in_fsp(self): print "FSP: List all fipsdumps" cmd = "fipsdump -l" print "Running the command %s on FSP" % cmd res = self.fspc.run_command(cmd) print res ## # @brief Clear all fipsdumps in fsp # def clear_all_fipsdumps_in_fsp(self): cmd = "fipsdump -i" print "FSP: Clearing all the fipsdump's in fsp" print "Running the command %s on FSP" % cmd res = self.fspc.run_command(cmd) print res ## # @brief Generate a sample error log from fsp # @returns True on success or raises exception # def generate_error_log_from_fsp(self): cmd = "errl -C --comp=0x4400 --etype=021 --refcode=04390 --sev=0x20 --commit=0x2000;echo $?" print "FSP: Generating error log using errl command" print "FSP: Running the command %s on fsp" % cmd res = self.fspc.run_command(cmd) if res == "0": print "FSP: error log generated successfully" return True else: raise OpTestError("FSP: Failure in error log generation from FSP") ## # @brief List all error logs from fsp # def list_all_errorlogs_in_fsp(self): print "FSP: List all error logs" cmd = "errl -l" print "Running the command %s on FSP" % cmd res = self.fspc.run_command(cmd) print res ## # @brief Clear all error logs from fsp # @returns True on success or raises exception # def clear_errorlogs_in_fsp(self): cmd = "errl -p" print "Running the command %s on FSP" % cmd res = self.fspc.run_command(cmd) print res if "ERRL repository purged all entries successfully" in res: print "FSP: Error logs are cleared successfully" return True else: raise OpTestError("FSP: Error logs are not getting cleared in FSP") ## # @brief Get machine type model from fsp # @returns string or raises exception # def get_raw_mtm(self): self.fsp_MTM = self.fspc.run_command( "registry -r svpd/Raw_MachineTypeModel") return self.fsp_MTM ## # @brief Power on system from fsp # @returns None or raises exception # def fsp_issue_power_on(self): print "PowerOn Machine" output = self.fspc.run_command("plckIPLRequest 0x01") if "SUCCESS" in output: return else: raise OpTestError("Failed to power on the machine from FSP") def has_inband_bootdev(self): return True def has_os_boot_sensor(self): return False def has_host_status_sensor(self): return False def has_occ_active_sensor(self): return False def supports_ipmi_dcmi(self): return True
class OpTestFSP(): ''' Contains most of the common methods to interface with FSP. ''' def __init__(self, i_fspIP, i_fspUser, i_fspPasswd, ipmi=None, rest=None): self.host_name = i_fspIP self.user_name = i_fspUser self.password = i_fspPasswd self.prompt = "$" self.cv_ASM = OpTestASM(i_fspIP, i_fspUser, i_fspPasswd) self.cv_IPMI = ipmi self.rest = rest def bmc_host(self): return self.cv_ASM.host_name def get_ipmi(self): return self.cv_IPMI def get_rest_api(self): return self.rest def get_host_console(self): if self.cv_IPMI: return self.cv_IPMI.get_host_console() return None def fsp_get_console(self): ''' Get FSP telnet console ''' print("Disabling the firewall before running any FSP commands") self.cv_ASM.disablefirewall() self.fspc = TConnection(self.host_name, self.user_name, self.password, self.prompt) self.fspc.login() self.fsp_name = self.fspc.run_command("hostname") print("Established Connection with FSP: {0} ".format(self.fsp_name)) def fsp_run_command(self, command): ''' Execute and return the output of an FSP command ''' res = self.fspc.run_command(command) return res def reboot(self): ''' Currently a no-op. FSP "reset-reload" (i.e. reboot) tests are covered in the fspresetReload test, as the process for rebooting an FSP isn't a simple 'reboot' (because reasons). ''' pass return True def get_progress_code(self): ''' Get IPL progress code ''' tmp = self.fspc.run_command("ls /opt/p1/srci/curripl") tmp = tmp.split('.') if len(tmp) == 3: return tmp[2] else: return str(tmp) def is_sys_powered_on(self): ''' Check for system runtime state. Returns True if runtime, else False. ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'runtime': return True else: return False def is_sys_standby(self): ''' Check for system standby state. Returns True if system is in standby state else False. ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'standby': return True else: return False def get_sys_status(self): ''' Get current system status (same as 'smgr mfgState' on FSP). ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') return state def get_opal_console_log(self): ''' Get OPAL log from in memory console (using getmemproc on FSP). ''' if self.is_sys_powered_on() > 0: output = self.fspc.run_command( "getmemproc 31000000 40000 -fb /tmp/con && cat /tmp/con") else: output = '' return output def clear_fsp_errors(self): ''' Clear all FSP errors: error logs, gards, fipsdumps, and sysdumps. ''' #clear errl logs self.fspc.run_command("errl -p") #clear gard self.fspc.run_command("gard --clr all") #clear fipsdump self.fspc.run_command("fipsdump -i") #clear sysdump self.fspc.run_command("sysdump -idall") return True def power_off_sys(self): ''' Power off the system and wait for standby state. Returns True if successfully powered off, False if for some reason we failed to power off the system. ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'standby': return True elif state == 'runtime' or state == 'ipling': print("Powering off, current state: " + state) output = self.fspc.run_command("panlexec -f 8") output = output.rstrip('\n') if output.find("success"): print("Waiting for system to reach standby...") while not self.is_sys_standby(): time.sleep(5) print("Powered OFF") return True else: print("Power OFF failed") print(output) return False else: return False def power_on_sys(self): ''' Power on the system and wait for system to reach runtime in OPAL mode (will switch HypMode before IPL if needed). Returns True if we reach Runtime state, False otherwise. ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') time_me = 0 if state == 'standby': # just make sure we are booting in OPAL mode if self.fspc.run_command("registry -Hr menu/HypMode") != '03': print("Not in OPAL mode, switching to OPAL Hypervisor mode") self.fspc.run_command("registry -Hw menu/HypMode 03") print("Powering on the system: " + state) output = self.fspc.run_command("plckIPLRequest 0x01") output = output.rstrip('\n') if output.find("success"): print("Waiting for system to reach runtime...") while not self.is_sys_powered_on(): print("Current system state: {0}, progress code: {1} ". format(self.get_sys_status(), self.get_progress_code())) time_me += 5 if time_me > 1200: print("System not yet runtime even after 20minutes?") print("Lets consider this as failed case and return") return False else: time.sleep(5) print("PowerOn Successful") print("System at runtime and current progress code: " + self.get_progress_code()) return True else: print("Poweron Failed") print("Last know Progress code:" + self.get_progress_code()) print(output) return False elif state in ['runtime', 'terminated', 'prestandby']: return False else: return False def fsp_reset(self): ''' FSP Tool Reset. ''' print("Issuing fsp Reset....") self.fspc.issue_forget("smgr toolReset") print("FSP reset Done, Hope POWER comes back :) ") def mount_exists(self): ''' Checks for NFS mount on FSP. Returns True/False. ''' print("Checking for NFS mount...") res = self.fspc.run_command("which putmemproc;echo $?") if int(res[-1]) == 0: print("NFS mount available in FSP") return True else: print("NFS mount is not available in FSP") return False def wait_for_standby(self, timeout=10): ''' Wait for system standby state. Returns 0 on success, throws exception on error. ''' timeout = time.time() + 60 * timeout while True: if self.is_sys_standby(): print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) break print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) if time.time() > timeout: l_msg = "Standby timeout" raise OpTestError(l_msg) time.sleep(BMC_CONST.SHORT_WAIT_STANDBY_DELAY) return BMC_CONST.FW_SUCCESS def wait_for_ipling(self, timeout=10): ''' Wait for system to reach ipling state. Throws exception on error. ''' timeout = time.time() + 60 * timeout while True: if self.get_sys_status() == "ipling": print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) break print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) if time.time() > timeout: l_msg = "IPL timeout" raise OpTestError(l_msg) time.sleep(5) return BMC_CONST.FW_SUCCESS def wait_for_dump_to_start(self): count = 0 # Dump maximum can start in one minute(So lets wait for 3 mins) while count < 3: if self.get_sys_status() == "dumping": return True count += 1 time.sleep(60) else: print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) raise OpTestError("System dump not started even after 3 minutes") def wait_for_runtime(self, timeout=10): ''' Wait for system to reach runtime. Throws exception on error. ''' timeout = time.time() + 60 * timeout while True: if self.is_sys_powered_on(): print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) break print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) if time.time() > timeout: l_msg = "IPL timeout" raise OpTestError(l_msg) time.sleep(5) return BMC_CONST.FW_SUCCESS def enable_system_dump(self): print("Enabling the system dump policy") self.fspc.run_command("sysdump -sp enableSys") res = self.fspc.run_command("sysdump -vp") if "System dumps Enabled Enabled" in res: print("System dump policy enabled successfully") return True raise OpTestError("Failed to enable system dump policy") def trigger_system_dump(self): ''' Trigger a system dump from FSP, by writing a magic value to a memory location looked at by OPAL. ''' if self.mount_exists(): state = self.fspc.run_command("putmemproc 300000f8 0xdeadbeef") state = state.strip('\n') print('Status of the putmemproc command %s' % state) if 'k0:n0:s0:p00' in state: print("Successfully triggered the sysdump from FSP") return True else: raise OpTestError("FSP failed to trigger system dump") else: raise OpTestError("Check LCB nfs mount point and retry") def wait_for_systemdump_to_finish(self): ''' Wait for a system dump to finish. Throws exception on error/timeout. ''' self.wait_for_dump_to_start() # If dump starts then wait for finish it count = 0 while count < 30: res = self.fspc.run_command("sysdump -qall") if 'extractable' in res: print("Sysdump is available completely and extractable.") break print("Dumping is still in progress") time.sleep(60) count += 1 else: raise OpTestError( "Even after a wait of 30 mins system dump is not available!") return True def trigger_fipsdump_in_fsp(self): ''' Initiate a FIPS dump (fsp dump). Returns (name of dump, size of dump). ''' print("FSP: Running the command 'fipsdump -u'") self.fspc.run_command("fipsdump -u") time.sleep(60) dumpname = self.fspc.run_command("fipsdump -l | sed 's/\ .*//'") print("fipsdump name : %s" % dumpname) size_fsp = self.fspc.run_command("fipsdump -l | awk '{print $2}'") return dumpname, size_fsp def list_all_fipsdumps_in_fsp(self): ''' List all FSP dumps (FIPS dumps) on FSP ''' print("FSP: List all fipsdumps") cmd = "fipsdump -l" print("Running the command %s on FSP" % cmd) res = self.fspc.run_command(cmd) print(res) def clear_all_fipsdumps_in_fsp(self): ''' Clear all FIPS dumps ''' cmd = "fipsdump -i" print("FSP: Clearing all the fipsdump's in fsp") print("Running the command %s on FSP" % cmd) res = self.fspc.run_command(cmd) print(res) def generate_error_log_from_fsp(self): ''' Generate a sample error log from fsp. Returns True on success or raises exception on error. ''' cmd = "errl -C --comp=0x4400 --etype=021 --refcode=04390 --sev=0x20 --commit=0x2000;echo $?" print("FSP: Generating error log using errl command") print("FSP: Running the command %s on fsp" % cmd) res = self.fspc.run_command(cmd) if res == "0": print("FSP: error log generated successfully") return True else: raise OpTestError("FSP: Failure in error log generation from FSP") def list_all_errorlogs_in_fsp(self): ''' List all error logs on FSP. ''' print("FSP: List all error logs") cmd = "errl -l" print("Running the command %s on FSP" % cmd) res = self.fspc.run_command(cmd) print(res) def clear_errorlogs_in_fsp(self): ''' Clear all error logs from fsp. Throws exception on error. ''' cmd = "errl -p" print("Running the command %s on FSP" % cmd) res = self.fspc.run_command(cmd) print(res) if "ERRL repository purged all entries successfully" in res: print("FSP: Error logs are cleared successfully") return True else: raise OpTestError("FSP: Error logs are not getting cleared in FSP") def get_raw_mtm(self): ''' Get MTM (Machine Type Model) from FSP from FSP registry. ''' self.fsp_MTM = self.fspc.run_command( "registry -r svpd/Raw_MachineTypeModel") return self.fsp_MTM def fsp_issue_power_on(self): ''' Issue Power On for system from FSP (IPL type 0x01). ''' print("PowerOn Machine") output = self.fspc.run_command("plckIPLRequest 0x01") if "SUCCESS" in output: return else: raise OpTestError("Failed to power on the machine from FSP") def has_inband_bootdev(self): return True def has_os_boot_sensor(self): return False def has_host_status_sensor(self): return False def has_occ_active_sensor(self): return False def has_ipmi_sel(self): return False def supports_ipmi_dcmi(self): return False
class OpTestFSP(): ''' Contains most of the common methods to interface with FSP. ''' def __init__(self, i_fspIP, i_fspUser, i_fspPasswd, ipmi=None, rest=None): self.host_name = i_fspIP self.user_name = i_fspUser self.password = i_fspPasswd self.prompt = "$" self.cv_ASM = OpTestASM(i_fspIP, i_fspUser, i_fspPasswd) self.cv_IPMI = ipmi self.rest = rest def bmc_host(self): return self.cv_ASM.host_name def get_ipmi(self): return self.cv_IPMI def get_rest_api(self): return self.rest def get_host_console(self): return self.cv_IPMI.get_host_console() def fsp_get_console(self): ''' Get FSP telnet console ''' print("Disabling the firewall before running any FSP commands") self.cv_ASM.disablefirewall() self.fspc = TConnection(self.host_name, self.user_name, self.password, self.prompt) self.fspc.login() self.fsp_name = self.fspc.run_command("hostname") print("Established Connection with FSP: {0} ".format(self.fsp_name)) def fsp_run_command(self, command): ''' Execute and return the output of an FSP command ''' res = self.fspc.run_command(command) return res def reboot(self): ''' Currently a no-op. FSP "reset-reload" (i.e. reboot) tests are covered in the fspresetReload test, as the process for rebooting an FSP isn't a simple 'reboot' (because reasons). ''' pass return True def get_progress_code(self): ''' Get IPL progress code ''' tmp = self.fspc.run_command("ls /opt/p1/srci/curripl") tmp = tmp.split('.') if len(tmp) == 3: return tmp[2] else: return str(tmp) def is_sys_powered_on(self): ''' Check for system runtime state. Returns True if runtime, else False. ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'runtime': return True else: return False def is_sys_standby(self): ''' Check for system standby state. Returns True if system is in standby state else False. ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'standby': return True else: return False def get_sys_status(self): ''' Get current system status (same as 'smgr mfgState' on FSP). ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') return state def get_opal_console_log(self): ''' Get OPAL log from in memory console (using getmemproc on FSP). ''' if self.is_sys_powered_on() > 0: output = self.fspc.run_command("getmemproc 31000000 40000 -fb /tmp/con && cat /tmp/con") else: output='' return output def clear_fsp_errors(self): ''' Clear all FSP errors: error logs, gards, fipsdumps, and sysdumps. ''' #clear errl logs self.fspc.run_command("errl -p") #clear gard self.fspc.run_command("gard --clr all") #clear fipsdump self.fspc.run_command("fipsdump -i") #clear sysdump self.fspc.run_command("sysdump -idall") return True def power_off_sys(self): ''' Power off the system and wait for standby state. Returns True if successfully powered off, False if for some reason we failed to power off the system. ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'standby': return True elif state == 'runtime' or state == 'ipling': print("Powering off, current state: "+state) output = self.fspc.run_command("panlexec -f 8") output = output.rstrip('\n') if output.find("success"): print("Waiting for system to reach standby...") while not self.is_sys_standby(): time.sleep(5) print("Powered OFF") return True else: print("Power OFF failed") print(output) return False else: return False def power_on_sys(self): ''' Power on the system and wait for system to reach runtime in OPAL mode (will switch HypMode before IPL if needed). Returns True if we reach Runtime state, False otherwise. ''' state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') time_me = 0 if state == 'standby': # just make sure we are booting in OPAL mode if self.fspc.run_command("registry -Hr menu/HypMode") != '03': print("Not in OPAL mode, switching to OPAL Hypervisor mode") self.fspc.run_command("registry -Hw menu/HypMode 03") print("Powering on the system: " + state) output = self.fspc.run_command("plckIPLRequest 0x01") output = output.rstrip('\n') if output.find("success"): print("Waiting for system to reach runtime...") while not self.is_sys_powered_on(): print("Current system state: {0}, progress code: {1} ".format(self.get_sys_status(), self.get_progress_code())) time_me += 5 if time_me > 1200: print("System not yet runtime even after 20minutes?") print("Lets consider this as failed case and return") return False else: time.sleep(5) print("PowerOn Successful") print("System at runtime and current progress code: "+self.get_progress_code()) return True else: print("Poweron Failed") print("Last know Progress code:"+self.get_progress_code()) print(output) return False elif state in ['runtime', 'terminated', 'prestandby']: return False else: return False def fsp_reset(self): ''' FSP Tool Reset. ''' print("Issuing fsp Reset....") self.fspc.issue_forget("smgr toolReset") print("FSP reset Done, Hope POWER comes back :) ") def mount_exists(self): ''' Checks for NFS mount on FSP. Returns True/False. ''' print("Checking for NFS mount...") res = self.fspc.run_command("which putmemproc;echo $?") if int(res[-1]) == 0: print("NFS mount available in FSP") return True else: print("NFS mount is not available in FSP") return False def wait_for_standby(self, timeout=10): ''' Wait for system standby state. Returns 0 on success, throws exception on error. ''' timeout = time.time() + 60*timeout while True: if self.is_sys_standby(): print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) break print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) if time.time() > timeout: l_msg = "Standby timeout" raise OpTestError(l_msg) time.sleep(BMC_CONST.SHORT_WAIT_STANDBY_DELAY) return BMC_CONST.FW_SUCCESS def wait_for_ipling(self, timeout=10): ''' Wait for system to reach ipling state. Throws exception on error. ''' timeout = time.time() + 60*timeout while True: if self.get_sys_status() == "ipling": print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) break print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) if time.time() > timeout: l_msg = "IPL timeout" raise OpTestError(l_msg) time.sleep(5) return BMC_CONST.FW_SUCCESS def wait_for_dump_to_start(self): count = 0 # Dump maximum can start in one minute(So lets wait for 3 mins) while count < 3: if self.get_sys_status() == "dumping": return True count += 1 time.sleep(60) else: print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) raise OpTestError("System dump not started even after 3 minutes") def wait_for_runtime(self, timeout=10): ''' Wait for system to reach runtime. Throws exception on error. ''' timeout = time.time() + 60*timeout while True: if self.is_sys_powered_on(): print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) break print("Current system status: %s" % self.get_sys_status()) print("Current progress code: %s" % self.get_progress_code()) if time.time() > timeout: l_msg = "IPL timeout" raise OpTestError(l_msg) time.sleep(5) return BMC_CONST.FW_SUCCESS def enable_system_dump(self): print("Enabling the system dump policy") self.fspc.run_command("sysdump -sp enableSys") res = self.fspc.run_command("sysdump -vp") if "System dumps Enabled Enabled" in res: print("System dump policy enabled successfully") return True raise OpTestError("Failed to enable system dump policy") def trigger_system_dump(self): ''' Trigger a system dump from FSP, by writing a magic value to a memory location looked at by OPAL. ''' if self.mount_exists(): state = self.fspc.run_command("putmemproc 300000f8 0xdeadbeef") state = state.strip('\n') print('Status of the putmemproc command %s' % state) if 'k0:n0:s0:p00' in state: print("Successfully triggered the sysdump from FSP") return True else: raise OpTestError("FSP failed to trigger system dump") else: raise OpTestError("Check LCB nfs mount point and retry") def wait_for_systemdump_to_finish(self): ''' Wait for a system dump to finish. Throws exception on error/timeout. ''' self.wait_for_dump_to_start() # If dump starts then wait for finish it count = 0 while count < 30: res = self.fspc.run_command("sysdump -qall") if 'extractable' in res: print("Sysdump is available completely and extractable.") break print("Dumping is still in progress") time.sleep(60) count += 1 else: raise OpTestError("Even after a wait of 30 mins system dump is not available!") return True def trigger_fipsdump_in_fsp(self): ''' Initiate a FIPS dump (fsp dump). Returns (name of dump, size of dump). ''' print("FSP: Running the command 'fipsdump -u'") self.fspc.run_command("fipsdump -u") time.sleep(60) dumpname = self.fspc.run_command("fipsdump -l | sed 's/\ .*//'") print("fipsdump name : %s" % dumpname) size_fsp = self.fspc.run_command("fipsdump -l | awk '{print $2}'") return dumpname, size_fsp def list_all_fipsdumps_in_fsp(self): ''' List all FSP dumps (FIPS dumps) on FSP ''' print("FSP: List all fipsdumps") cmd = "fipsdump -l" print("Running the command %s on FSP" % cmd) res = self.fspc.run_command(cmd) print(res) def clear_all_fipsdumps_in_fsp(self): ''' Clear all FIPS dumps ''' cmd = "fipsdump -i" print("FSP: Clearing all the fipsdump's in fsp") print("Running the command %s on FSP" % cmd) res = self.fspc.run_command(cmd) print(res) def generate_error_log_from_fsp(self): ''' Generate a sample error log from fsp. Returns True on success or raises exception on error. ''' cmd = "errl -C --comp=0x4400 --etype=021 --refcode=04390 --sev=0x20 --commit=0x2000;echo $?" print("FSP: Generating error log using errl command") print("FSP: Running the command %s on fsp" % cmd) res = self.fspc.run_command(cmd) if res == "0": print("FSP: error log generated successfully") return True else: raise OpTestError("FSP: Failure in error log generation from FSP") def list_all_errorlogs_in_fsp(self): ''' List all error logs on FSP. ''' print("FSP: List all error logs") cmd = "errl -l" print("Running the command %s on FSP" % cmd) res = self.fspc.run_command(cmd) print(res) def clear_errorlogs_in_fsp(self): ''' Clear all error logs from fsp. Throws exception on error. ''' cmd = "errl -p" print("Running the command %s on FSP" % cmd) res = self.fspc.run_command(cmd) print(res) if "ERRL repository purged all entries successfully" in res: print("FSP: Error logs are cleared successfully") return True else: raise OpTestError("FSP: Error logs are not getting cleared in FSP") def get_raw_mtm(self): ''' Get MTM (Machine Type Model) from FSP from FSP registry. ''' self.fsp_MTM = self.fspc.run_command("registry -r svpd/Raw_MachineTypeModel") return self.fsp_MTM def fsp_issue_power_on(self): ''' Issue Power On for system from FSP (IPL type 0x01). ''' print("PowerOn Machine") output = self.fspc.run_command("plckIPLRequest 0x01") if "SUCCESS" in output: return else: raise OpTestError("Failed to power on the machine from FSP") def has_inband_bootdev(self): return True def has_os_boot_sensor(self): return False def has_host_status_sensor(self): return False def has_occ_active_sensor(self): return False def has_ipmi_sel(self): return False def supports_ipmi_dcmi(self): return False
class OpTestFSP(): ## # @brief Initialize this object # # @param i_fspIP @type string: IP Address of the FSP # @param i_fspUser @type string: Userid to log into the FSP # @param i_fspPasswd @type string: Password of the userid to log into the FSP # def __init__(self, i_fspIP, i_fspUser, i_fspPasswd, ipmi=None, rest=None): self.host_name = i_fspIP self.user_name = i_fspUser self.password = i_fspPasswd self.prompt = "$" self.cv_ASM = OpTestASM(i_fspIP, i_fspUser, i_fspPasswd) self.cv_IPMI = ipmi self.rest = rest def bmc_host(self): return self.cv_ASM.host_name def get_ipmi(self): return self.cv_IPMI def get_rest_api(self): return self.rest def get_host_console(self): return self.cv_IPMI.get_host_console() ## # @brief Get FSP telnet console # def fsp_get_console(self): print "Disabling the firewall before running any FSP commands" self.cv_ASM.disablefirewall() self.fspc = TConnection(self.host_name, self.user_name, self.password, self.prompt) self.fspc.login() self.fsp_name = self.fspc.run_command("hostname") print "Established Connection with FSP: {0} ".format(self.fsp_name) ## # @brief Execute and return the output of an FSP command # # @param command @type string: Command to execute in FSP # # @returns res @type string: output of command # def fsp_run_command(self, command): res = self.fspc.run_command(command) return res def reboot(self): pass # fsp rr tests are covered in fspresetReload test return True ## # @brief Get IPL progress codes # @returns string: ipl progress code # def get_progress_code(self): tmp = self.fspc.run_command("ls /opt/p1/srci/curripl") tmp = tmp.split('.') if len(tmp) == 3: return tmp[2] else: return str(tmp) ## # @brief Check for system runtime state # @returns True if system is in runtime else False # def is_sys_powered_on(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'runtime': return True else: return False ## # @brief Check for system standby state # @returns True if system is in standby state else False # def is_sys_standby(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'standby': return True else: return False ## # @brief Get current system status # @returns string: current system state # def get_sys_status(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') return state ## # @brief Get OPAL log from in memory console # @returns string: opal log or empty # def get_opal_console_log(self): if self.is_sys_powered_on() > 0: output = self.fspc.run_command("getmemproc 31000000 40000 -fb /tmp/con && cat /tmp/con") else: output='' return output ## # @brief Clear all fsp errors # @returns True if all commands executed. # def clear_fsp_errors(self): #clear errl logs self.fspc.run_command("errl -p") #clear gard self.fspc.run_command("gard --clr all") #clear fipsdump self.fspc.run_command("fipsdump -i") #clear sysdump self.fspc.run_command("sysdump -idall") return True ## # @brief Power off the system and wait for standby state # @returns True: If system reached to standby state # False:If system fails to reach standby. # def power_off_sys(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') if state == 'standby': return True elif state == 'runtime' or state == 'ipling': print "Powering off, current state: "+state output = self.fspc.run_command("panlexec -f 8") output = output.rstrip('\n') if output.find("success"): print "Waiting for system to reach standby..." while not self.is_sys_standby(): time.sleep(5) print "Powered OFF" return True else: print "Power OFF failed" print output return False else: return False ## # @brief Power on the system & wait for system to reach runtime # @returns True: If system reaches to runtime state # False:If system fails to reach runtime # def power_on_sys(self): state = self.fspc.run_command("smgr mfgState") state = state.rstrip('\n') time_me = 0 if state == 'standby': # just make sure we are booting in OPAL mode if self.fspc.run_command("registry -Hr menu/HypMode") != '03': print "Not in OPAL mode, switching to OPAL Hypervisor mode" self.fspc.run_command("registry -Hw menu/HypMode 03") print "Powering on the system: " + state output = self.fspc.run_command("plckIPLRequest 0x01") output = output.rstrip('\n') if output.find("success"): print "Waiting for system to reach runtime..." while not self.is_sys_powered_on(): print "Current system state: {0}, progress code: {1} ".format(self.get_sys_status(), self.get_progress_code()) time_me += 5 if time_me > 1200: print "System not yet runtime even after 20minutes?" print "Lets consider this as failed case and return" return False else: time.sleep(5) print "PowerOn Successful" print "System at runtime and current progress code: "+self.get_progress_code() return True else: print "Poweron Failed" print "Last know Progress code:"+self.get_progress_code() print output return False elif state == 'runtime': return False elif state == 'terminated': return False elif state == 'prestandby': return False else: return False ## # @brief Issue fsp reset # def fsp_reset(self): print "Issuing fsp Reset...." self.fspc.issue_forget("smgr toolReset") print "FSP reset Done, Hope POWER comes back :) " ## # @brief Check for nfs mount exists in fsp. # @returns True : if nfs mount exist # False: if doesn't exist # def mount_exists(self): print "Checking for NFS mount..." res = self.fspc.run_command("which putmemproc;echo $?") if int(res[-1]) == 0: print "NFS mount available in FSP" return True else: print "NFS mount is not available in FSP" return False ## # @brief Wait for system standby state # @returns 0 on success or throws exception # def wait_for_standby(self, timeout=10): timeout = time.time() + 60*timeout while True: if self.is_sys_standby(): print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() break print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() if time.time() > timeout: l_msg = "Standby timeout" raise OpTestError(l_msg) time.sleep(BMC_CONST.SHORT_WAIT_STANDBY_DELAY) return BMC_CONST.FW_SUCCESS ## # @brief Wait for system to reach ipling state # @returns 0 on success or throws exception # def wait_for_ipling(self, timeout=10): timeout = time.time() + 60*timeout while True: if self.get_sys_status() == "ipling": print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() break print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() if time.time() > timeout: l_msg = "IPL timeout" raise OpTestError(l_msg) time.sleep(5) return BMC_CONST.FW_SUCCESS def wait_for_dump_to_start(self): count = 0 # Dump maximum can start in one minute(So lets wait for 3 mins) while count < 3: if self.get_sys_status() == "dumping": return True count += 1 time.sleep(60) else: print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() raise OpTestError("System dump not started even after 3 minutes") ## # @brief Wait for system to reach runtime # @returns 0 on success or throws exception # def wait_for_runtime(self, timeout=10): timeout = time.time() + 60*timeout while True: if self.is_sys_powered_on(): print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() break print "Current system status: %s" % self.get_sys_status() print "Current progress code: %s" % self.get_progress_code() if time.time() > timeout: l_msg = "IPL timeout" raise OpTestError(l_msg) time.sleep(5) return BMC_CONST.FW_SUCCESS def enable_system_dump(self): print "Enabling the system dump policy" self.fspc.run_command("sysdump -sp enableSys") res = self.fspc.run_command("sysdump -vp") if "System dumps Enabled Enabled" in res: print "System dump policy enabled successfully" return True raise OpTestError("Failed to enable system dump policy") ## # @brief Trigger system dump from fsp # @returns True on success or raises exception # def trigger_system_dump(self): if self.mount_exists(): state = self.fspc.run_command("putmemproc 300000f8 0xdeadbeef") state = state.strip('\n') print 'Status of the putmemproc command %s' % state if 'k0:n0:s0:p00' in state: print "Successfully triggered the sysdump from FSP" return True else: raise OpTestError("FSP failed to trigger system dump") else: raise OpTestError("Check LCB nfs mount point and retry") ## # @brief Wait for system dump to finish # @returns True on success or throws exception # def wait_for_systemdump_to_finish(self): self.wait_for_dump_to_start() # If dump starts then wait for finish it count = 0 while count < 30: res = self.fspc.run_command("sysdump -qall") if 'extractable' in res: print "Sysdump is available completely and extractable." break print "Dumping is still in progress" time.sleep(60) count += 1 else: raise OpTestError("Even after a wait of 30 mins system dump is not available!") return True ## # @brief Initiate fipsdump # @returns dumpname: name of new dump # size_fsp: size of the dump # def trigger_fipsdump_in_fsp(self): print "FSP: Running the command 'fipsdump -u'" state = self.fspc.run_command("fipsdump -u") time.sleep(60) dumpname = self.fspc.run_command("fipsdump -l | sed 's/\ .*//'") print "fipsdump name : %s" % dumpname size_fsp = self.fspc.run_command("fipsdump -l | awk '{print $2}'") return dumpname, size_fsp ## # @brief List all fipsdumps in fsp # def list_all_fipsdumps_in_fsp(self): print "FSP: List all fipsdumps" cmd = "fipsdump -l" print "Running the command %s on FSP" % cmd res = self.fspc.run_command(cmd) print res ## # @brief Clear all fipsdumps in fsp # def clear_all_fipsdumps_in_fsp(self): cmd = "fipsdump -i" print "FSP: Clearing all the fipsdump's in fsp" print "Running the command %s on FSP" % cmd res = self.fspc.run_command(cmd) print res ## # @brief Generate a sample error log from fsp # @returns True on success or raises exception # def generate_error_log_from_fsp(self): cmd = "errl -C --comp=0x4400 --etype=021 --refcode=04390 --sev=0x20 --commit=0x2000;echo $?" print "FSP: Generating error log using errl command" print "FSP: Running the command %s on fsp" % cmd res = self.fspc.run_command(cmd) if res == "0": print "FSP: error log generated successfully" return True else: raise OpTestError("FSP: Failure in error log generation from FSP") ## # @brief List all error logs from fsp # def list_all_errorlogs_in_fsp(self): print "FSP: List all error logs" cmd = "errl -l" print "Running the command %s on FSP" % cmd res = self.fspc.run_command(cmd) print res ## # @brief Clear all error logs from fsp # @returns True on success or raises exception # def clear_errorlogs_in_fsp(self): cmd = "errl -p" print "Running the command %s on FSP" % cmd res = self.fspc.run_command(cmd) print res if "ERRL repository purged all entries successfully" in res: print "FSP: Error logs are cleared successfully" return True else: raise OpTestError("FSP: Error logs are not getting cleared in FSP") ## # @brief Get machine type model from fsp # @returns string or raises exception # def get_raw_mtm(self): self.fsp_MTM = self.fspc.run_command("registry -r svpd/Raw_MachineTypeModel") return self.fsp_MTM ## # @brief Power on system from fsp # @returns None or raises exception # def fsp_issue_power_on(self): print "PowerOn Machine" output = self.fspc.run_command("plckIPLRequest 0x01") if "SUCCESS" in output: return else: raise OpTestError("Failed to power on the machine from FSP") def has_inband_bootdev(self): return True def has_os_boot_sensor(self): return False def has_host_status_sensor(self): return False def has_occ_active_sensor(self): return False