def __init__(self):
Config.__init__(self)
self.client = SshUtil(self.ceph_adm_node, self.ceph_adm_user,
self.ceph_adm_password)
self.igw = SshUtil(
list(self.gateways.keys())[0],
list(self.gateways.values())[0][0],
list(self.gateways.values())[0][1])
self.utl = Utils(label="Waiting for {} ({}s)".format(
self.ceph_health_is_ok_with, self.wait_for_health_ok_t))
self.down_osds = self.get_down_osds()
self.out_osds = self.get_out_osds()
self.osds = self.get_osd_ids()
def copy_gateway_logs(self):
# Refactor to one method
# move that to the config
files = ['/var/log/messages']
timestamp = time.time()
for host in self.gateways:
log.info("Collecting logs from {}".format(host))
ssh = SshUtil(host, self.gateway_user, self.gateway_password)
for fn in files:
log.info("Collecting {}".format(fn))
ssh.copy_file_from_host(fn, 'logs/{}'.format(fn + timestamp))
def copy_vmware_logs(self):
# Refactor to one method
# move that to the config
files = ['/var/log/vmkernel.log']
timestamp = time.time()
for host in self.esxi_hosts:
log.info("Collecting logs from {}".format(host))
ssh = SshUtil(host, self.user, self.password)
for fn in files:
log.info("Collecting {}".format(fn))
ssh.copy_file_from_host(fn, 'logs/{}'.format(fn + timestamp))
def copy_gateway_logs(self):
# Refactor to one method
# move that to the config
files = ['/var/log/messages']
timestamp = time.time()
for host, creds in self.gateways.items():
log.info("Collecting logs from {}".format(host))
ssh = SshUtil(host, creds[0], creds[1])
for fn in files:
log.info("Collecting {}".format(fn))
save_name = fn.replace('/', '_')
ssh.copy_file_from_host(fn, 'logs/{}'.format(save_name+"_"+host+"_"+str(timestamp)))
def hosts_up(self):
"""
Check if all sources like (gateways, vmware, cephadm) are up.
"""
log.info("Perfoming intial availability check for hosts.")
state = True
for gateway in self.gateways:
ssh_ = SshUtil(gateway, self.gateway_user, self.gateway_password)
try:
log.debug(
"Checking gateway {} for availability".format(gateway))
ssh_.run_cmd('ls')
except:
log.critical("Unexpected error: {}".format(sys.exc_info()[0]))
log.critical(Fore.RED +
"The gateway {} is not reachable".format(gateway))
state = False
return state
def stress_test(self):
self.startup()
abort = False
while not abort:
self.ops.queue.wait_for_any_finished_task()
self.print_header()
self.check_thresholds()
seed = random.randrange(0,500)
log.debug("seed: {}".format(seed))
if seed in range(0,99):
self.ops.clone_vm()
if seed in range(100,199):
self.destroy_vms(count=1)
if seed in range(200,299):
self.ops.clone_vm()
if seed in range(300,320):
gateway = self.ops.random_gateway()
SshUtil(gateway, self.gateway_user, self.gateway_password, self.reboot_allowed).reboot()
if seed in range(321,399):
random_osd = self.cephops.random_osd()
self.cephops.mark_osd(random_osd, 'out')
if seed in range(400,500):
log.info(Fore.RED + "Placeholder .. What to do more?")
if not self.cephops.wait_for_health_ok(silent=False):
log.info(Fore.RED + "Health of Ceph is not ok, aborting")
abort = True
if not self.vmwareops.health_ok():
log.info(Fore.RED + "Health of VMWARE is not ok, aborting")
abort = True
self.print_footer()
if abort:
self.teardown()
def clients(self):
for node in self.esxi_hosts:
yield SshUtil(self.host, self.user, self.password)
def clients(self):
for node, creds in self.esxi_hosts.items():
yield SshUtil(node, creds[0], creds[1])