def get_structure():
choices = []
seen_groups = set()
for i in self.hosttable.all():
seen_groups.add(
(i['group'], i['group_checked'], i['group_uuid']))
seen_groups = sorted(seen_groups, key=lambda x: x[0])
for group, group_checked, group_uuid in seen_groups:
choices.append(
gutils.color_pick(self.gConfig, "group: " +
group, group_checked) +
gutils.color_uuid(" id: " + group_uuid))
for host in sorted(self.searchGroupName(group),
key=lambda x: x['hostname']):
choices.append(
gutils.color_pick(self.gConfig, "\t--host: " +
host["hostname"],
host["host_checked"]) +
gutils.color_uuid(" id: " + host['host_uuid']))
if collapse:
for install in host["installations"]:
if install['installation_name'] != '__NA__':
choices.append(
gutils.color_pick(
self.gConfig, "\t\t--install: " +
install["installation_name"],
install['installation_checked']) +
gutils.color_uuid(
" id: " +
install['installation_uuid']))
for instance in install["instances"]:
if instance['instance_name'] != "__NA__":
choices.append(
gutils.color_pick(
self.gConfig,
"\t\t\t--instance: " +
instance["instance_name"],
instance["instance_checked"]) +
gutils.color_uuid(
" id: " +
instance['instance_uuid']))
for db in instance["databases"]:
if db['db_name'] != "__NA__":
choices.append(
gutils.color_pick(
self.gConfig,
"\t\t\t\t--db: " +
db["db_name"],
db["db_checked"]) +
gutils.color_uuid(
" id: " + db['db_uuid']))
#todo remove
choices.append("STOP")
return choices
def analyze(condition, result, verify=False):
msg = condition.get('msg', None)
expect = condition.get('expect', False)
failsolve = condition.get('failsolve', [None])
output = result[0].decode()
self.gLogging.info("phrases to check: %s" % ",".join(msg))
self.gLogging.info("expected: %s" % expect)
if verify is False:
self.gLogging.info("trying to fix with: %s" % failsolve)
if any(msg in output for msg in msg):
if expect is True:
self.gLogging.info(
gutils.color_pick(self.gConfig, "condition passed",
self.gConfig['JSON']['pick_yes']))
return True
else:
if verify is False:
for fixstep in failsolve:
self.gLogging.info("running fix step: %s" % fixstep)
runUuid(result[6], fixstep)
if stopping:
self.gLogging.show(" ")
self.gLogging.show("--- fixes applied.. ---")
self.gLogging.show("--- press Enter to continue.. ---")
self.gLogging.show(" ")
input()
else:
pass
return False
else:
if expect is True:
if verify is False:
for fixstep in failsolve:
self.gLogging.info("running fix step (expect): %s" %
fixstep)
runUuid(result[6], fixstep)
if stopping:
self.gLogging.show(" ")
self.gLogging.show("--- fixes applied.. ---")
self.gLogging.show("--- press Enter to continue.. ---")
self.gLogging.show(" ")
input()
else:
pass
return False
else:
self.gLogging.info(
gutils.color_pick(self.gConfig, "condition passed",
self.gConfig['JSON']['pick_yes']))
return True
def removeUuid(uuid):
detailedInfo = self.gCommand.gHosts.searchByUuid(uuid)
self.gLogging.info(
gutils.color_pick(
self.gConfig,
"removing: %s with uuid %s from next step execution" %
(detailedInfo[1], uuid), self.gConfig['JSON']['pick_no']))
self.gCommand.gHosts.pickHosts(manual=True,
uuids=[uuid],
_printing=False)
def yamlExecutor(self, source, stopping=True):
"""
This method executes yaml file step by step.
If verification will fail for a current db, instance or host, it will be removed from a next step execution list.
Args:
source (str): file to execute, local or github (raw)
stopping (bool): disable stopping before next step execution
Examples:
>>> yamlExecutor('/tmp/file.yaml', True)
"""
try:
with urlopen(source) as gitfile:
gfile = serv.read().decode()
except ValueError:
pass
try:
gfile = open(source, 'r')
except FileNotFoundError:
self.gLogging.critical("file: %s not found" % source)
except Exception:
self.gLogging.critical("cannot load source file: %s" % source)
try:
yfile = yaml.load(gfile, Loader=Loader)
except Exception:
self.gLogging.critical("cannot parse as valid yaml file: %s" % source)
if stopping:
self.gLogging.show("--- press Enter to load host file ---")
input()
try:
hosts = [
hosts['hosts'] for hosts in yfile
if hosts.get('hosts', None) is not None
][0]
self.gCommand.gHosts.importCsvAsHosts(hosts)
self.gLogging.info("hosts loaded from a yaml, location: %s" % hosts)
except Exception:
self.gLogging.info("hosts loaded from a GC")
if stopping:
self.gLogging.show("--- press Enter to load cred file ---")
input()
try:
creds = [
creds['creds'] for creds in yfile
if creds.get('creds', None) is not None
][0]
self.gCommand.gCreds.importCsvAsCreds(creds)
self.gLogging.info("creds loaded from a yaml, location: %s" % creds)
except Exception:
self.gLogging.info("creds loaded from a GC")
def runcmd(cmd):
self.onecmd(cmd)
def removeUuid(uuid):
detailedInfo = self.gCommand.gHosts.searchByUuid(uuid)
self.gLogging.info(
gutils.color_pick(
self.gConfig,
"removing: %s with uuid %s from next step execution" %
(detailedInfo[1], uuid), self.gConfig['JSON']['pick_no']))
self.gCommand.gHosts.pickHosts(manual=True,
uuids=[uuid],
_printing=False)
def runUuid(uuid, fixcmd):
backuphosts = self.gCommand.gHosts.hosttable.all()
backupconnections = self.gCommand.connections
##
detailedInfo = self.gCommand.gHosts.searchByUuid(uuid)
self.gCommand.connections = [(host, client)
for host, client in backupconnections
if host == detailedInfo[0][0]['hostname']]
self.gCommand.gHosts.pickHosts(reset=True,
_printing=False,
resetOption='N')
if detailedInfo[1] == 'host':
detailedInfo[0][0]['host_checked'] = self.gConfig['JSON'][
'pick_yes']
elif detailedInfo[1] == 'instance':
detailedInfo[0][0]['host_checked'] = self.gConfig['JSON'][
'pick_yes']
for key, value in detailedInfo[0][0].items():
if key == 'installations':
for install in value:
for ikey, ivalue in install.items():
if ikey == 'instances':
for instance in ivalue:
if instance['instance_uuid'] == uuid:
instance[
'instance_checked'] = self.gConfig[
'JSON']['pick_yes']
elif detailedInfo[1] == 'db':
detailedInfo[0][0]['host_checked'] = self.gConfig['JSON'][
'pick_yes']
for key, value in dinfo[0][0].items():
if key == 'installations':
for install in value:
for ikey, ivalue in install.items():
if ikey == 'instances':
for instance in ivalue:
for dkey, dvalue in instance.items():
if dkey == 'databases':
for db in dvalue:
if db['db_uuid'] == uuid:
db['db_checked'] = self.gConfig[
'JSON']['pick_yes']
else:
pass
self.gCommand.gHosts.hosttable.write_back(detailedInfo[0])
runcmd(fixcmd)
self.gCommand.gHosts.hosttable.write_back(backuphosts)
self.gCommand.connections = backupconnections
def analyze(condition, result, verify=False):
msg = condition.get('msg', None)
expect = condition.get('expect', False)
failsolve = condition.get('failsolve', [None])
output = result[0].decode()
self.gLogging.info("phrases to check: %s" % ",".join(msg))
self.gLogging.info("expected: %s" % expect)
if verify is False:
self.gLogging.info("trying to fix with: %s" % failsolve)
if any(msg in output for msg in msg):
if expect is True:
self.gLogging.info(
gutils.color_pick(self.gConfig, "condition passed",
self.gConfig['JSON']['pick_yes']))
return True
else:
if verify is False:
for fixstep in failsolve:
self.gLogging.info("running fix step: %s" % fixstep)
runUuid(result[6], fixstep)
if stopping:
self.gLogging.show(" ")
self.gLogging.show("--- fixes applied.. ---")
self.gLogging.show("--- press Enter to continue.. ---")
self.gLogging.show(" ")
input()
else:
pass
return False
else:
if expect is True:
if verify is False:
for fixstep in failsolve:
self.gLogging.info("running fix step (expect): %s" %
fixstep)
runUuid(result[6], fixstep)
if stopping:
self.gLogging.show(" ")
self.gLogging.show("--- fixes applied.. ---")
self.gLogging.show("--- press Enter to continue.. ---")
self.gLogging.show(" ")
input()
else:
pass
return False
else:
self.gLogging.info(
gutils.color_pick(self.gConfig, "condition passed",
self.gConfig['JSON']['pick_yes']))
return True
steps = [
step['step'] for step in yfile if step.get('step', None) is not None
]
if len(steps) == 0:
self.gLogging.critical("no steps to run has been found")
else:
pass
if stopping:
self.gLogging.show("--- press Enter to connect to hosts ---")
input()
#do connect to a hosts
self.gCommand.close()
self.gCommand.connect()
# get list of active connections
self.gLogging.show("working on: %s hosts" %
str(len(self.gCommand.connections)))
for step in steps:
if stopping:
self.gLogging.show(" ")
self.gLogging.show("--- press Enter to run a next step.. ---")
self.gLogging.show("--- cmd: %s ---" % step['cmd'])
self.gLogging.show("--- desc: %s ---" % step.get('desc', ''))
self.gLogging.show(" ")
input()
else:
self.gLogging.show("--- cmd: %s ---" % step['cmd'])
self.gLogging.show("--- desc: %s ---" % step.get('desc', ''))
self.gLogging.show(" ")
cmd = step['cmd']
# running command
runcmd(cmd)
for result in self.gCommand.result:
for condition in step.get('fail', [None]):
if condition is not None:
if analyze(condition, result):
pass
else:
runUuid(result[6], cmd)
if analyze(condition,
self.gCommand.result[0],
verify=True):
pass
else:
self.gLogging.show(
gutils.color_pick(
self.gConfig, "condition failed",
self.gConfig['JSON']['pick_no']))
removeUuid(result[6])
break
else:
self.gLogging.show(
gutils.color_pick(self.gConfig,
"no condition to check",
self.gConfig['JSON']['pick_yes']))
if self.gCommand.gConfig['PANACEUM']['showpicked'] == 'YES':
self.gCommand.gHosts.pickHosts(_printing=True)
if stopping:
self.gLogging.show("--- press Enter to close active connections ---")
input()
# do close connections to a hosts
self.gCommand.close()
try:
gfile.close()
except Exception:
pass