def loadCfg():
cfg_dir = getTobakCfgDir()
tobak_cfg_file = os.path.join(cfg_dir, "tobak.json")
try:
filehandle = file(tobak_cfg_file)
tobak_cfg_data = filehandle.read()
filehandle.close()
tobak_cfg = json.loads(tobak_cfg_data)
except Exception, e:
handleError("error on reading tobak cfg file", e)
def loadCfg():
cfg_dir = getTobakCfgDir()
tobak_cfg_file = os.path.join(cfg_dir, "tobak.json")
try:
filehandle = file(tobak_cfg_file)
tobak_cfg_data = filehandle.read()
filehandle.close()
tobak_cfg = json.loads(tobak_cfg_data)
except Exception, e:
handleError("error on reading tobak cfg file", e)
def __sendResultMail(self):
mailtxt = u"\n".join(self.__result_txt) + "\n"
mailtxt += "TOTAL: %s/%s succeeded\n\n" %(self.__result_nums["ok"], self.__result_nums["total"])
allrunlogfiles = [ os.path.join(runlogdir,f) for f in os.listdir(runlogdir) if os.path.isfile(os.path.join(runlogdir,f)) ]
for runlogfile in allrunlogfiles:
try:
filehandle = file(runlogfile)
runlogdata = filehandle.read().decode('utf-8')
filehandle.close()
except Exception, e:
handleError("error on reading job log file", e)
mailtxt += "------------ START: %s ------------\n%s\n------------ END: %s ------------\n\n\n\n" %(runlogfile, runlogdata, runlogfile)
def __init_profile(self, profile_cfg):
module_class = None
for name, obj in inspect.getmembers(sys.modules["modules." + profile_cfg["module"]]):
if inspect.isclass(obj) and name != "Module":
module_class = obj
break
if module_class is None:
handleError("error on init module. No class found!")
module_instance = module_class()
module_instance.init_module_specific_cfg(profile_cfg["module_cfg"])
module_instance.setName(profile_cfg["name"])
module_instance.setPriority(profile_cfg["priority"])
module_instance.setSched(profile_cfg["sched"])
self.__profiles += [module_instance]
def __init_profile(self, profile_cfg):
module_class = None
for name, obj in inspect.getmembers(sys.modules["modules."+profile_cfg["module"]]):
if inspect.isclass(obj) and name != "Module":
module_class = obj
break
if module_class is None:
handleError("error on init module. No class found!")
module_instance = module_class()
module_instance.init_module_specific_cfg(profile_cfg["module_cfg"])
module_instance.setName(profile_cfg["name"])
module_instance.setPriority(profile_cfg["priority"])
module_instance.setSched(profile_cfg["sched"])
self.__profiles += [module_instance]
def __sendResultMail(self):
mailtxt = u"\n".join(self.__result_txt) + "\n"
mailtxt += "TOTAL: %s/%s succeeded\n\n" % (self.__result_nums["ok"], self.__result_nums["total"])
allrunlogfiles = [
os.path.join(runlogdir, f) for f in os.listdir(runlogdir) if os.path.isfile(os.path.join(runlogdir, f))
]
for runlogfile in allrunlogfiles:
try:
filehandle = file(runlogfile)
runlogdata = filehandle.read().decode("utf-8")
filehandle.close()
except Exception, e:
handleError("error on reading job log file", e)
mailtxt += "------------ START: %s ------------\n%s\n------------ END: %s ------------\n\n\n\n" % (
runlogfile,
runlogdata,
runlogfile,
)
p.communicate(msg.as_string())
def replaceGlobalVarsInProfiles(profiledata):
profiledata = profiledata.replace("$BACKUPSTARTTIME", "%d" % BACKUPSTARTTIME)
profiledata = profiledata.replace("$RUNLOGDIR", runlogdir)
return profiledata
if __name__ == "__main__":
profile_file = os.path.join(getTobakCfgDir(), "profiles.json")
passphrase_file = os.path.join(getTobakCfgDir(), "gpg_passphrase")
if not os.path.isfile(profile_file):
handleError("profile file not found")
try:
filehandle = file(profile_file)
profiledata = replaceGlobalVarsInProfiles(filehandle.read())
filehandle.close()
tobak_profiles = json.loads(profiledata)
except Exception, e:
handleError("error on reading profile file", e)
try:
filehandle = file(passphrase_file)
gpg_passphrase = filehandle.read()
os.environ["PASSPHRASE"] = gpg_passphrase
filehandle.close()
except Exception, e:
class Tobak(object):
def __init__(self, profiles):
self.__result_nums = {"total": 0, "ok": 0, "nok": 0}
self.__result_txt = []
self.__profiles = []
for module_cfg in profiles:
self.__init_profile(module_cfg)
# which profile has to run?
alljobs = []
for profile in self.__profiles:
alljobs += createJobs(profile)
print "%d jobs to run" %len(alljobs)
# order jobs by priority
alljobs = sorted(alljobs, key=lambda job: job.getProfile().getPriority())
for job in alljobs:
retCode, output, erroutput = job.getProfile().run(job.getSched())
self.__processJobOutputs(job, retCode, output, erroutput)
if retCode == 0:
self.__updateLastRunFile(job.getProfile(), job.getSched())
# send report if jobs had to run
if len(alljobs) > 0:
self.__sendResultMail()
# remove tmpdir and everything in it
shutil.rmtree(runlogdir)
def __init_profile(self, profile_cfg):
module_class = None
for name, obj in inspect.getmembers(sys.modules["modules."+profile_cfg["module"]]):
if inspect.isclass(obj) and name != "Module":
module_class = obj
break
if module_class is None:
handleError("error on init module. No class found!")
module_instance = module_class()
module_instance.init_module_specific_cfg(profile_cfg["module_cfg"])
module_instance.setName(profile_cfg["name"])
module_instance.setPriority(profile_cfg["priority"])
module_instance.setSched(profile_cfg["sched"])
self.__profiles += [module_instance]
def __processJobOutputs(self, job, retCode, output, erroutput):
self.__result_nums["total"] += 1
restxt = ""
if retCode == 0:
self.__result_nums["ok"] += 1
restxt += "[ok] "
else:
self.__result_nums["nok"] += 1
restxt += "[nok] "
restxt += "%s | %s" %(job.getProfile().getName(), job.getSched()["name"])
self.__result_txt += [restxt]
def __updateLastRunFile(self, profile, sched):
profile_key = "%s-%s" %(profile.getName(), sched["name"])
lastrun_file = os.path.join(tobak_cfg["last_run_dir"], "lastrun.json")
try:
filehandle = file(lastrun_file)
lastrun = json.loads(filehandle.read())
filehandle.close()
except Exception, e:
lastrun = {}
lastrun[profile_key] = BACKUPSTARTTIME;
try:
filehandle = file(lastrun_file, "w")
filehandle.write(json.dumps(lastrun))
filehandle.close()
except:
handleError("error on writing lastrun file", e)
p = Popen(["/usr/sbin/sendmail", "-t"], stdin=PIPE)
p.communicate(msg.as_string())
def replaceGlobalVarsInProfiles(profiledata):
profiledata = profiledata.replace("$BACKUPSTARTTIME", "%d"%BACKUPSTARTTIME)
profiledata = profiledata.replace("$RUNLOGDIR", runlogdir)
return profiledata
if __name__ == "__main__":
profile_file = os.path.join(getTobakCfgDir(), "profiles.json")
passphrase_file = os.path.join(getTobakCfgDir(), "gpg_passphrase")
if not os.path.isfile(profile_file):
handleError("profile file not found")
try:
filehandle = file(profile_file)
profiledata = replaceGlobalVarsInProfiles(filehandle.read())
filehandle.close()
tobak_profiles = json.loads(profiledata)
except Exception, e:
handleError("error on reading profile file", e)
try:
filehandle = file(passphrase_file)
gpg_passphrase = filehandle.read()
os.environ["PASSPHRASE"] = gpg_passphrase
filehandle.close()
except Exception, e:
