def all_procedure(prepare, backup, partial, verbose, log, defaults_file):
logger.setLevel(log)
formatter = logging.Formatter(
fmt='%(asctime)s %(levelname)-8s %(message)s',
datefmt='%Y-%m-%d %H:%M:%S')
if verbose:
ch = logging.StreamHandler()
ch.setFormatter(formatter)
logger.addHandler(ch)
validate_file(defaults_file)
config = GeneralClass(defaults_file)
pid_file = pid.PidFile(piddir=config.pid_dir)
try:
with pid_file: # User PidFile for locking to single instance
if (not prepare) and (not backup) and (not partial) and (
not defaults_file):
print(
"ERROR: you must give an option, run with --help for available options"
)
elif prepare:
a = Prepare(config=defaults_file)
a.prepare_backup_and_copy_back()
# print("Prepare")
elif backup:
b = Backup(config=defaults_file)
b.all_backup()
# print("Backup")
elif partial:
c = PartialRecovery(config=defaults_file)
c.final_actions()
except pid.PidFileAlreadyLockedError as error:
if hasattr(config, 'pid_runtime_warning'):
if time.time() - os.stat(
pid_file.filename).st_ctime > config.pid_runtime_warning:
pid.fh.seek(0)
pid_str = pid.fh.read(16).split("\n", 1)[0].strip()
logger.critical("Backup (pid: " + pid_str +
") has been running for logger than: " + str(
humanfriendly.format_timespan(
config.pid_runtime_warning)))
#logger.warn("Pid file already exists: " + str(error))
except pid.PidFileAlreadyRunningError as error:
if hasattr(config, 'pid_runtime_warning'):
if time.time() - os.stat(
pid_file.filename).st_ctime > config.pid_runtime_warning:
pid.fh.seek(0)
pid_str = pid.fh.read(16).split("\n", 1)[0].strip()
logger.critical("Backup (pid: " + pid_str +
") has been running for logger than: " + str(
humanfriendly.format_timespan(
config.pid_runtime_warning)))
#logger.warn("Pid already running: " + str(error))
except pid.PidFileUnreadableError as error:
logger.warn("Pid file can not be read: " + str(error))
except pid.PidFileError as error:
logger.warn("Generic error with pid file: " + str(error))
def all_procedure(prepare, backup, partial):
if (not prepare) and (not backup) and (not partial):
print("ERROR: you must give an option, run with --help for available options")
elif prepare:
a = Prepare()
a.prepare_backup_and_copy_back()
#print("Prepare")
elif backup:
b = Backup()
b.all_backup()
#print("Backup")
elif partial:
c = PartialRecovery()
c.final_actions()
def test_lock_table01(self):
"""Checking if TypeError raised"""
print("\nIn test_lock_table01()...")
with pytest.raises(TypeError):
PartialRecovery().lock_table()
def test_get_table_ibd_file01(self):
"""Checking return value type"""
print("\nIn test_get_table_ibd_file01()...")
assert type(PartialRecovery().get_table_ibd_file("", "")) == bool
def test_get_table_ibd_file(self):
"""Checking if TypeError raised"""
print("\nIn test_get_table_ibd_file()...")
with pytest.raises(TypeError):
PartialRecovery().get_table_ibd_file()
def test_create_mysql_client_command(self):
"""Checking return value type"""
print("\nIn test_create_mysql_client_command()...")
return_value = PartialRecovery().create_mysql_client_command("")
assert type(return_value) == str
def test_copy_ibd_file_back01(self):
"""Checking if TypeError raised"""
print("\nIn test_copy_ibd_file_back01()...")
with pytest.raises(TypeError):
PartialRecovery().copy_ibd_file_back()
def test_copy_ibd_file_back(self):
"""Checking return value type"""
print("\nIn test_copy_ibd_file_back()...")
assert type(PartialRecovery().copy_ibd_file_back("", "")) == bool
def test_check_mysql_version(self):
"""Checking return value type"""
print("\nIn test_check_mysql_version()...")
assert type(PartialRecovery().check_mysql_version()) == bool
def test_check_innodb_file_per_table(self):
"""Checking return value type"""
print("\nIn test_check_innodb_file_per_table()...")
assert type(PartialRecovery().check_innodb_file_per_table()) == bool
def test_unlock_tables(self):
"""Checking return value type"""
print("\nIn test_unlock_tables()...")
assert type(PartialRecovery().unlock_tables()) == bool
def test_create_mysql_client_command01(self):
"""Checking if TypeError raised"""
print("\nIn test_create_mysql_client_command01()...")
with pytest.raises(TypeError):
PartialRecovery().create_mysql_client_command()
def test_give_chown01(self):
"""Checking if TypeError raised"""
print("\nIn test_give_chown01()...")
with pytest.raises(TypeError):
PartialRecovery().give_chown()
def test_give_chown(self):
"""Checking return value type"""
print("\nIn test_give_chown()...")
assert type(PartialRecovery().give_chown("")) == bool
def test_alter_tablespace(self):
"""Checking return value type"""
print("\nIn test_alter_tablespace()...")
assert type(PartialRecovery().alter_tablespace("", "")) == bool
def test_alter_tablespace01(self):
"""Checking if TypeError raised"""
print("\nIn test_alter_tablespace01()...")
with pytest.raises(TypeError):
PartialRecovery().alter_tablespace()
def test_check_table_exists_on_mysql(self):
"""Checking return value type"""
print("\nIn test_check_table_exists_on_mysql()...")
assert type(PartialRecovery().check_table_exists_on_mysql("", "",
"")) == bool
def test_check_table_exists_on_mysql01(self):
"""Checking if TypeError raised"""
print("\nIn test_check_table_exists_on_mysql01()...")
with pytest.raises(TypeError):
PartialRecovery().check_table_exists_on_mysql()
def test_run_mysqlfrm_utility01(self):
"""Checking return value for None"""
print("\nIn test_run_mysqlfrm_utility01()...")
assert PartialRecovery().run_mysqlfrm_utility("/etc/passwd") is None
def all_procedure(ctx, prepare, backup, partial, tag, show_tags,
verbose, log_file, log, defaults_file,
dry_run, test_mode, log_file_max_bytes,
log_file_backup_count, keyring_vault):
logger.setLevel(log)
formatter = logging.Formatter(fmt='%(asctime)s %(levelname)-8s %(message)s',
datefmt='%Y-%m-%d %H:%M:%S')
if verbose:
ch = logging.StreamHandler()
ch.setFormatter(formatter)
logger.addHandler(ch)
if log_file:
try:
file_handler = RotatingFileHandler(log_file, mode='a',
maxBytes=log_file_max_bytes, backupCount=log_file_backup_count)
file_handler.setFormatter(formatter)
logger.addHandler(file_handler)
except PermissionError as err:
exit("{} Please consider to run as root or sudo".format(err))
validate_file(defaults_file)
config = GeneralClass(defaults_file)
pid_file = pid.PidFile(piddir=config.pid_dir)
try:
with pid_file: # User PidFile for locking to single instance
if (prepare is False and
backup is False and
partial is False and
verbose is False and
dry_run is False and
test_mode is False and
show_tags is False):
print_help(ctx, None, value=True)
elif show_tags and defaults_file:
b = Backup(config=defaults_file)
b.show_tags(backup_dir=b.backupdir)
elif test_mode and defaults_file:
# TODO: do staff here to implement all in one things for running test mode
logger.warning("Enabled Test Mode!!!")
logger.debug("Starting Test Mode")
test_obj = RunnerTestMode(config=defaults_file)
for basedir in test_obj.basedirs:
if ('5.7' in basedir) and ('2_4_ps_5_7' in defaults_file):
if keyring_vault == 1:
test_obj.wipe_backup_prepare_copyback(basedir=basedir, keyring_vault=1)
else:
test_obj.wipe_backup_prepare_copyback(basedir=basedir)
elif ('5.6' in basedir) and ('2_4_ps_5_6' in defaults_file):
test_obj.wipe_backup_prepare_copyback(basedir=basedir)
elif ('5.6' in basedir) and ('2_3_ps_5_6' in defaults_file):
test_obj.wipe_backup_prepare_copyback(basedir=basedir)
elif ('5.5' in basedir) and ('2_3_ps_5_5' in defaults_file):
test_obj.wipe_backup_prepare_copyback(basedir=basedir)
elif ('5.5' in basedir) and ('2_4_ps_5_5' in defaults_file):
test_obj.wipe_backup_prepare_copyback(basedir=basedir)
else:
logger.error("Please pass proper already generated config file!")
logger.error("Please check also if you have run prepare_env.bats file")
elif prepare and not test_mode:
if not dry_run:
if tag:
a = Prepare(config=defaults_file, tag=tag)
a.prepare_backup_and_copy_back()
else:
a = Prepare(config=defaults_file)
a.prepare_backup_and_copy_back()
else:
logger.warning("Dry run enabled!")
logger.warning("Do not recover/copy-back in this mode!")
if tag:
a = Prepare(config=defaults_file, dry_run=1, tag=tag)
a.prepare_backup_and_copy_back()
else:
a = Prepare(config=defaults_file, dry_run=1)
a.prepare_backup_and_copy_back()
elif backup and not test_mode:
if not dry_run:
if tag:
b = Backup(config=defaults_file, tag=tag)
b.all_backup()
else:
b = Backup(config=defaults_file)
b.all_backup()
else:
logger.warning("Dry run enabled!")
if tag:
b = Backup(config=defaults_file, dry_run=1, tag=tag)
b.all_backup()
else:
b = Backup(config=defaults_file, dry_run=1)
b.all_backup()
elif partial:
if not dry_run:
c = PartialRecovery(config=defaults_file)
c.final_actions()
else:
logger.critical("Dry run is not implemented for partial recovery!")
except pid.PidFileAlreadyLockedError as error:
if hasattr(config, 'pid_runtime_warning'):
if time.time() - os.stat(pid_file.filename).st_ctime > config.pid_runtime_warning:
pid.fh.seek(0)
pid_str = pid.fh.read(16).split("\n", 1)[0].strip()
logger.critical(
"Backup (pid: " + pid_str + ") has been running for logger than: " + str(
humanfriendly.format_timespan(
config.pid_runtime_warning)))
# logger.warn("Pid file already exists: " + str(error))
except pid.PidFileAlreadyRunningError as error:
if hasattr(config, 'pid_runtime_warning'):
if time.time() - os.stat(pid_file.filename).st_ctime > config.pid_runtime_warning:
pid.fh.seek(0)
pid_str = pid.fh.read(16).split("\n", 1)[0].strip()
logger.critical(
"Backup (pid: " + pid_str + ") has been running for logger than: " + str(
humanfriendly.format_timespan(
config.pid_runtime_warning)))
# logger.warn("Pid already running: " + str(error))
except pid.PidFileUnreadableError as error:
logger.warning("Pid file can not be read: " + str(error))
except pid.PidFileError as error:
logger.warning("Generic error with pid file: " + str(error))
def all_procedure(ctx, prepare, backup, partial, tag, show_tags, verbose,
log_file, log, defaults_file, dry_run, test_mode,
log_file_max_bytes, log_file_backup_count, keyring_vault):
config = GeneralClass(defaults_file)
formatter = logging.Formatter(
fmt='%(asctime)s %(levelname)s [%(module)s:%(lineno)d] %(message)s',
datefmt='%Y-%m-%d %H:%M:%S')
if verbose:
ch = logging.StreamHandler()
# control console output log level
ch.setLevel(logging.INFO)
ch.setFormatter(formatter)
logger.addHandler(ch)
if log_file:
try:
if config.log_file_max_bytes and config.log_file_backup_count:
file_handler = RotatingFileHandler(
log_file,
mode='a',
maxBytes=int(config.log_file_max_bytes),
backupCount=int(config.log_file_backup_count))
else:
file_handler = RotatingFileHandler(
log_file,
mode='a',
maxBytes=log_file_max_bytes,
backupCount=log_file_backup_count)
file_handler.setFormatter(formatter)
logger.addHandler(file_handler)
except PermissionError as err:
exit("{} Please consider to run as root or sudo".format(err))
# set log level in order: 1. user argument 2. config file 3. @click default
if log is not None:
logger.setLevel(log)
elif 'log_level' in config.__dict__:
logger.setLevel(config.log_level)
else:
# this is the fallback default log-level.
logger.setLevel('INFO')
validate_file(defaults_file)
pid_file = pid.PidFile(piddir=config.pid_dir)
try:
with pid_file: # User PidFile for locking to single instance
if (prepare is False and backup is False and partial is False
and verbose is False and dry_run is False
and test_mode is False and show_tags is False):
print_help(ctx, None, value=True)
elif show_tags and defaults_file:
b = Backup(config=defaults_file)
b.show_tags(backup_dir=b.backupdir)
elif test_mode and defaults_file:
logger.warning("Enabled Test Mode!!!")
logger.info("Starting Test Mode")
test_obj = RunnerTestMode(config=defaults_file)
for basedir in test_obj.basedirs:
if ('5.7' in basedir) and ('2_4_ps_5_7' in defaults_file):
if keyring_vault == 1:
test_obj.wipe_backup_prepare_copyback(
basedir=basedir, keyring_vault=1)
else:
test_obj.wipe_backup_prepare_copyback(
basedir=basedir)
elif ('8.0' in basedir) and ('8_0_ps_8_0'
in defaults_file):
if keyring_vault == 1:
test_obj.wipe_backup_prepare_copyback(
basedir=basedir, keyring_vault=1)
else:
test_obj.wipe_backup_prepare_copyback(
basedir=basedir)
elif ('5.6' in basedir) and ('2_4_ps_5_6'
in defaults_file):
test_obj.wipe_backup_prepare_copyback(basedir=basedir)
elif ('5.6' in basedir) and ('2_3_ps_5_6'
in defaults_file):
test_obj.wipe_backup_prepare_copyback(basedir=basedir)
elif ('5.5' in basedir) and ('2_3_ps_5_5'
in defaults_file):
test_obj.wipe_backup_prepare_copyback(basedir=basedir)
elif ('5.5' in basedir) and ('2_4_ps_5_5'
in defaults_file):
test_obj.wipe_backup_prepare_copyback(basedir=basedir)
else:
logger.error(
"Please pass proper already generated config file!"
)
logger.error(
"Please check also if you have run prepare_env.bats file"
)
elif prepare and not test_mode:
if not dry_run:
if tag:
a = Prepare(config=defaults_file, tag=tag)
a.prepare_backup_and_copy_back()
else:
a = Prepare(config=defaults_file)
a.prepare_backup_and_copy_back()
else:
logger.warning("Dry run enabled!")
logger.warning("Do not recover/copy-back in this mode!")
if tag:
a = Prepare(config=defaults_file, dry_run=1, tag=tag)
a.prepare_backup_and_copy_back()
else:
a = Prepare(config=defaults_file, dry_run=1)
a.prepare_backup_and_copy_back()
elif backup and not test_mode:
if not dry_run:
if tag:
b = Backup(config=defaults_file, tag=tag)
b.all_backup()
else:
b = Backup(config=defaults_file)
b.all_backup()
else:
logger.warning("Dry run enabled!")
if tag:
b = Backup(config=defaults_file, dry_run=1, tag=tag)
b.all_backup()
else:
b = Backup(config=defaults_file, dry_run=1)
b.all_backup()
elif partial:
if not dry_run:
c = PartialRecovery(config=defaults_file)
c.final_actions()
else:
logger.critical(
"Dry run is not implemented for partial recovery!")
except pid.PidFileAlreadyLockedError as error:
if hasattr(config, 'pid_runtime_warning'):
if time.time() - os.stat(
pid_file.filename).st_ctime > config.pid_runtime_warning:
pid.fh.seek(0)
pid_str = pid.fh.read(16).split("\n", 1)[0].strip()
logger.critical("Backup (pid: " + pid_str +
") has been running for logger than: " + str(
humanfriendly.format_timespan(
config.pid_runtime_warning)))
# logger.warn("Pid file already exists: " + str(error))
except pid.PidFileAlreadyRunningError as error:
if hasattr(config, 'pid_runtime_warning'):
if time.time() - os.stat(
pid_file.filename).st_ctime > config.pid_runtime_warning:
pid.fh.seek(0)
pid_str = pid.fh.read(16).split("\n", 1)[0].strip()
logger.critical("Backup (pid: " + pid_str +
") has been running for logger than: " + str(
humanfriendly.format_timespan(
config.pid_runtime_warning)))
# logger.warn("Pid already running: " + str(error))
except pid.PidFileUnreadableError as error:
logger.warning("Pid file can not be read: " + str(error))
except pid.PidFileError as error:
logger.warning("Generic error with pid file: " + str(error))
logger.info("Xtrabackup command history:")
for i in ProcessRunner.xtrabackup_history_log:
logger.info(str(i))
logger.info("Autoxtrabackup completed successfully!")
return True