def check_mycnf(self):
try:
sftp = self.ssh_client.open_sftp()
sftp.stat("/etc/my.cnf")
sendmsg("/etc/my.cnf in remote server %s exists," % self.host)
w_log("/etc/my.cnf in remote server %s exists," % self.host)
self.sftp_exec_command("sudo mv /etc/my.cnf /etc/my.cnf.bak")
except IOError:
pass
finally:
sftp.close()
def check_path_exists(self, path):
try:
sftp = self.ssh_client.open_sftp()
sftp.stat(path)
sendmsg("path %s in remote server %s exists, please check" %
(path, self.host))
w_log("path %s in remote server %s exists, please check" %
(path, self.host))
sys.exit()
except IOError:
pass
finally:
sftp.close()
def install_xtrabackup(self):
decidestr = r" && echo 1 || echo 0"
try:
install_xtrabackup_str = r"curl -sS https://downloads.mariadb.com/MariaDB/mariadb_repo_setup | sudo bash &&yum install -y percona-xtrabackup-24"
install_xtrabackup_out = self.sftp_exec_command(
'install_xtrabackup_str' + decidestr)
if int(install_xtrabackup_out.split("\r\n")[-2]):
sendmsg(
"install xtrabackup backup tools in remote server %s success"
% self.host)
w_log(
"install xtrabackup backup tools in remote server %s success"
% self.host)
else:
sendmsg(
"install xtrabackup backup tools in remote server %s failed"
% self.host)
w_log(
"install xtrabackup backup tools in remote server %s failed"
% self.host)
sendmsg(install_xtrabackup_out)
w_log(install_xtrabackup_out)
sys.exit()
except paramiko.SSHException:
print("SSHException Error")
sys.exit(1)
def is_xtrabacup_installed(self):
decidestr = r" && echo 1 || echo 0"
try:
check_innobackupex_out = self.sftp_exec_command("innobackupex -v" +
decidestr)
if int(check_innobackupex_out.split("\r\n")[-2]):
sendmsg(
"xtrabackup exists already software in remote server %s pass"
% self.host)
w_log(
"xtrabackup exists already software in remote server %s " %
self.host)
return True
else:
sendmsg(
"xtrabackup software not installed in remote server %s " %
self.host)
w_log(
"xtrabackup software not installed in remote server %s " %
self.host)
sendmsg(check_innobackupex_out)
w_log(check_innobackupex_out)
return False
sys.exit()
except paramiko.SSHException:
print("SSHException Error")
sys.exit(1)
def upload(self):
self.check_path_exists(self.datadir)
self.check_path_exists(self.basedir)
try:
sftp = self.ssh_client.open_sftp()
sftp.stat(self.tmpdir)
except IOError:
try:
self.sftp_exec_command("sudo mkdir -p " + self.tmpdir)
self.sftp_exec_command("sudo chown " + getpass.getuser() +
":" + getpass.getuser() + " " +
self.tmpdir)
except paramiko.SSHException:
sendmsg("error in mkdir or chown")
sys.exit()
finally:
sftp.close()
target_backup_file = os.path.join(self.tmpdir,
os.path.basename(self.backup_file))
self.check_path_exists(target_backup_file)
cmd = "scp -r -P 5022 " + self.backup_file + " db_sysop@" + self.host + ":" + self.tmpdir
print("upload file start %s " % datetime.datetime.now())
if os.system(cmd):
sendmsg("upload data file failed")
sys.exit()
else:
sendmsg("upload success")
print("upload file success %s " % datetime.datetime.now())
return target_backup_file
def apply(self, path):
decidestr = r" && echo 1 || echo 0"
sendmsg("begin applying log.....")
try:
apply_out = self.sftp_exec_command("innobackupex --apply-log " +
path + " " + decidestr)
if int(apply_out.split("\r\n")[-2]):
sendmsg("unpacking %s in remote server %s success" %
(path, self.host))
w_log("unpacking %s in remote server %s success" %
(path, self.host))
w_log(apply_out)
else:
sendmsg("unpacking %s in remote server %s failed" %
(path, self.host))
w_log("unpacking %s in remote server %s failed" %
(path, self.host))
sendmsg(apply_out)
w_log(apply_out)
sys.exit()
except paramiko.SSHException:
print("SSHException Error")
sys.exit(1)
sendmsg("begin copy back to datadir %s " % self.datadir)
try:
sendmsg(self.sftp_exec_command("sudo mkdir -p " + self.datadir))
sendmsg(
self.sftp_exec_command("sudo chown " + getpass.getuser() +
":" + getpass.getuser() + " " +
self.datadir))
apply_out = self.sftp_exec_command("copy -a " + path + "/* to " +
self.datadir + decidestr)
if int(apply_out.split("\r\n")[-2]):
sendmsg("copy %s in remote server %s success" %
(file, self.host))
w_log("unpacking %s in remote server %s success" %
(file, self.host))
w_log(apply_out)
sendmsg(
self.sftp_exec_command("sudo chown -R mysql:mysql " +
self.datadir))
else:
sendmsg("unpacking %s in remote server %s failed" %
(file, self.host))
w_log("unpacking %s in remote server %s failed" %
(file, self.host))
sendmsg(apply_out)
w_log(apply_out)
sys.exit()
except paramiko.SSHException:
print("SSHException Error")
sys.exit(1)
def untargz(self, file):
decidestr = r" && echo 1 || echo 0"
restore_dir = os.path.basename(file)[0:-7]
abs_restore_dir = os.path.join(os.path.dirname(file), restore_dir)
try:
sftp = self.ssh_client.open_sftp()
sftp.stat(abs_restore_dir)
except IOError:
sendmsg(self.sftp_exec_command("sudo mkdir -p " + abs_restore_dir))
sendmsg(
self.sftp_exec_command("sudo chown " + getpass.getuser() +
":" + getpass.getuser() + " " +
abs_restore_dir))
untar_str = "tar -xzf " + file + " -C " + abs_restore_dir
try:
sendmsg("begin unpacking....")
untar_out = self.sftp_exec_command(untar_str + decidestr)
if int(untar_out.split("\r\n")[-2]):
sendmsg("unpacking %s in remote server %s success" %
(file, self.host))
w_log("unpacking %s in remote server %s success" %
(file, self.host))
return abs_restore_dir
else:
sendmsg("unpacking %s in remote server %s failed" %
(file, self.host))
w_log("unpacking %s in remote server %s failed" %
(file, self.host))
sendmsg(untar_out)
w_log(untar_out)
sys.exit()
except paramiko.SSHException:
print("SSHException Error")
sys.exit(1)
finally:
sftp.close()
def xtrabackup_dumpdb(self, hostip, dbport, dbuser, dbpassword):
decidestr = r" && echo 1 || echo 0"
if not self.is_xtrabacup_installed():
self.install_xtrabackup()
backupdir = os.path.join(self.g_backupdir, hostip)
dumpfilename = hostip + '_' + str(
dbport) + '_' + 'full' + '_' + datetime.datetime.strftime(
datetime.date.today(), '%Y%m%d') + '.tar.gz'
filestr = os.path.join(backupdir, dumpfilename)
cmdstr = "sudo /usr/bin/innobackupex --host=" + hostip + " --user="******" --password="******" --port=" + str(
dbport
) + " --stream=tar /tmp/ | gzip | ssh [email protected] -p 5022 \" cat - > " + filestr + "\""
if not os.path.exists(backupdir):
if os.system("mkdir -p " + backupdir):
sendmsg("mdkir directory %s failed" % backupdir)
w_log("mdkir directory %s failed" % backupdir)
sys.exit()
else:
sendmsg("mdkir directory %s success" % backupdir)
w_log("mdkir directory %s success" % backupdir)
if os.path.exists(filestr):
sendmsg("the backup exist, no need to backup again")
w_log("the backup exist, no need to backup again")
sys.exit()
starttime = int(time.time())
sendmsg("begin dumping database")
w_log("begin dumping database")
try:
dumpdb_out = self.sftp_exec_command(cmdstr + decidestr)
print(cmdstr + decidestr)
if int(dumpdb_out.split("\r\n")[-2]):
sendmsg(
"xtrabackup dump database in remote server %s success" %
self.host)
w_log(
"xtrabackup dump database tools in remote server %s success"
% self.host)
sendmsg(dumpdb_out)
else:
sendmsg(
"xtrabackup dump database in remote server %s failed" %
self.host)
sendmsg(
"xtrabackup dump database in remote server %s failed" %
self.host)
sendmsg(dumpdb_out)
w_log(dumpdb_out)
sys.exit()
except paramiko.SSHException:
print("SSHException Error")
sys.exit(1)
endtime = int(time.time())
spendtime = endtime - starttime
start = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(starttime))
end = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(endtime))
return filestr, os.path.getsize(filestr), start, end, spendtime