def make_host_backup(database, instance, export_id):
from backup.models import Snapshot
from dbaas_nfsaas.models import HostAttr as Nfsaas_HostAttr
import datetime
LOG.info("Make instance backup for %s" % (instance))
nfsaas_hostattr = Nfsaas_HostAttr.objects.get(nfsaas_export_id=export_id)
snapshot = Snapshot()
snapshot.start_at = datetime.datetime.now()
snapshot.type = Snapshot.SNAPSHOPT
snapshot.status = Snapshot.RUNNING
snapshot.instance = instance
snapshot.environment = instance.databaseinfra.environment
snapshot.export_path = nfsaas_hostattr.nfsaas_path
snapshot.database_name = database.name
databaseinfra = instance.databaseinfra
nfs_snapshot = NfsaasProvider.create_snapshot(environment=databaseinfra.environment,
host=instance.hostname)
if 'id' in nfs_snapshot and 'snapshot' in nfs_snapshot:
snapshot.status = Snapshot.SUCCESS
snapshot.snapshopt_id = nfs_snapshot['id']
snapshot.snapshot_name = nfs_snapshot['snapshot']
snapshot.end_at = datetime.datetime.now()
snapshot.save()
return True
else:
snapshot.status = Snapshot.ERROR
snapshot.end_at = datetime.datetime.now()
snapshot.save()
return False
def make_host_backup(database, instance, export_id):
from backup.models import Snapshot
from dbaas_nfsaas.models import HostAttr as Nfsaas_HostAttr
import datetime
LOG.info("Make instance backup for %s" % (instance))
nfsaas_hostattr = Nfsaas_HostAttr.objects.get(nfsaas_export_id=export_id)
snapshot = Snapshot()
snapshot.start_at = datetime.datetime.now()
snapshot.type = Snapshot.SNAPSHOPT
snapshot.status = Snapshot.RUNNING
snapshot.instance = instance
snapshot.environment = instance.databaseinfra.environment
snapshot.export_path = nfsaas_hostattr.nfsaas_path
snapshot.database_name = database.name
databaseinfra = instance.databaseinfra
nfs_snapshot = NfsaasProvider.create_snapshot(
environment=databaseinfra.environment, host=instance.hostname)
if 'id' in nfs_snapshot and 'snapshot' in nfs_snapshot:
snapshot.status = Snapshot.SUCCESS
snapshot.snapshopt_id = nfs_snapshot['id']
snapshot.snapshot_name = nfs_snapshot['snapshot']
snapshot.end_at = datetime.datetime.now()
snapshot.save()
return True
else:
snapshot.status = Snapshot.ERROR
snapshot.end_at = datetime.datetime.now()
snapshot.save()
return False
def make_instance_snapshot_backup(instance, error):
LOG.info("Make instance backup for %s" % (instance))
snapshot = Snapshot()
snapshot.start_at = datetime.datetime.now()
snapshot.type = Snapshot.SNAPSHOPT
snapshot.status = Snapshot.RUNNING
snapshot.instance = instance
snapshot.environment = instance.databaseinfra.environment
from dbaas_nfsaas.models import HostAttr as Nfsaas_HostAttr
nfsaas_hostattr = Nfsaas_HostAttr.objects.get(host=instance.hostname)
snapshot.export_path = nfsaas_hostattr.nfsaas_path
databases = Database.objects.filter(databaseinfra=instance.databaseinfra)
if databases:
snapshot.database_name = databases[0].name
snapshot.save()
databaseinfra = instance.databaseinfra
driver = databaseinfra.get_driver()
client = driver.get_client(instance)
cloudstack_hostattr = Cloudstack_HostAttr.objects.get(
host=instance.hostname)
try:
LOG.debug('Locking instance %s' % str(instance))
driver.lock_database(client)
LOG.debug('Instance %s is locked' % str(instance))
if type(driver).__name__ == 'MySQL':
mysql_binlog_save(client, instance, cloudstack_hostattr)
nfs_snapshot = NfsaasProvider.create_snapshot(
environment=databaseinfra.environment,
plan=databaseinfra.plan,
host=instance.hostname)
if 'error' in nfs_snapshot:
errormsg = nfs_snapshot['error']
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
if 'id' in nfs_snapshot and 'snapshot' in nfs_snapshot:
snapshot.snapshopt_id = nfs_snapshot['id']
snapshot.snapshot_name = nfs_snapshot['snapshot']
else:
errormsg = 'There is no snapshot information'
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
except Exception, e:
errormsg = "Error creating snapshot: %s" % (e)
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
def make_instance_snapshot_backup(instance, error):
LOG.info("Make instance backup for %s" % (instance))
snapshot = Snapshot()
snapshot.start_at = datetime.datetime.now()
snapshot.type = Snapshot.SNAPSHOPT
snapshot.status = Snapshot.RUNNING
snapshot.instance = instance
snapshot.environment = instance.databaseinfra.environment
from dbaas_nfsaas.models import HostAttr as Nfsaas_HostAttr
nfsaas_hostattr = Nfsaas_HostAttr.objects.get(
host=instance.hostname, is_active=True)
snapshot.export_path = nfsaas_hostattr.nfsaas_path
databases = Database.objects.filter(databaseinfra=instance.databaseinfra)
if databases:
snapshot.database_name = databases[0].name
snapshot.save()
databaseinfra = instance.databaseinfra
driver = databaseinfra.get_driver()
client = driver.get_client(instance)
cloudstack_hostattr = Cloudstack_HostAttr.objects.get(
host=instance.hostname)
try:
LOG.debug('Locking instance %s' % str(instance))
driver.lock_database(client)
LOG.debug('Instance %s is locked' % str(instance))
if type(driver).__name__ == 'MySQL':
mysql_binlog_save(client, instance, cloudstack_hostattr)
nfs_snapshot = NfsaasProvider.create_snapshot(environment=databaseinfra.environment,
host=instance.hostname)
if 'error' in nfs_snapshot:
errormsg = nfs_snapshot['error']
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
if 'id' in nfs_snapshot and 'snapshot' in nfs_snapshot:
snapshot.snapshopt_id = nfs_snapshot['id']
snapshot.snapshot_name = nfs_snapshot['snapshot']
else:
errormsg = 'There is no snapshot information'
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
except Exception, e:
errormsg = "Error creating snapshot: %s" % (e)
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
def make_instance_snapshot_backup(instance, error):
LOG.info("Make instance backup for %s" % (instance))
snapshot = Snapshot()
snapshot.start_at = datetime.datetime.now()
snapshot.type=Snapshot.SNAPSHOPT
snapshot.status=Snapshot.RUNNING
snapshot.instance = instance
snapshot.environment = instance.databaseinfra.environment
from dbaas_nfsaas.models import HostAttr as Nfsaas_HostAttr
nfsaas_hostattr = Nfsaas_HostAttr.objects.get(host=instance.hostname)
snapshot.export_path = nfsaas_hostattr.nfsaas_path
databases = Database.objects.filter(databaseinfra=instance.databaseinfra)
if databases:
snapshot.database_name = databases[0].name
snapshot.save()
databaseinfra = instance.databaseinfra
driver = databaseinfra.get_driver()
client = driver.get_client(instance)
try:
driver.lock_database(client)
nfs_snapshot = NfsaasProvider.create_snapshot(environment = databaseinfra.environment,
plan = databaseinfra.plan,
host = instance.hostname)
driver.unlock_database(client)
if 'error' in nfs_snapshot:
errormsg = nfs_snapshot['error']
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
if 'id' in nfs_snapshot and 'snapshot' in nfs_snapshot:
snapshot.snapshopt_id = nfs_snapshot['id']
snapshot.snapshot_name = nfs_snapshot['snapshot']
else:
errormsg = 'There is no snapshot information'
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
except Exception, e:
errormsg = "Error creating snapshot: %s" % (e)
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
def do(self, workflow_dict):
try:
databaseinfra = workflow_dict['databaseinfra']
driver = databaseinfra.get_driver()
instance = workflow_dict['source_instances'][0]
client = driver.get_client(instance)
driver.lock_database(client)
workflow_dict['database_locked'] = True
LOG.debug('Instance %s is locked' % str(instance))
client.query('show master status')
r = client.store_result()
row = r.fetch_row(maxrows=0, how=1)
workflow_dict['binlog_file'] = row[0]['File']
workflow_dict['binlog_pos'] = row[0]['Position']
nfs_snapshot = NfsaasProvider.create_snapshot(
environment=databaseinfra.environment, host=instance.hostname)
LOG.info('nfs_snapshot: {}'.format(nfs_snapshot))
if 'error' in nfs_snapshot:
errormsg = nfs_snapshot['error']
raise Exception(errormsg)
if 'id' in nfs_snapshot and 'snapshot' in nfs_snapshot:
workflow_dict['snapshopt_id'] = nfs_snapshot['id']
workflow_dict['snapshot_name'] = nfs_snapshot['snapshot']
else:
errormsg = 'There is no snapshot information'
raise Exception(errormsg)
driver.unlock_database(client)
workflow_dict['database_locked'] = False
return True
except Exception:
traceback = full_stack()
workflow_dict['exceptions']['error_codes'].append(DBAAS_0020)
workflow_dict['exceptions']['traceback'].append(traceback)
return False
def do(self, workflow_dict):
try:
databaseinfra = workflow_dict["databaseinfra"]
driver = databaseinfra.get_driver()
instance = workflow_dict["source_instances"][0]
client = driver.get_client(instance)
driver.lock_database(client)
workflow_dict["database_locked"] = True
LOG.debug("Instance %s is locked" % str(instance))
client.query("show master status")
r = client.store_result()
row = r.fetch_row(maxrows=0, how=1)
workflow_dict["binlog_file"] = row[0]["File"]
workflow_dict["binlog_pos"] = row[0]["Position"]
nfs_snapshot = NfsaasProvider.create_snapshot(environment=databaseinfra.environment, host=instance.hostname)
LOG.info("nfs_snapshot: {}".format(nfs_snapshot))
if "error" in nfs_snapshot:
errormsg = nfs_snapshot["error"]
raise Exception(errormsg)
if "id" in nfs_snapshot and "snapshot" in nfs_snapshot:
workflow_dict["snapshopt_id"] = nfs_snapshot["id"]
workflow_dict["snapshot_name"] = nfs_snapshot["snapshot"]
else:
errormsg = "There is no snapshot information"
raise Exception(errormsg)
driver.unlock_database(client)
workflow_dict["database_locked"] = False
return True
except Exception:
traceback = full_stack()
workflow_dict["exceptions"]["error_codes"].append(DBAAS_0020)
workflow_dict["exceptions"]["traceback"].append(traceback)
return False
def make_instance_snapshot_backup(instance, error):
LOG.info("Make instance backup for %s" % (instance))
snapshot = Snapshot()
snapshot.start_at = datetime.datetime.now()
snapshot.type = Snapshot.SNAPSHOPT
snapshot.status = Snapshot.RUNNING
snapshot.instance = instance
snapshot.environment = instance.databaseinfra.environment
from dbaas_nfsaas.models import HostAttr as Nfsaas_HostAttr
nfsaas_hostattr = Nfsaas_HostAttr.objects.get(
host=instance.hostname, is_active=True)
snapshot.export_path = nfsaas_hostattr.nfsaas_path
databases = Database.objects.filter(databaseinfra=instance.databaseinfra)
if databases:
snapshot.database_name = databases[0].name
snapshot.save()
databaseinfra = instance.databaseinfra
driver = databaseinfra.get_driver()
client = driver.get_client(instance)
cloudstack_hostattr = Cloudstack_HostAttr.objects.get(
host=instance.hostname)
try:
LOG.debug('Locking instance %s' % str(instance))
driver.lock_database(client)
LOG.debug('Instance %s is locked' % str(instance))
if type(driver).__name__ == 'MySQL':
mysql_binlog_save(client, instance, cloudstack_hostattr)
nfs_snapshot = NfsaasProvider.create_snapshot(environment=databaseinfra.environment,
host=instance.hostname)
if 'error' in nfs_snapshot:
errormsg = nfs_snapshot['error']
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
if 'id' in nfs_snapshot and 'snapshot' in nfs_snapshot:
snapshot.snapshopt_id = nfs_snapshot['id']
snapshot.snapshot_name = nfs_snapshot['snapshot']
else:
errormsg = 'There is no snapshot information'
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
except Exception as e:
errormsg = "Error creating snapshot: %s" % (e)
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
finally:
LOG.debug('Unlocking instance %s' % str(instance))
driver.unlock_database(client)
LOG.debug('Instance %s is unlocked' % str(instance))
output = {}
command = "du -sb /data/.snapshot/%s | awk '{print $1}'" % (
snapshot.snapshot_name)
try:
exec_remote_command(server=instance.hostname.address,
username=cloudstack_hostattr.vm_user,
password=cloudstack_hostattr.vm_password,
command=command,
output=output)
size = int(output['stdout'][0])
snapshot.size = size
except Exception as e:
snapshot.size = 0
LOG.error("Error exec remote command %s" % (e))
backup_path = databases[0].backup_path
if backup_path:
infraname = databaseinfra.name
now = datetime.datetime.now()
target_path = "{backup_path}/{today_str}/{hostname}/{now_str}/{infraname}".format(
backup_path=backup_path,
today_str=now.strftime("%Y_%m_%d"),
hostname=instance.hostname.hostname.split('.')[0],
now_str=now.strftime("%Y%m%d%H%M%S"),
infraname=infraname)
snapshot_path = "/data/.snapshot/{}/data/".format(snapshot.snapshot_name)
output = {}
command = """
if [ -d "{backup_path}" ]
then
rm -rf {backup_path}/20[0-9][0-9]_[0-1][0-12]_[0-3][0-9]
mkdir -p {target_path}
cp -r {snapshot_path} {target_path} &
fi
""".format(backup_path=backup_path,
target_path=target_path,
snapshot_path=snapshot_path)
try:
exec_remote_command(server=instance.hostname.address,
username=cloudstack_hostattr.vm_user,
password=cloudstack_hostattr.vm_password,
command=command,
output=output)
except Exception as e:
LOG.error("Error exec remote command %s" % (e))
snapshot.status = Snapshot.SUCCESS
snapshot.end_at = datetime.datetime.now()
snapshot.save()
register_backup_dbmonitor(databaseinfra, snapshot)
return True
def make_instance_snapshot_backup(instance, error):
LOG.info("Make instance backup for %s" % (instance))
snapshot = Snapshot()
snapshot.start_at = datetime.datetime.now()
snapshot.type = Snapshot.SNAPSHOPT
snapshot.status = Snapshot.RUNNING
snapshot.instance = instance
snapshot.environment = instance.databaseinfra.environment
from dbaas_nfsaas.models import HostAttr as Nfsaas_HostAttr
nfsaas_hostattr = Nfsaas_HostAttr.objects.get(host=instance.hostname,
is_active=True)
snapshot.export_path = nfsaas_hostattr.nfsaas_path
databases = Database.objects.filter(databaseinfra=instance.databaseinfra)
if databases:
snapshot.database_name = databases[0].name
snapshot.save()
databaseinfra = instance.databaseinfra
driver = databaseinfra.get_driver()
client = driver.get_client(instance)
cloudstack_hostattr = Cloudstack_HostAttr.objects.get(
host=instance.hostname)
try:
LOG.debug('Locking instance %s' % str(instance))
driver.lock_database(client)
LOG.debug('Instance %s is locked' % str(instance))
if type(driver).__name__ == 'MySQL':
mysql_binlog_save(client, instance, cloudstack_hostattr)
nfs_snapshot = NfsaasProvider.create_snapshot(
environment=databaseinfra.environment, host=instance.hostname)
if 'error' in nfs_snapshot:
errormsg = nfs_snapshot['error']
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
if 'id' in nfs_snapshot and 'snapshot' in nfs_snapshot:
snapshot.snapshopt_id = nfs_snapshot['id']
snapshot.snapshot_name = nfs_snapshot['snapshot']
else:
errormsg = 'There is no snapshot information'
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
except Exception as e:
errormsg = "Error creating snapshot: %s" % (e)
error['errormsg'] = errormsg
set_backup_error(databaseinfra, snapshot, errormsg)
return False
finally:
LOG.debug('Unlocking instance %s' % str(instance))
driver.unlock_database(client)
LOG.debug('Instance %s is unlocked' % str(instance))
output = {}
command = "du -sb /data/.snapshot/%s | awk '{print $1}'" % (
snapshot.snapshot_name)
try:
exec_remote_command(server=instance.hostname.address,
username=cloudstack_hostattr.vm_user,
password=cloudstack_hostattr.vm_password,
command=command,
output=output)
size = int(output['stdout'][0])
snapshot.size = size
except Exception as e:
snapshot.size = 0
LOG.error("Error exec remote command %s" % (e))
backup_path = databases[0].backup_path
if backup_path:
infraname = databaseinfra.name
now = datetime.datetime.now()
target_path = "{backup_path}/{today_str}/{hostname}/{now_str}/{infraname}".format(
backup_path=backup_path,
today_str=now.strftime("%Y_%m_%d"),
hostname=instance.hostname.hostname.split('.')[0],
now_str=now.strftime("%Y%m%d%H%M%S"),
infraname=infraname)
snapshot_path = "/data/.snapshot/{}/data/".format(
snapshot.snapshot_name)
output = {}
command = """
if [ -d "{backup_path}" ]
then
rm -rf {backup_path}/20[0-9][0-9]_[0-1][0-12]_[0-3][0-9]
mkdir -p {target_path}
cp -r {snapshot_path} {target_path} &
fi
""".format(backup_path=backup_path,
target_path=target_path,
snapshot_path=snapshot_path)
try:
exec_remote_command(server=instance.hostname.address,
username=cloudstack_hostattr.vm_user,
password=cloudstack_hostattr.vm_password,
command=command,
output=output)
except Exception as e:
LOG.error("Error exec remote command %s" % (e))
snapshot.status = Snapshot.SUCCESS
snapshot.end_at = datetime.datetime.now()
snapshot.save()
register_backup_dbmonitor(databaseinfra, snapshot)
return True