def _backup(self):
"""Real backup method. May raise BackupError exceptions"""
if self.config['mysqldump']['stop-slave']:
_stop_slave(self.client)
config = self.config['mysqldump']
# setup defaults_file with ignore-table exclusions
add_exclusions(self.schema, self.mysql_config)
defaults_file = os.path.join(self.target_directory, 'my.cnf')
write_options(self.mysql_config, defaults_file)
# find the path to the mysqldump command
mysqldump_bin = find_mysqldump(path=config['mysql-binpath'])
LOG.info("Using mysqldump executable: %s", mysqldump_bin)
# setup the mysqldump environment
mysqldump = MySQLDump(defaults_file, mysqldump_bin)
LOG.info("mysqldump version %s", '.'.join([str(digit)
for digit in mysqldump.version]))
options = collect_mysqldump_options(config, mysqldump, self.client)
validate_mysqldump_options(mysqldump, options)
os.mkdir(os.path.join(self.target_directory, 'backup_data'))
try:
start(mysqldump=mysqldump,
schema=self.schema,
lock_method=config['lock-method'],
file_per_database=config['file-per-database'],
open_stream=self._open_stream)
finally:
if self.config['mysqldump']['stop-slave']:
_start_slave(self.client)
def _backup(self):
"""Real backup method. May raise BackupError exceptions"""
config = self.config['mysqldump']
# setup defaults_file with ignore-table exclusions
defaults_file = os.path.join(self.target_directory, 'my.cnf')
write_options(self.mysql_config, defaults_file)
if config['exclude-invalid-views']:
LOG.info("* Finding and excluding invalid views...")
definitions_path = os.path.join(self.target_directory,
'invalid_views.sql')
exclude_invalid_views(self.schema, self.client, definitions_path)
add_exclusions(self.schema, defaults_file)
# find the path to the mysqldump command
mysqldump_bin = find_mysqldump(path=config['mysql-binpath'])
LOG.info("Using mysqldump executable: %s", mysqldump_bin)
# setup the mysqldump environment
extra_defaults = config['extra-defaults']
try:
mysqldump = MySQLDump(defaults_file,
mysqldump_bin,
extra_defaults=extra_defaults)
except MySQLDumpError as exc:
raise BackupError(str(exc))
except Exception as ex:
LOG.warning(ex)
LOG.info("mysqldump version %s",
'.'.join([str(digit) for digit in mysqldump.version]))
options = collect_mysqldump_options(config, mysqldump, self.client)
validate_mysqldump_options(mysqldump, options)
os.mkdir(os.path.join(self.target_directory, 'backup_data'))
if self.config['compression']['method'] != 'none' and \
self.config['compression']['level'] > 0:
try:
cmd, ext = lookup_compression(
self.config['compression']['method'])
except OSError as exc:
raise BackupError(
"Unable to load compression method '%s': %s" %
(self.config['compression']['method'], exc))
LOG.info("Using %s compression level %d with args %s",
self.config['compression']['method'],
self.config['compression']['level'],
self.config['compression']['options'])
else:
LOG.info("Not compressing mysqldump output")
cmd = ''
ext = ''
try:
start(mysqldump=mysqldump,
schema=self.schema,
lock_method=config['lock-method'],
file_per_database=config['file-per-database'],
open_stream=self._open_stream,
compression_ext=ext,
arg_per_database=config['arg-per-database'])
except MySQLDumpError as exc:
raise BackupError(str(exc))
raise BackupError(
"Unable to load compression method '%s': %s" %
(self.config['compression']['method'], exc))
LOG.info("Using %s compression level %d with args %s",
self.config['compression']['method'],
self.config['compression']['level'],
self.config['compression']['options'])
else:
LOG.info("Not compressing mysqldump output")
cmd = ''
ext = ''
try:
start(mysqldump=mysqldump,
schema=self.schema,
lock_method=config['lock-method'],
file_per_database=config['file-per-database'],
open_stream=self._open_stream,
compression_ext=ext)
except MySQLDumpError, exc:
raise BackupError(str(exc))
def _open_stream(self, path, mode, method=None):
"""Open a stream through the holland compression api, relative to
this instance's target directory
"""
path = os.path.join(self.target_directory, 'backup_data', path)
compression_method = method or self.config['compression']['method']
compression_level = self.config['compression']['level']
compression_options = self.config['compression']['options']
stream = open_stream(path,
mode,
def _backup(self):
"""Real backup method. May raise BackupError exceptions"""
config = self.config["mysqldump"]
# setup defaults_file with ignore-table exclusions
defaults_file = os.path.join(self.target_directory, "my.cnf")
write_options(self.mysql_config, defaults_file)
if config["exclude-invalid-views"]:
LOG.info("* Finding and excluding invalid views...")
definitions_path = os.path.join(self.target_directory,
"invalid_views.sql")
exclude_invalid_views(self.schema, self.client, definitions_path)
add_exclusions(self.schema, defaults_file)
# find the path to the mysqldump command
mysqldump_bin = find_mysqldump(path=config["mysql-binpath"])
LOG.info("Using mysqldump executable: %s", mysqldump_bin)
# setup the mysqldump environment
extra_defaults = config["extra-defaults"]
try:
mysqldump = MySQLDump(defaults_file,
mysqldump_bin,
extra_defaults=extra_defaults,
mock_env=self.mock_env)
except MySQLDumpError as exc:
raise BackupError(str(exc))
except Exception as ex: # pylint: disable=W0703
LOG.warning(ex)
mysqldump_version = ".".join(
[str(digit) for digit in mysqldump.version])
LOG.info("mysqldump version %s", mysqldump_version)
options = collect_mysqldump_options(config, mysqldump, self.client)
validate_mysqldump_options(mysqldump, options)
os.mkdir(os.path.join(self.target_directory, "backup_data"))
if (self.config["compression"]["method"] != "none"
and self.config["compression"]["level"] > 0):
try:
_, ext = lookup_compression(
self.config["compression"]["method"])
except OSError as exc:
raise BackupError(
"Unable to load compression method '%s': %s" %
(self.config["compression"]["method"], exc))
LOG.info(
"Using %s compression level %d with args %s",
self.config["compression"]["method"],
self.config["compression"]["level"],
self.config["compression"]["options"],
)
else:
LOG.info("Not compressing mysqldump output")
ext = ""
try:
start(
mysqldump=mysqldump,
schema=self.schema,
lock_method=config["lock-method"],
file_per_database=config["file-per-database"],
open_stream=self._open_stream,
compression_ext=ext,
arg_per_database=config["arg-per-database"],
)
except MySQLDumpError as exc:
raise BackupError(str(exc))
def _backup(self):
"""Real backup method. May raise BackupError exceptions"""
config = self.config["mysqldump"]
# setup defaults_file with ignore-table exclusions
defaults_file = os.path.join(self.target_directory, "my.cnf")
write_options(self.mysql_config, defaults_file)
if config["exclude-invalid-views"]:
LOG.info("* Finding and excluding invalid views...")
definitions_path = os.path.join(self.target_directory, "invalid_views.sql")
exclude_invalid_views(self.schema, self.client, definitions_path)
add_exclusions(self.schema, defaults_file)
# find the path to the mysqldump command
mysqldump_bin = find_mysqldump(path=config["mysql-binpath"])
LOG.info("Using mysqldump executable: %s", mysqldump_bin)
# setup the mysqldump environment
extra_defaults = config["extra-defaults"]
try:
mysqldump = MySQLDump(
defaults_file, mysqldump_bin, extra_defaults=extra_defaults, mock_env=self.mock_env
)
except MySQLDumpError as exc:
raise BackupError(str(exc))
except Exception as ex: # pylint: disable=W0703
LOG.warning(ex)
mysqldump_version = ".".join([str(digit) for digit in mysqldump.version])
LOG.info("mysqldump version %s", mysqldump_version)
options = collect_mysqldump_options(config, mysqldump, self.client)
validate_mysqldump_options(mysqldump, options)
os.mkdir(os.path.join(self.target_directory, "backup_data"))
if (
self.config["compression"]["method"] != "none"
and self.config["compression"]["level"] > 0
):
try:
_, ext = lookup_compression(self.config["compression"]["method"])
except OSError as exc:
raise BackupError(
"Unable to load compression method '%s': %s"
% (self.config["compression"]["method"], exc)
)
LOG.info(
"Using %s compression level %d with args %s",
self.config["compression"]["method"],
self.config["compression"]["level"],
self.config["compression"]["options"],
)
else:
LOG.info("Not compressing mysqldump output")
ext = ""
try:
start(
mysqldump=mysqldump,
schema=self.schema,
lock_method=config["lock-method"],
file_per_database=config["file-per-database"],
open_stream=self._open_stream,
compression_ext=ext,
arg_per_database=config["arg-per-database"],
)
except MySQLDumpError as exc:
raise BackupError(str(exc))
os.mkdir(os.path.join(self.target_directory, "backup_data"))
if self.config["compression"]["method"] != "none" and self.config["compression"]["level"] > 0:
cmd, ext = lookup_compression(self.config["compression"]["method"])
LOG.info("Using %s compression level %d", cmd, self.config["compression"]["level"])
else:
LOG.info("Not compressing mysqldump output")
cmd = ""
ext = ""
try:
start(
mysqldump=mysqldump,
schema=self.schema,
lock_method=config["lock-method"],
file_per_database=config["file-per-database"],
open_stream=self._open_stream,
compression_ext=ext,
)
except MySQLDumpError, exc:
raise BackupError(str(exc))
def _open_stream(self, path, mode, method=None):
"""Open a stream through the holland compression api, relative to
this instance's target directory
"""
path = os.path.join(self.target_directory, "backup_data", path)
compression_method = method or self.config["compression"]["method"]
compression_level = self.config["compression"]["level"]
stream = open_stream(path, mode, compression_method, compression_level)
return stream
