def backup_files(run_type, config):
"""Backup local directories
:param run_type: Run type
:type run_type: str
:param config: Configuration
:type config: TwinDBBackupConfig
"""
backup_start = time.time()
try:
for directory in config.backup_dirs:
LOG.debug('copying %s', directory)
src = FileSource(directory, run_type)
dst = config.destination()
_backup_stream(config, src, dst)
src.apply_retention_policy(dst, config, run_type)
except (
DestinationError,
SourceError,
SshClientException
) as err:
raise OperationError(err)
export_info(config, data=time.time() - backup_start,
category=ExportCategory.files,
measure_type=ExportMeasureType.backup)
def backup_files(run_type, config):
"""Backup local directories
:param run_type: Run type
:type run_type: str
:param config: Configuration
:type config: ConfigParser.ConfigParser
"""
backup_start = time.time()
for directory in get_directories_to_backup(config):
LOG.debug('copying %s', directory)
src = FileSource(directory, run_type)
dst = get_destination(config)
_backup_stream(config, src, dst)
src.apply_retention_policy(dst, config, run_type)
export_info(config,
data=time.time() - backup_start,
category=ExportCategory.files,
measure_type=ExportMeasureType.backup)
def backup_files(run_type, config):
"""Backup local directories
:param run_type: Run type
:type run_type: str
:param config: Configuration
:type config: TwinDBBackupConfig
"""
backup_start = time.time()
try:
for directory in config.backup_dirs:
LOG.debug('copying %s', directory)
src = FileSource(directory, run_type)
dst = config.destination()
_backup_stream(config, src, dst)
src.apply_retention_policy(dst, config, run_type)
except (DestinationError, SourceError, SshClientException) as err:
raise OperationError(err)
export_info(config,
data=time.time() - backup_start,
category=ExportCategory.files,
measure_type=ExportMeasureType.backup)
def backup_files(run_type, config):
"""Backup local directories
:param run_type: Run type
:type run_type: str
:param config: Configuration
:type config: ConfigParser.ConfigParser
"""
for directory in get_directories_to_backup(config):
LOG.debug('copying %s', directory)
src = FileSource(directory, run_type)
dst = get_destination(config)
stream = src.get_stream()
# Gzip modifier
stream = Gzip(stream).get_stream()
src.suffix += '.gz'
# KeepLocal modifier
try:
keep_local_path = config.get('destination', 'keep_local_path')
# src.suffix = 'tar.gz.aaa'
dst_name = src.get_name()
kl_modifier = KeepLocal(stream,
os.path.join(keep_local_path, dst_name))
stream = kl_modifier.get_stream()
except ConfigParser.NoOptionError:
pass
# GPG modifier
try:
keyring = config.get('gpg', 'keyring')
recipient = config.get('gpg', 'recipient')
gpg = Gpg(stream, recipient, keyring)
stream = gpg.get_stream()
src.suffix += '.gpg'
except (ConfigParser.NoSectionError, ConfigParser.NoOptionError):
pass
except ModifierException as err:
LOG.warning(err)
LOG.warning('Will skip encryption')
dst.save(stream, src.get_name())
src.apply_retention_policy(dst, config, run_type)
def test_make_file_name_from_full(path, name):
src = FileSource(path, 'foo')
assert src._sanitize_filename() == name
def test_suffix():
fs = FileSource('/foo/bar', 'daily')
assert fs.suffix == 'tar'
fs.suffix += '.gz'
assert fs.suffix == 'tar.gz'