def get_basebackup(self, arg):
"""Download a basebackup from an object store"""
if not arg.tablespace_dir:
tablespace_mapping = {}
else:
try:
tablespace_mapping = dict(v.split("=", 1) for v in arg.tablespace_dir)
except ValueError:
raise RestoreError("Invalid tablespace mapping {!r}".format(arg.tablespace_dir))
self.config = config.read_json_config_file(arg.config, check_commands=False)
site = config.get_site_from_config(self.config, arg.site)
try:
self.storage = self._get_object_storage(site, arg.target_dir)
self._get_basebackup(
pgdata=arg.target_dir,
basebackup=arg.basebackup,
site=site,
primary_conninfo=arg.primary_conninfo,
recovery_end_command=arg.recovery_end_command,
recovery_target_action=arg.recovery_target_action,
recovery_target_name=arg.recovery_target_name,
recovery_target_time=arg.recovery_target_time,
recovery_target_xid=arg.recovery_target_xid,
restore_to_master=arg.restore_to_master,
overwrite=arg.overwrite,
tablespace_mapping=tablespace_mapping,
)
except RestoreError:
raise
except Exception as ex:
if self.log_tracebacks:
self.log.exception("Unexpected _get_basebackup failure")
raise RestoreError("{}: {}".format(ex.__class__.__name__, ex))
def load_config(self, _signal=None, _frame=None): # pylint: disable=unused-argument
self.log.debug("Loading JSON config from: %r, signal: %r", self.config_path, _signal)
try:
new_config = config.read_json_config_file(self.config_path)
except (InvalidConfigurationError, subprocess.CalledProcessError, UnicodeDecodeError) as ex:
self.log.exception("Invalid config file %r: %s: %s", self.config_path, ex.__class__.__name__, ex)
# if we were called by a signal handler we'll ignore (and log)
# the error and hope the user fixes the configuration before
# restarting pghoard.
if _signal is not None:
return
if isinstance(ex, InvalidConfigurationError):
raise
raise InvalidConfigurationError(self.config_path)
self.config = new_config
if self.config.get("syslog") and not self.syslog_handler:
self.syslog_handler = set_syslog_handler(self.config.get("syslog_address", "/dev/log"),
self.config.get("syslog_facility", "local2"),
logging.getLogger())
# NOTE: getLevelName() also converts level names to numbers
self.log_level = logging.getLevelName(self.config["log_level"])
try:
logging.getLogger().setLevel(self.log_level)
except ValueError:
self.log.exception("Problem with log_level: %r", self.log_level)
self.log.debug("Loaded config: %r from: %r", self.config, self.config_path)
def load_config(self, _signal=None, _frame=None): # pylint: disable=unused-argument
self.log.debug("Loading JSON config from: %r, signal: %r", self.config_path, _signal)
try:
new_config = config.read_json_config_file(self.config_path)
except (InvalidConfigurationError, subprocess.CalledProcessError, UnicodeDecodeError) as ex:
self.log.exception("Invalid config file %r: %s: %s", self.config_path, ex.__class__.__name__, ex)
# if we were called by a signal handler we'll ignore (and log)
# the error and hope the user fixes the configuration before
# restarting pghoard.
if _signal is not None:
return
if isinstance(ex, InvalidConfigurationError):
raise
raise InvalidConfigurationError(self.config_path)
self.config = new_config
if self.config.get("syslog") and not self.syslog_handler:
self.syslog_handler = logutil.set_syslog_handler(
address=self.config.get("syslog_address", "/dev/log"),
facility=self.config.get("syslog_facility", "local2"),
logger=logging.getLogger(),
)
# NOTE: getLevelName() also converts level names to numbers
self.log_level = logging.getLevelName(self.config["log_level"])
try:
logging.getLogger().setLevel(self.log_level)
except ValueError:
self.log.exception("Problem with log_level: %r", self.log_level)
# statsd settings may have changed
stats = self.config.get("statsd", {})
self.stats = statsd.StatsClient(host=stats.get("host"), port=stats.get("port"),
tags=stats.get("tags"), message_format=stats.get("format"))
self.log.debug("Loaded config: %r from: %r", self.config, self.config_path)
def list_basebackups(self, arg):
"""List basebackups from an object store"""
self.config = config.read_json_config_file(arg.config,
check_commands=False)
site = config.get_site_from_config(self.config, arg.site)
self.storage = self._get_object_storage(site, pgdata=None)
self.storage.show_basebackup_list(verbose=arg.verbose)
def set_config(self, config_file, site):
self.config = config.read_json_config_file(config_file,
check_commands=False)
self.site = config.get_site_from_config(self.config, site)
self.backup_site = self.config["backup_sites"][self.site]
storage_config = common.get_object_storage_config(
self.config, self.site)
self.storage = get_transfer(storage_config)
def load_config(self, _signal=None, _frame=None): # pylint: disable=unused-argument
self.log.debug("Loading JSON config from: %r, signal: %r",
self.config_path, _signal)
try:
new_config = config.read_json_config_file(self.config_path)
except (InvalidConfigurationError, subprocess.CalledProcessError,
UnicodeDecodeError) as ex:
self.log.exception("Invalid config file %r: %s: %s",
self.config_path, ex.__class__.__name__, ex)
# if we were called by a signal handler we'll ignore (and log)
# the error and hope the user fixes the configuration before
# restarting pghoard.
if _signal is not None:
return
if isinstance(ex, InvalidConfigurationError):
raise
raise InvalidConfigurationError(self.config_path)
# clear this objects site transfer storage config
self.site_transfers = {}
self.config = new_config
if self.config.get("syslog") and not self.syslog_handler:
self.syslog_handler = logutil.set_syslog_handler(
address=self.config.get("syslog_address", "/dev/log"),
facility=self.config.get("syslog_facility", "local2"),
logger=logging.getLogger(),
)
# NOTE: getLevelName() also converts level names to numbers
self.log_level = logging.getLevelName(self.config["log_level"])
try:
logging.getLogger().setLevel(self.log_level)
except ValueError:
self.log.exception("Problem with log_level: %r", self.log_level)
# Setup monitoring clients
self.metrics = metrics.Metrics(
statsd=self.config.get("statsd", None),
pushgateway=self.config.get("pushgateway", None),
prometheus=self.config.get("prometheus", None))
# need to refresh the web server config too
if hasattr(self, "webserver") and hasattr(self.webserver, "server"):
self.webserver.server.config = new_config
for thread in self._get_all_threads():
thread.config = new_config
thread.site_transfers = {}
self.log.debug("Loaded config: %r from: %r", self.config,
self.config_path)
def get_basebackup(self, arg):
"""Download a basebackup from an object store"""
self.config = config.read_json_config_file(arg.config,
check_commands=False)
site = config.get_site_from_config(self.config, arg.site)
try:
self.storage = self._get_object_storage(site, arg.target_dir)
self._get_basebackup(
arg.target_dir,
arg.basebackup,
site,
primary_conninfo=arg.primary_conninfo,
recovery_end_command=arg.recovery_end_command,
recovery_target_action=arg.recovery_target_action,
recovery_target_name=arg.recovery_target_name,
recovery_target_time=arg.recovery_target_time,
recovery_target_xid=arg.recovery_target_xid,
restore_to_master=arg.restore_to_master,
overwrite=arg.overwrite)
except RestoreError:
raise
except Exception as ex:
raise RestoreError("{}: {}".format(ex.__class__.__name__, ex))
def list_basebackups(self, arg):
"""List basebackups from an object store"""
self.config = config.read_json_config_file(arg.config, check_commands=False)
site = config.get_site_from_config(self.config, arg.site)
self.storage = self._get_object_storage(site, pgdata=None)
self.storage.show_basebackup_list(verbose=arg.verbose)