def get_basebackup(self, arg): """Download a basebackup from an object store""" if not arg.tablespace_dir: tablespace_mapping = {} else: try: tablespace_mapping = dict(v.split("=", 1) for v in arg.tablespace_dir) except ValueError: raise RestoreError("Invalid tablespace mapping {!r}".format(arg.tablespace_dir)) self.config = config.read_json_config_file(arg.config, check_commands=False) site = config.get_site_from_config(self.config, arg.site) try: self.storage = self._get_object_storage(site, arg.target_dir) self._get_basebackup( pgdata=arg.target_dir, basebackup=arg.basebackup, site=site, primary_conninfo=arg.primary_conninfo, recovery_end_command=arg.recovery_end_command, recovery_target_action=arg.recovery_target_action, recovery_target_name=arg.recovery_target_name, recovery_target_time=arg.recovery_target_time, recovery_target_xid=arg.recovery_target_xid, restore_to_master=arg.restore_to_master, overwrite=arg.overwrite, tablespace_mapping=tablespace_mapping, ) except RestoreError: raise except Exception as ex: if self.log_tracebacks: self.log.exception("Unexpected _get_basebackup failure") raise RestoreError("{}: {}".format(ex.__class__.__name__, ex))
def load_config(self, _signal=None, _frame=None): # pylint: disable=unused-argument self.log.debug("Loading JSON config from: %r, signal: %r", self.config_path, _signal) try: new_config = config.read_json_config_file(self.config_path) except (InvalidConfigurationError, subprocess.CalledProcessError, UnicodeDecodeError) as ex: self.log.exception("Invalid config file %r: %s: %s", self.config_path, ex.__class__.__name__, ex) # if we were called by a signal handler we'll ignore (and log) # the error and hope the user fixes the configuration before # restarting pghoard. if _signal is not None: return if isinstance(ex, InvalidConfigurationError): raise raise InvalidConfigurationError(self.config_path) self.config = new_config if self.config.get("syslog") and not self.syslog_handler: self.syslog_handler = set_syslog_handler(self.config.get("syslog_address", "/dev/log"), self.config.get("syslog_facility", "local2"), logging.getLogger()) # NOTE: getLevelName() also converts level names to numbers self.log_level = logging.getLevelName(self.config["log_level"]) try: logging.getLogger().setLevel(self.log_level) except ValueError: self.log.exception("Problem with log_level: %r", self.log_level) self.log.debug("Loaded config: %r from: %r", self.config, self.config_path)
def load_config(self, _signal=None, _frame=None): # pylint: disable=unused-argument self.log.debug("Loading JSON config from: %r, signal: %r", self.config_path, _signal) try: new_config = config.read_json_config_file(self.config_path) except (InvalidConfigurationError, subprocess.CalledProcessError, UnicodeDecodeError) as ex: self.log.exception("Invalid config file %r: %s: %s", self.config_path, ex.__class__.__name__, ex) # if we were called by a signal handler we'll ignore (and log) # the error and hope the user fixes the configuration before # restarting pghoard. if _signal is not None: return if isinstance(ex, InvalidConfigurationError): raise raise InvalidConfigurationError(self.config_path) self.config = new_config if self.config.get("syslog") and not self.syslog_handler: self.syslog_handler = logutil.set_syslog_handler( address=self.config.get("syslog_address", "/dev/log"), facility=self.config.get("syslog_facility", "local2"), logger=logging.getLogger(), ) # NOTE: getLevelName() also converts level names to numbers self.log_level = logging.getLevelName(self.config["log_level"]) try: logging.getLogger().setLevel(self.log_level) except ValueError: self.log.exception("Problem with log_level: %r", self.log_level) # statsd settings may have changed stats = self.config.get("statsd", {}) self.stats = statsd.StatsClient(host=stats.get("host"), port=stats.get("port"), tags=stats.get("tags"), message_format=stats.get("format")) self.log.debug("Loaded config: %r from: %r", self.config, self.config_path)
def list_basebackups(self, arg): """List basebackups from an object store""" self.config = config.read_json_config_file(arg.config, check_commands=False) site = config.get_site_from_config(self.config, arg.site) self.storage = self._get_object_storage(site, pgdata=None) self.storage.show_basebackup_list(verbose=arg.verbose)
def set_config(self, config_file, site): self.config = config.read_json_config_file(config_file, check_commands=False) self.site = config.get_site_from_config(self.config, site) self.backup_site = self.config["backup_sites"][self.site] storage_config = common.get_object_storage_config( self.config, self.site) self.storage = get_transfer(storage_config)
def load_config(self, _signal=None, _frame=None): # pylint: disable=unused-argument self.log.debug("Loading JSON config from: %r, signal: %r", self.config_path, _signal) try: new_config = config.read_json_config_file(self.config_path) except (InvalidConfigurationError, subprocess.CalledProcessError, UnicodeDecodeError) as ex: self.log.exception("Invalid config file %r: %s: %s", self.config_path, ex.__class__.__name__, ex) # if we were called by a signal handler we'll ignore (and log) # the error and hope the user fixes the configuration before # restarting pghoard. if _signal is not None: return if isinstance(ex, InvalidConfigurationError): raise raise InvalidConfigurationError(self.config_path) # clear this objects site transfer storage config self.site_transfers = {} self.config = new_config if self.config.get("syslog") and not self.syslog_handler: self.syslog_handler = logutil.set_syslog_handler( address=self.config.get("syslog_address", "/dev/log"), facility=self.config.get("syslog_facility", "local2"), logger=logging.getLogger(), ) # NOTE: getLevelName() also converts level names to numbers self.log_level = logging.getLevelName(self.config["log_level"]) try: logging.getLogger().setLevel(self.log_level) except ValueError: self.log.exception("Problem with log_level: %r", self.log_level) # Setup monitoring clients self.metrics = metrics.Metrics( statsd=self.config.get("statsd", None), pushgateway=self.config.get("pushgateway", None), prometheus=self.config.get("prometheus", None)) # need to refresh the web server config too if hasattr(self, "webserver") and hasattr(self.webserver, "server"): self.webserver.server.config = new_config for thread in self._get_all_threads(): thread.config = new_config thread.site_transfers = {} self.log.debug("Loaded config: %r from: %r", self.config, self.config_path)
def get_basebackup(self, arg): """Download a basebackup from an object store""" self.config = config.read_json_config_file(arg.config, check_commands=False) site = config.get_site_from_config(self.config, arg.site) try: self.storage = self._get_object_storage(site, arg.target_dir) self._get_basebackup( arg.target_dir, arg.basebackup, site, primary_conninfo=arg.primary_conninfo, recovery_end_command=arg.recovery_end_command, recovery_target_action=arg.recovery_target_action, recovery_target_name=arg.recovery_target_name, recovery_target_time=arg.recovery_target_time, recovery_target_xid=arg.recovery_target_xid, restore_to_master=arg.restore_to_master, overwrite=arg.overwrite) except RestoreError: raise except Exception as ex: raise RestoreError("{}: {}".format(ex.__class__.__name__, ex))