def __init__(self, uploader_conf, plugin_name): super(LogUploader, self).__init__(uploader_conf) log_name = '%s-log-uploader' % plugin_name self.logger = utils.get_logger(uploader_conf, log_name, log_route=plugin_name) self.log_dir = uploader_conf.get('log_dir', '/var/log/swift/') self.swift_account = uploader_conf['swift_account'] self.container_name = uploader_conf['container_name'] proxy_server_conf_loc = uploader_conf.get( 'proxy_server_conf', '/etc/swift/proxy-server.conf') proxy_server_conf = appconfig('config:%s' % proxy_server_conf_loc, name='proxy-server') self.internal_proxy = InternalProxy(proxy_server_conf) self.new_log_cutoff = int(uploader_conf.get('new_log_cutoff', '7200')) self.unlink_log = uploader_conf.get('unlink_log', 'True').lower() in \ utils.TRUE_VALUES # source_filename_format is deprecated source_filename_format = uploader_conf.get('source_filename_format') source_filename_pattern = uploader_conf.get('source_filename_pattern') if source_filename_format and not source_filename_pattern: self.logger.warning( _('source_filename_format is unreliable and ' 'deprecated; use source_filename_pattern')) self.pattern = self.convert_glob_to_regex(source_filename_format) else: self.pattern = source_filename_pattern or '%Y%m%d%H'
def internal_proxy(self): if self._internal_proxy is None: stats_conf = self.conf.get('log-processor', {}) proxy_server_conf_loc = stats_conf.get( 'proxy_server_conf', '/etc/swift/proxy-server.conf') proxy_server_conf = appconfig('config:%s' % proxy_server_conf_loc, name='proxy-server') self._internal_proxy = InternalProxy(proxy_server_conf, self.logger, retries=3) return self._internal_proxy
def __init__(self, uploader_conf, plugin_name): super(LogUploader, self).__init__(uploader_conf) log_dir = uploader_conf.get('log_dir', '/var/log/swift/') swift_account = uploader_conf['swift_account'] container_name = uploader_conf['container_name'] source_filename_format = uploader_conf['source_filename_format'] proxy_server_conf_loc = uploader_conf.get( 'proxy_server_conf', '/etc/swift/proxy-server.conf') proxy_server_conf = appconfig('config:%s' % proxy_server_conf_loc, name='proxy-server') new_log_cutoff = int(uploader_conf.get('new_log_cutoff', '7200')) unlink_log = uploader_conf.get('unlink_log', 'True').lower() in \ ('true', 'on', '1', 'yes') self.unlink_log = unlink_log self.new_log_cutoff = new_log_cutoff if not log_dir.endswith('/'): log_dir = log_dir + '/' self.log_dir = log_dir self.swift_account = swift_account self.container_name = container_name self.filename_format = source_filename_format self.internal_proxy = InternalProxy(proxy_server_conf) log_name = 'swift-log-uploader-%s' % plugin_name self.logger = utils.get_logger(uploader_conf, plugin_name)