def __init__(self, uploader_conf, plugin_name, regex=None, cutoff=None):
super(LogUploader, self).__init__(uploader_conf)
log_name = '%s-log-uploader' % plugin_name
self.logger = utils.get_logger(uploader_conf,
log_name,
log_route=plugin_name)
self.log_dir = uploader_conf.get('log_dir', '/var/log/swift/')
self.swift_account = uploader_conf['swift_account']
self.container_name = uploader_conf['container_name']
proxy_server_conf_loc = uploader_conf.get(
'proxy_server_conf', '/etc/swift/proxy-server.conf')
proxy_server_conf = appconfig('config:%s' % proxy_server_conf_loc,
name='proxy-server')
self.internal_proxy = InternalProxy(proxy_server_conf)
self.new_log_cutoff = int(
cutoff or uploader_conf.get('new_log_cutoff', '7200'))
self.unlink_log = uploader_conf.get('unlink_log', 'true').lower() in \
utils.TRUE_VALUES
self.filename_pattern = regex or \
uploader_conf.get('source_filename_pattern',
'''
^%s-
(?P<year>[0-9]{4})
(?P<month>[0-1][0-9])
(?P<day>[0-3][0-9])
(?P<hour>[0-2][0-9])
.*$''' % plugin_name)
self.content_type = uploader_conf.get('content_type')
def internal_proxy(self):
if self._internal_proxy is None:
# first look in the conf directly
proxy_server_conf_loc = self.conf.get('proxy_server_conf')
if proxy_server_conf_loc is None:
# then look in a section called log-processor
stats_conf = self.conf.get('log-processor', {})
proxy_server_conf_loc = stats_conf.get(
'proxy_server_conf', '/etc/swift/proxy-server.conf')
if proxy_server_conf_loc:
proxy_server_conf = appconfig('config:%s' %
proxy_server_conf_loc,
name='proxy-server')
else:
proxy_server_conf = None
self._internal_proxy = InternalProxy(proxy_server_conf,
self.logger,
retries=3,
memcache=self.memcache)
return self._internal_proxy
