def __init__(self, esConnection, options):
self.esConnection = esConnection
self.pluginList = registerPlugins()
self.options = options
self.scopes = [
"https://www.googleapis.com/auth/cloud-platform",
"https://www.googleapis.com/auth/pubsub "
]
self.credentials_file = options.credentials_file
def __init__(self, mqConnection, taskQueue, esConnection, options):
self.connection = mqConnection
self.esConnection = esConnection
self.taskQueue = taskQueue
self.pluginList = registerPlugins()
self.options = options
if self.options.esbulksize != 0:
# if we are bulk posting enable a timer to occasionally flush the bulker even if it's not full
# to prevent events from sticking around an idle worker
self.esConnection.start_bulk_timer()
def __init__(self, queue, esConnection, options):
self.sqs_queue = queue
self.esConnection = esConnection
self.pluginList = registerPlugins()
self.options = options
options.cloudtrail_arn = getConfig('cloudtrail_arn', 'cloudtrail_arn',
options.configfile)
if __name__ == '__main__':
# configure ourselves
parser = OptionParser()
parser.add_option("-c",
dest='configfile',
default=sys.argv[0].replace('.py', '.conf'),
help="configuration file to use")
(options, args) = parser.parse_args()
initConfig()
initLogger(options)
# open ES connection globally so we don't waste time opening it per message
es = esConnect()
pluginList = registerPlugins()
try:
main()
except KeyboardInterrupt as e:
logger.info("Exiting worker")
if options.esbulksize != 0:
es.finish_bulk()
except Exception as e:
if options.esbulksize != 0:
es.finish_bulk()
raise
# secs to pass before checking for new/updated plugins
# seems to cause memory leaks..
# regular updates are disabled for now,
# though we set the frequency anyway.
options.plugincheckfrequency = getConfig('plugincheckfrequency', 120, options.configfile)
if __name__ == '__main__':
# configure ourselves
parser = OptionParser()
parser.add_option("-c", dest='configfile', default=sys.argv[0].replace('.py', '.conf'), help="configuration file to use")
(options, args) = parser.parse_args()
initConfig()
initLogger(options)
# open ES connection globally so we don't waste time opening it per message
es = esConnect()
pluginList = registerPlugins()
try:
main()
except KeyboardInterrupt as e:
logger.info("Exiting worker")
if options.esbulksize != 0:
es.finish_bulk()
except Exception as e:
if options.esbulksize != 0:
es.finish_bulk()
raise
def __init__(self, mqConnection, taskQueue, esConnection, options):
self.connection = mqConnection
self.esConnection = esConnection
self.taskQueue = taskQueue
self.pluginList = registerPlugins()
self.options = options