def __init__(self, system_id, worker_name, min_procs):
self.system_id = system_id
self.name = worker_name
self.min_procs = min_procs
self.worker_id = generate_worker_id(system_id, worker_name)
self._instances = set()
self._instances_active = set()
self.procs_count = 0
def gen_fake_attrs(self, timestamp):
sys_id = 'system-1'
wkr_name = 'twitter_transport'
wkr_id = generate_worker_id(sys_id, wkr_name)
attrs = {
'version': publisher.HeartBeatMessage.VERSION_20130319,
'system_id': sys_id,
'worker_id': wkr_id,
'worker_name': wkr_name,
'hostname': "test-host-1",
'timestamp': timestamp,
'pid': 345,
}
return attrs
def setup_heartbeat(self):
# Disable heartbeats if worker_name is not set. We're
# currently using it as the primary identifier for a worker
if 'worker_name' in self.config:
self._worker_name = self.config.get("worker_name")
self._system_id = self.options.get("system-id", "global")
self._worker_id = generate_worker_id(self._system_id,
self._worker_name)
log.msg("Starting HeartBeat publisher with worker_name=%s" %
self._worker_name)
self._hb_pub = yield self.start_publisher(
HeartBeatPublisher, self._gen_heartbeat_attrs)
else:
log.msg("HeartBeat publisher disabled. No worker_id "
"field found in config.")
def setup_heartbeat(self):
# Disable heartbeats if worker_name is not set. We're
# currently using it as the primary identifier for a worker
if 'worker_name' in self.config:
self._worker_name = self.config.get("worker_name")
self._system_id = self.options.get("system-id", "global")
self._worker_id = generate_worker_id(self._system_id,
self._worker_name)
log.msg("Starting HeartBeat publisher with worker_name=%s"
% self._worker_name)
self._hb_pub = yield self.start_publisher(HeartBeatPublisher,
self._gen_heartbeat_attrs)
else:
log.msg("HeartBeat publisher disabled. No worker_id "
"field found in config.")
def makeService(self, options):
sentry_dsn = options.vumi_options.pop('sentry', None)
class_name = options.worker_class.rpartition('.')[2].lower()
logger_name = options.worker_config.get('worker_name', class_name)
system_id = options.vumi_options.get('system-id', 'global')
worker_id = generate_worker_id(system_id, logger_name)
worker_creator = WorkerCreator(options.vumi_options)
worker = worker_creator.create_worker(options.worker_class,
options.worker_config)
if sentry_dsn is not None:
sentry_service = SentryLoggerService(sentry_dsn, logger_name,
worker_id)
worker.addService(sentry_service)
return worker
def makeService(self, options):
sentry_dsn = options.vumi_options.pop('sentry', None)
class_name = options.worker_class.rpartition('.')[2].lower()
logger_name = options.worker_config.get('worker_name', class_name)
system_id = options.vumi_options.get('system-id', 'global')
worker_id = generate_worker_id(system_id, logger_name)
worker_creator = WorkerCreator(options.vumi_options)
worker = worker_creator.create_worker(options.worker_class,
options.worker_config)
if sentry_dsn is not None:
sentry_service = SentryLoggerService(sentry_dsn,
logger_name,
worker_id)
worker.addService(sentry_service)
return worker
