def run(self):
# Parameters to be passed on to the queue worker
queue_name = 'SEMANTICS_QUEUE'
options = {
'exchange_name': 'metadata',
'exchange_type': 'fanout',
'durable_queue': True,
'prefetch_count': self.num_workers
}
drop_consumer = Consumer("semanticsqueue-consumer", self.mq_host,
'SEMANTICS_QUEUE', options)
drop_publisher = Publisher("Response Publisher", mq_host)
for x in range(self.num_workers):
SemanticsQueueWorker("semanticsqueue-worker-" + str(x),
drop_consumer.message_queue,
drop_consumer.confirm_queue, self.api_url,
drop_publisher, self.lock, self.max_retries,
self.sleep_time, self.retry_cache)
log.info("Workers started")
drop_consumer.join()
log.info("Exiting")
def run(self):
options = {
'exchange_name': 'metadata',
'exchange_type': 'fanout',
'durable_queue': True,
'prefetch_count': self.num_workers
}
drop_consumer = Consumer("mediaextractor-consumer", self.mq_host,
'MEDIA_EXTRACTOR_QUEUE', options)
drop_publisher = Publisher("Response Publisher", mq_host)
for x in range(self.num_workers):
MediaExtractorQueueWorker("mediaextractor-worker-" + str(x),
drop_consumer.message_queue,
drop_consumer.confirm_queue,
drop_publisher, self.cf_options,
self.url_services)
log.info("Workers started")
drop_consumer.join()
log.info("Exiting")
def __init__(self, mq_host):
Publisher.__init__(
self, "RSS Fetch Response Publisher", mq_host, queue_name="RSS_FETCH_RESPONSE", durable=False
)
def __init__(self, mq_host):
Publisher.__init__(self, "RSS Fetch Response Publisher", mq_host,
queue_name='RSS_FETCH_RESPONSE', durable=False)
def __init__(self, mq_host):
Publisher.__init__(self, "RSS Fetch Queue Publisher", mq_host,
queue_name='RSS_FETCH_QUEUE', durable=False)
