def test_broker():
broker = Broker()
broker.enqueue('test')
broker.dequeue()
broker.queue_size()
broker.lock_size()
broker.purge_queue()
broker.delete('id')
broker.delete_queue()
broker.acknowledge('test')
broker.ping()
broker.info()
# stats
assert broker.get_stat('test_1') is None
broker.set_stat('test_1', 'test', 3)
assert broker.get_stat('test_1') == 'test'
assert broker.get_stats('test:*')[0] == 'test'
# stats with no cache
Conf.CACHE = 'not_configured'
broker.cache = broker.get_cache()
assert broker.get_stat('test_1') is None
broker.set_stat('test_1', 'test', 3)
assert broker.get_stat('test_1') is None
assert broker.get_stats('test:*') is None
Conf.CACHE = 'default'
def test_broker(monkeypatch):
broker = Broker()
broker.enqueue('test')
broker.dequeue()
broker.queue_size()
broker.lock_size()
broker.purge_queue()
broker.delete('id')
broker.delete_queue()
broker.acknowledge('test')
broker.ping()
broker.info()
broker.close()
# stats
assert broker.get_stat('test_1') is None
broker.set_stat('test_1', 'test', 3)
assert broker.get_stat('test_1') == 'test'
assert broker.get_stats('test:*')[0] == 'test'
# stats with no cache
monkeypatch.setattr(Conf, 'CACHE', 'not_configured')
broker.cache = broker.get_cache()
assert broker.get_stat('test_1') is None
broker.set_stat('test_1', 'test', 3)
assert broker.get_stat('test_1') is None
assert broker.get_stats('test:*') is None
def test_broker():
broker = Broker()
broker.enqueue('test')
broker.dequeue()
broker.queue_size()
broker.lock_size()
broker.purge_queue()
broker.delete('id')
broker.delete_queue()
broker.acknowledge('test')
broker.ping()
broker.info()
# stats
assert broker.get_stat('test_1') is None
broker.set_stat('test_1', 'test', 3)
assert broker.get_stat('test_1') == 'test'
assert broker.get_stats('test:*')[0] == 'test'
# stats with no cache
Conf.CACHE = 'not_configured'
broker.cache = broker.get_cache()
assert broker.get_stat('test_1') is None
broker.set_stat('test_1', 'test', 3)
assert broker.get_stat('test_1') is None
assert broker.get_stats('test:*') is None
Conf.CACHE = 'default'
def test_broker():
broker = Broker()
broker.enqueue("test")
broker.dequeue()
broker.queue_size()
broker.lock_size()
broker.purge_queue()
broker.delete("id")
broker.delete_queue()
broker.acknowledge("test")
broker.ping()
broker.info()
# stats
assert broker.get_stat("test_1") is None
broker.set_stat("test_1", "test", 3)
assert broker.get_stat("test_1") == "test"
assert broker.get_stats("test:*")[0] == "test"
# stats with no cache
Conf.CACHE = "not_configured"
broker.cache = broker.get_cache()
assert broker.get_stat("test_1") is None
broker.set_stat("test_1", "test", 3)
assert broker.get_stat("test_1") is None
assert broker.get_stats("test:*") is None
Conf.CACHE = "default"
def pusher(task_queue: Queue, event: Event, broker: Broker = None):
"""
Pulls tasks of the broker and puts them in the task queue
:type broker:
:type task_queue: multiprocessing.Queue
:type event: multiprocessing.Event
"""
if not broker:
broker = get_broker()
logger.info(_(f"{current_process().name} pushing tasks at {current_process().pid}"))
while True:
try:
task_set = broker.dequeue()
except Exception as e:
logger.error(e, traceback.format_exc())
# broker probably crashed. Let the sentinel handle it.
sleep(10)
break
if task_set:
for task in task_set:
ack_id = task[0]
# unpack the task
try:
task = SignedPackage.loads(task[1])
except (TypeError, BadSignature) as e:
logger.error(e, traceback.format_exc())
broker.fail(ack_id)
continue
task["ack_id"] = ack_id
task_queue.put(task)
logger.debug(_(f"queueing from {broker.list_key}"))
if event.is_set():
break
logger.info(_(f"{current_process().name} stopped pushing tasks"))
def test_broker(monkeypatch):
broker = Broker()
broker.enqueue("test")
broker.dequeue()
broker.queue_size()
broker.lock_size()
broker.purge_queue()
broker.delete("id")
broker.delete_queue()
broker.acknowledge("test")
broker.ping()
broker.info()
# stats
assert broker.get_stat("test_1") is None
broker.set_stat("test_1", "test", 3)
assert broker.get_stat("test_1") == "test"
assert broker.get_stats("test:*")[0] == "test"
# stats with no cache
monkeypatch.setattr(Conf, "CACHE", "not_configured")
broker.cache = broker.get_cache()
assert broker.get_stat("test_1") is None
broker.set_stat("test_1", "test", 3)
assert broker.get_stat("test_1") is None
assert broker.get_stats("test:*") is None