def test_tasks_zmq_ipc():
len_data, num_data, num_diag = [10, [10, 10], [2, 2]]
data_compare, tag_compare = make_data_tags(len_data, num_data, 0)
data_diag, tag_diag = make_data_tags(len_data, num_diag, len(data_compare))
procedure, data, result = 'classify_mse',\
[data_compare, tag_compare, data_diag], tag_diag
io_threads = 4
zmq_transport = 'ipc'
tornado_sockets = False
num_ventilators = 2
num_workers = 4
num_sinks = 2
is_dispatcher = True
db_num = 1
connection_info = {}
r = connect_redis(db_num, connection_info)
r.flushdb()
with MultiprocessEnvironment(zmq_transport, tornado_sockets, io_threads,
num_ventilators, num_workers, num_sinks,
is_dispatcher, db_num, connection_info) as g:
assert g.run(procedure, data) == result
g.wait_finish()
assert g.is_clean()
assert g.is_closed(linger=0.1)
assert not r.keys()
r.flushdb()
import shutil
from settings.settings import DIR_IPC
shutil.rmtree(DIR_IPC)
time.sleep(0.2)
def test_tasks_zmq_ipc():
len_data, num_data, num_diag = [10, [10, 10], [2, 2]]
data_compare, tag_compare = make_data_tags(len_data, num_data, 0)
data_diag, tag_diag = make_data_tags(len_data, num_diag,
len(data_compare))
procedure, data, result = 'classify_mse',\
[data_compare, tag_compare, data_diag], tag_diag
io_threads = 4
zmq_transport = 'ipc'
tornado_sockets = False
num_ventilators = 2
num_workers = 4
num_sinks = 2
is_dispatcher = True
db_num = 1
connection_info = {}
r = connect_redis(db_num, connection_info)
r.flushdb()
with MultiprocessEnvironment(zmq_transport, tornado_sockets, io_threads,
num_ventilators, num_workers, num_sinks,
is_dispatcher, db_num, connection_info) as g:
assert g.run(procedure, data) == result
g.wait_finish()
assert g.is_clean()
assert g.is_closed(linger=0.1)
assert not r.keys()
r.flushdb()
import shutil
from settings.settings import DIR_IPC
shutil.rmtree(DIR_IPC)
time.sleep(0.2)
def _connect_db(self, db_num):
"""Connect the instance to the database."""
self.redis = connect_redis(db_num, self.connection_info)
def _connect_db(self, db_num):
"""Connect the instance to the database."""
self.redis = connect_redis(db_num, self.connection_info)
