def handler(ctx, pipe, bot, rule_object, filename, broker_addr, *rargs):
log.debug(f'actor: reader "{filename}"')
fp = h5py.File(filename, 'r')
mattr = message_to_dict(bot)
rattr = dict(rule_object["attr"], **mattr)
base_path = rule_object["grouppat"].format(**rattr)
log.debug(f'reader(msg, "{base_path}", "{broker_addr}")')
log.debug(bot)
pipe.signal()
sock = ctx.socket(CLIENT)
port = Port("read-handler", sock)
port.connect(broker_addr)
port.online(None)
flow = Flow(port)
log.debug(f'reader({base_path}) send BOT to {broker_addr}')
sg = fp.get(base_path)
if not sg:
log.error(f'reader failed to get {base_path} from {filename}')
return
fr = Reader(sg, *rargs)
obot = fr.read()
# fixme: something should be done to compare old and new and
# assert on any important differences. For now, we effectively
# drop the old one and send back the new.
# log.debug(f'new BOT: {bot}')
# log.debug(f'old BOT: {obot}')
flow.send_bot(bot) # this introduces us to the server
bot = flow.recv_bot()
log.debug(f'reader({base_path}) got response:\n{bot}')
flow.slurp_pay()
while True:
msg = fr.read()
log.debug(f'reader: {msg}')
if not msg:
break
ok = flow.put(msg)
if not ok:
break
flow.send_eot()
flow.recv_eot()
def handler(ctx, pipe, bot, rule_object, filename, broker_addr, *rargs):
log.debug(f'actor: reader "{filename}"')
fp = h5py.File(filename, 'r')
mattr = message_to_dict(bot)
rattr = dict(rule_object.get("attr", {}), **mattr)
base_path = rule_object.get("grouppat", "/").format(**rattr)
log.debug(f'reader(msg, "{base_path}", "{broker_addr}")')
log.debug(bot)
pipe.signal()
sock = ctx.socket(CLIENT)
port = Port("read-handler", sock)
port.connect(broker_addr)
port.online(None)
flow = Flow(port)
log.debug(f'reader({base_path}) send BOT to {broker_addr}')
sg = fp.get(base_path)
if not sg:
log.error(f'reader failed to get {base_path} from {filename}')
return
fr = TensReader(sg, *rargs)
flow.send_bot(bot) # this introduces us to the server
bot = flow.recv_bot()
log.debug(f'reader({base_path}) got response:\n{bot}')
flow.slurp_pay()
while True:
msg = fr.read()
log.debug(f'reader: {msg}')
if not msg:
break
ok = flow.put(msg)
if not ok:
break
flow.send_eot()
flow.recv_eot()
class TestFlow(unittest.TestCase):
origin = 42
def setUp(self):
self.snode = Node("server", self.origin)
sport = self.snode.port("sport", zmq.SERVER)
sport.bind()
self.snode.online()
self.sflow = Flow(sport)
self.cnode = Node("client")
cport = self.cnode.port("cport", zmq.CLIENT)
cport.connect("server", "sport")
self.cnode.online()
self.cflow = Flow(cport)
def test_conversation(self):
# cflow is recver
bot = Message(label='{"credit":2,"direction":"inject"}')
self.cflow.send_bot(bot)
bot = self.sflow.recv_bot(1000)
assert (bot)
assert (self.sflow.credit == 0)
assert (self.sflow.total_credit == 2)
# sflow is sender
bot = Message(label='{"credit":2,"direction":"extract"}')
self.sflow.send_bot(bot)
bot = self.cflow.recv_bot(1000)
assert (bot)
assert (self.cflow.credit == 2)
assert (self.cflow.total_credit == 2)
self.cflow.flush_pay()
assert (self.cflow.credit == 0)
c = self.sflow.slurp_pay()
assert (c == 2)
assert (self.sflow.credit == 2)
for count in range(10):
# note, seqno normally should sequential
self.sflow.put(Message(coord=CoordHeader(seqno=100 + count)))
self.sflow.put(Message(coord=CoordHeader(seqno=200 + count)))
dat = self.cflow.get()
assert (dat.seqno == 100 + count)
dat = self.cflow.get()
assert (dat.seqno == 200 + count)
# normally, when a flow explicitly sends EOT the other end
# will recv the EOT when its trying to recv another message
# (PAY or DAT). In this test things are synchronous and so we
# explicitly recv_eot().
self.cflow.send_eot(Message())
surprise = self.sflow.recv_eot(1000)
assert (surprise)
self.sflow.send_eot(Message())
expected = self.cflow.recv_eot(1000)
assert (expected)
def test_flow_string(self):
msg = Message(label='{"extra":42}')
msg.label = stringify('DAT', **objectify(msg))
fobj = objectify(msg)
assert (fobj["extra"] == 42)
assert (fobj["flow"] == "DAT")
def tearDown(self):
self.cnode.offline()
self.snode.offline()
pass
