def recv_array(socket: zmq.Socket, **kw) -> np.ndarray:
"""
Receive an ndarray over a zmq socket.
"""
md = socket.recv_json()
buf = memoryview(socket.recv(**kw))
return np.frombuffer(buf, dtype=md['dtype']).reshape(md['shape'])
async def async_recv_pull_msg(subscriber_socket: zmq.Socket) -> dict:
while True:
try:
data = subscriber_socket.recv_json(flags=zmq.NOBLOCK)
return data
except zmq.error.Again:
pass
await asyncio.sleep(0.1)
async def async_recv_pull_msg(subscriber_socket: zmq.Socket) -> dict:
while True:
try:
data = subscriber_socket.recv_json(flags=zmq.NOBLOCK)
return data
except zmq.error.Again:
pass
await asyncio.sleep(0.1)
def recv_frame(socket: zmq.Socket, flags: int = 0, **kw) -> Frame:
"""
Receive a `Frame` object over a zmq socket.
"""
md = socket.recv_json(flags)
buf = memoryview(socket.recv(**kw))
data = np.frombuffer(buf, dtype=md['dtype']).reshape(md['shape'])
return Frame(data, index=md['index'], time=md['time'])
def recv_array(socket: zmq.Socket,
flags: int = 0,
copy: int = True,
track: bool = False):
"""
Receive a numpy array
"""
dictionary = socket.recv_json(flags=flags)
message = socket.recv(flags=flags, copy=copy, track=track)
buffer = memoryview(message)
array = np.frombuffer(buffer, dtype=dictionary['dtype'])
return array.reshape(dictionary['shape'])
def recv_array(
socket: zmq.Socket,
flags: int = 0,
copy: bool = True,
track: bool = False,
) -> np.ndarray:
"""
Receive an ndarray over a zmq socket.
"""
md = socket.recv_json(flags)
buf = memoryview(socket.recv(flags, copy, track))
return np.frombuffer(buf, dtype=md['dtype']).reshape(md['shape'])
def _send_message(socket: Socket, message: Request) -> Response:
"""Send an IPC message with data to a database interface, return the repsonse."""
socket.send_json(message)
response: Response = socket.recv_json()
validate(instance=response, schema=response_schema)
return response
def zmq_import(sock: zmq.Socket,
blocking: bool = False,
datatype: str = "pyobj",
use_buffer: bool = False):
"""
Author:
Alexander Heilmeier & Tim Stahl
Description:
Handles incoming ZMQ messages.
Inputs:
sock: ZMQ socket (see below how to create it)
blocking: set if socket should be blocking (i.e. wait until new message is received) or not
datatype: string that indicates if it should be received as Python object (pyobj), json (json) or string (str)
use_buffer: flag to indicate if the buffer should be returned completely (True) or only the latest message (False)
Hint: Conversion of json objects to their original data type is handled by PyZMQ and therefore must not be done by
hand.
How to create a ZMQ socket to import data?
import zmq
zmq_context = zmq.Context()
sock = zmq_context.socket(zmq.PUB)
sock.connect("tcp://%s:%s" % (ip, port))
sock.setsockopt_string(zmq.SUBSCRIBE, zmq_topic])
"""
# ------------------------------------------------------------------------------------------------------------------
# Specify called receive handle ------------------------------------------------------------------------------------
# ------------------------------------------------------------------------------------------------------------------
if datatype == "pyobj":
sock_recv_fct = lambda **kwargs: sock.recv_pyobj(**kwargs)
elif datatype == "json":
sock_recv_fct = lambda **kwargs: sock.recv_json(**kwargs)
elif datatype == "str":
sock_recv_fct = lambda **kwargs: sock.recv_string(**kwargs)
else:
raise RuntimeError("Specified datatype is not supported!")
# ------------------------------------------------------------------------------------------------------------------
# FUNCTION BODY ----------------------------------------------------------------------------------------------------
# ------------------------------------------------------------------------------------------------------------------
data = None
buffer = []
# non blocking socket to empty buffer
try:
while True:
sock.recv_string(flags=zmq.NOBLOCK)
data = sock_recv_fct(flags=zmq.NOBLOCK)
if use_buffer:
buffer.append(data)
except zmq.Again:
pass
# if no data was received above and blocking is True, wait for new data
if blocking and not use_buffer and data is None:
sock.recv_string()
data = sock_recv_fct()
elif blocking and use_buffer and not buffer:
sock.recv_string()
data = sock_recv_fct()
buffer.append(data)
if use_buffer and buffer:
return buffer
elif use_buffer:
return None
else:
return data
