def rpc(self, method, *args, **kwargs):
"""
Send a command to the queue. Timeout after 10 seconds
"""
pubsub = self._redis.pubsub()
channel = "%s%s" % (platform.node(), int(time.time()))
pubsub.subscribe(channel)
self._redis.rpush(RedisTransport.COMMAND_KEY,
cPickle.dumps(RedisMessage(channel, method, args, kwargs)))
resp = pubsub.listen()
signal.signal(signal.SIGALRM, self.shutdown)
signal.alarm(10)
resp.next() # clear subscribe message
response = resp.next()
pubsub.unsubscribe()
try:
return cPickle.loads(response['data'])
except: # pylint: disable=W0702
msg = "%s: Failed to receive response: %s" % \
(self.__class__.__name__,
traceback.format_exc().splitlines()[-1])
self.logger.error(msg)
return None
def rpc(self, method, *args, **kwargs):
"""
Send a command to the queue. Timeout after 10 seconds
"""
pubsub = self._redis.pubsub()
channel = "%s%s" % (platform.node(), int(time.time()))
pubsub.subscribe(channel)
self._redis.rpush(
RedisTransport.COMMAND_KEY,
cPickle.dumps(RedisMessage(channel, method, args, kwargs)))
resp = pubsub.listen()
signal.signal(signal.SIGALRM, self.shutdown)
signal.alarm(10)
resp.next() # clear subscribe message
response = resp.next()
pubsub.unsubscribe()
try:
return cPickle.loads(response['data'])
except: # pylint: disable=W0702
msg = "%s: Failed to receive response: %s" % \
(self.__class__.__name__,
traceback.format_exc().splitlines()[-1])
self.logger.error(msg)
return None
def fetch(self):
"""Fetch the next object"""
try:
payload = self._redis.blpop(RedisTransport.STATS_KEY, timeout=5)
if payload:
return cPickle.loads(payload[1])
except redis.RedisError:
self.logger.error("Failed to fetch an interaction: %s" % (traceback.format_exc().splitlines()[-1]))
except cPickle.UnpicklingError:
self.logger.error("Failed to unpickle payload: %s" % traceback.format_exc().splitlines()[-1])
raise TransportError
return None
def fetch(self):
"""Fetch the next object"""
try:
payload = self._redis.blpop(RedisTransport.STATS_KEY, timeout=5)
if payload:
return cPickle.loads(payload[1])
except redis.RedisError:
self.logger.error("Failed to fetch an interaction: %s" %
(traceback.format_exc().splitlines()[-1]))
except cPickle.UnpicklingError:
self.logger.error("Failed to unpickle payload: %s" %
traceback.format_exc().splitlines()[-1])
raise TransportError
return None
def monitor_thread(self, rclient, collector):
"""Watch the COMMAND_KEY queue for rpc commands"""
self.logger.info("Command thread started")
while not collector.terminate.isSet():
try:
payload = rclient.blpop(RedisTransport.COMMAND_KEY, timeout=5)
if not payload:
continue
message = cPickle.loads(payload[1])
if not isinstance(message, RedisMessage):
self.logger.error("Message \"%s\" is not a RedisMessage" %
message)
if not message.method in collector.storage.__class__.__rmi__ or\
not hasattr(collector.storage, message.method):
self.logger.error(
"Unknown method %s called on storage engine %s" %
(message.method, collector.storage.__class__.__name__))
raise TransportError
try:
cls_method = getattr(collector.storage, message.method)
response = cls_method(*message.args, **message.kwargs)
response = cPickle.dumps(response)
except:
self.logger.error(
"RPC method %s failed: %s" %
(message.method,
traceback.format_exc().splitlines()[-1]))
raise TransportError
rclient.publish(message.channel, response)
except redis.RedisError:
self.logger.error("Failed to fetch an interaction: %s" %
(traceback.format_exc().splitlines()[-1]))
except cPickle.UnpicklingError:
self.logger.error("Failed to unpickle payload: %s" %
traceback.format_exc().splitlines()[-1])
except TransportError:
pass
except: # pylint: disable=W0702
self.logger.error("Unhandled exception in command thread: %s" %
traceback.format_exc().splitlines()[-1])
self.logger.info("Command thread shutdown")
def monitor_thread(self, rclient, collector):
"""Watch the COMMAND_KEY queue for rpc commands"""
self.logger.info("Command thread started")
while not collector.terminate.isSet():
try:
payload = rclient.blpop(RedisTransport.COMMAND_KEY, timeout=5)
if not payload:
continue
message = cPickle.loads(payload[1])
if not isinstance(message, RedisMessage):
self.logger.error("Message \"%s\" is not a RedisMessage" %
message)
if not message.method in collector.storage.__class__.__rmi__ or\
not hasattr(collector.storage, message.method):
self.logger.error(
"Unknown method %s called on storage engine %s" %
(message.method, collector.storage.__class__.__name__))
raise TransportError
try:
cls_method = getattr(collector.storage, message.method)
response = cls_method(*message.args, **message.kwargs)
response = cPickle.dumps(response)
except:
self.logger.error("RPC method %s failed: %s" %
(message.method, traceback.format_exc().splitlines()[-1]))
raise TransportError
rclient.publish(message.channel, response)
except redis.RedisError:
self.logger.error("Failed to fetch an interaction: %s" %
(traceback.format_exc().splitlines()[-1]))
except cPickle.UnpicklingError:
self.logger.error("Failed to unpickle payload: %s" %
traceback.format_exc().splitlines()[-1])
except TransportError:
pass
except: # pylint: disable=W0702
self.logger.error("Unhandled exception in command thread: %s" %
traceback.format_exc().splitlines()[-1])
self.logger.info("Command thread shutdown")
