class RedisUtils():
def __init__(self, host):
self.conn = RedisSMQ(host=host, qname="accounts")
def redis_enqueue(self, msg):
self.conn.sendMessage(delay=0).message(msg).execute()
def redis_dequeue(self):
return self.conn.popMessage().execute()['message']
def redis_queue_length(self):
return self.conn.getQueueAttributes().execute()['msgs']
def redis_quit(self):
return self.conn.quit()
def redis_clear_queue(self):
self.conn.deleteQueue().exceptions(False).execute()
self.conn.createQueue(delay=0).vt(20).execute()
class RSMQueue(object):
_msg = []
def __init__(self, qname, host=DEFAULT['server']):
self.host = host
self.qname = qname
self.queue = RedisSMQ(host=host, qname=qname)
self.consumer = None
self.callback = None
try:
self.queue.createQueue(delay=0).maxsize(-1).vt(0).execute()
except Exception as e:
logging.error('[Exception] RSMQueue createQueue: %s', e)
print('[Exception] RSMQueue createQueue: %s', e)
def set_callback(self, callback):
self.callback = callback
def publish(self, message):
message_id = self.queue.sendMessage(delay=0).message(message).execute()
self._msg.append(message_id)
if len(self._msg) > 1:
try:
self.queue.deleteMessage(id=self._msg[0]).execute()
except Exception as e:
logging.error('[Exception] RSMQueue publish: %s', e)
print('[Exception] RSMQueue publish: %s', e)
del self._msg[0]
return message_id
def deleteMessage(self, mid):
return self.queue.deleteMessage(id=mid).execute()
def subscribe1(self, qname, callback):
self.consumer = RedisSMQConsumerThread(qname, callback, host=DEFAULT['server'])
self.consumer.start()
return self.consumer
def receiveMessage(self, callback):
try:
id, message, rc, ts = self.queue.popMessage().execute()
if callback and callable(callback):
callback(message)
except Exception as e:
print('[Exception] receivemessage', e)
def subscribe(self, callback, obj, freq=10):
queue = self.queue
def f(callback):
while True:
try:
rt = queue.popMessage().execute()
# print(rt)
if rt['id'] and callback and callable(callback):
callback(rt['message'], obj)
except Exception as e:
# print('[Exception] receivemessage', e)
pass
time.sleep(1/freq)
t = Thread(target=f, args=(callback,))
t.start()
return t
def cancel_subscribe(self):
if self.consumer:
self.consumer.stop()
def peak(self):
def _peak(id, message, rc, ts):
print("\t\tpeak", id, message, rc, ts)
time.sleep(0.1)
return False
self.subscribe( _peak)