class Queue(object):
"""
A custom Queue API for our workers so that we can plug an play with
multiple Queue implementations.
"""
def __init__(self, name):
if isinstance(name, basestring) and name.strip():
self.q = RetaskQueue(name)
self.q.connect()
self.name = name
else:
raise QueueException(
"Bad value for 'name'. 'name' has to be a non empty string.")
def get(self, count=1, wait=False):
"""
Get task from Queue.
Args:
wait: A boolean deciding whether to retrieve a task
from queue in a blocking fashion or not.
Returns:
A list of retask.Task instances.
"""
tasks = []
for n in range(count or 1):
if wait:
task = self.q.wait()
else:
task = self.q.dequeue()
tasks.append(task)
return tasks
def put(self, data):
"""
Create a task from data and put it to Queue.
Args:
data: A dictionary.
"""
task = Task(data)
job = self.q.enqueue(task)
return job
def send(self, task, data):
"""
Update result for a task and send it to the producer.
Args:
task: A retask.Task instance
data: A string.
"""
self.q.send(task, data)
def __unicode__(self):
return self.name
class Queue(object):
"""
A custom Queue API for our workers so that we can plug an play with
multiple Queue implementations.
"""
def __init__(self, name):
if isinstance(name, basestring) and name.strip():
self.q = RetaskQueue(name)
self.q.connect()
self.name = name
else:
raise QueueException(
"Bad value for 'name'. 'name' has to be a non empty string.")
def get(self, count=1, wait=False):
"""
Get task from Queue.
Args:
wait: A boolean deciding whether to retrieve a task
from queue in a blocking fashion or not.
Returns:
A list of retask.Task instances.
"""
tasks = []
for n in range(count or 1):
if wait:
task = self.q.wait()
else:
task = self.q.dequeue()
tasks.append(task)
return tasks
def put(self, data):
"""
Create a task from data and put it to Queue.
Args:
data: A dictionary.
"""
task = Task(data)
job = self.q.enqueue(task)
return job
def send(self, task, data):
"""
Update result for a task and send it to the producer.
Args:
task: A retask.Task instance
data: A string.
"""
self.q.send(task, data)
def __unicode__(self):
return self.name
def runTest(self):
queue = Queue('testqueue')
queue.connect()
task = queue.dequeue()
i = task.data
self.assertEqual(task.data['name'], 'kushal')
from retask import Queue
import time
queue = Queue('example')
queue.connect()
task = queue.wait()
print task.data
time.sleep(15)
queue.send(task, "We received your information dear %s" % task.data['user'])
########NEW FILE########
__FILENAME__ = consumer
from retask import Queue
queue = Queue('example')
queue.connect()
while queue.length != 0:
task = queue.dequeue()
print task.data
########NEW FILE########
__FILENAME__ = producer
from retask import Task
from retask import Queue
queue = Queue('example')
info1 = {'user': '******', 'url': 'http://kushaldas.in'}
info2 = {'user': '******', 'url': 'http://planet.fedoraproject.org'}
task1 = Task(info1)
task2 = Task(info2)
queue.connect()
queue.enqueue(task1)
queue.enqueue(task2)
from retask import Queue
queue = Queue('example')
queue.connect()
while queue.length != 0:
task = queue.dequeue()
print task.data
def runTest(self):
queue = Queue('testqueue')
queue.connect()
task = queue.dequeue()
i = task.data
self.assertEqual(task.data['name'], 'kushal')
