class Queue(object):
"""
A custom Queue API for our workers so that we can plug an play with
multiple Queue implementations.
"""
def __init__(self, name):
if isinstance(name, basestring) and name.strip():
self.q = RetaskQueue(name)
self.q.connect()
self.name = name
else:
raise QueueException(
"Bad value for 'name'. 'name' has to be a non empty string.")
def get(self, count=1, wait=False):
"""
Get task from Queue.
Args:
wait: A boolean deciding whether to retrieve a task
from queue in a blocking fashion or not.
Returns:
A list of retask.Task instances.
"""
tasks = []
for n in range(count or 1):
if wait:
task = self.q.wait()
else:
task = self.q.dequeue()
tasks.append(task)
return tasks
def put(self, data):
"""
Create a task from data and put it to Queue.
Args:
data: A dictionary.
"""
task = Task(data)
job = self.q.enqueue(task)
return job
def send(self, task, data):
"""
Update result for a task and send it to the producer.
Args:
task: A retask.Task instance
data: A string.
"""
self.q.send(task, data)
def __unicode__(self):
return self.name
def runTest(self):
queue = Queue('testqueue')
queue.connect()
t = Task({'name':'kushal'})
self.assertTrue(queue.enqueue(t))
def setUp(self):
queue = Queue('testqueue')
queue.connect()
t = Task({'name':'kushal'})
queue.enqueue(t)
from retask import Task
from retask import Queue
import time
queue = Queue('example')
info1 = {'user': '******', 'url': 'http://planet.fedoraproject.org'}
task1 = Task(info1)
queue.connect()
job = queue.enqueue(task1)
print job.result
time.sleep(30)
print job.result
def setUp(self):
queue = Queue('testqueue')
queue.connect()
t = Task({'name': 'kushal'})
queue.enqueue(t)
def runTest(self):
queue = Queue('testqueue')
queue.connect()
t = Task({'name': 'kushal'})
self.assertTrue(queue.enqueue(t))
from retask import Task
from retask import Queue
queue = Queue('example')
info1 = {'user':'******', 'url':'http://kushaldas.in'}
info2 = {'user':'******', 'url':'http://planet.fedoraproject.org'}
task1 = Task(info1)
task2 = Task(info2)
queue.connect()
queue.enqueue(task1)
queue.enqueue(task2)
from retask import Task
from retask import Queue
import time
queue = Queue('example')
info1 = {'user': '******', 'url': 'http://planet.fedoraproject.org'}
task1 = Task(info1)
queue.connect()
job = queue.enqueue(task1)
print(job.result)
time.sleep(30)
print(job.result)
