def handle(self, *args, **options):
"""
The actual logic of the command. Subclasses must implement
this method.
"""
from django.conf import settings
from pq.queue import Queue, SerialQueue
from pq.worker import Worker
sentry_dsn = options.get('sentry_dsn')
if not sentry_dsn:
sentry_dsn = settings.SENTRY_DSN if hasattr(settings, 'SENTRY_DSN') else None
verbosity = int(options.get('verbosity'))
queues = []
for queue in args:
q = Queue.objects.get(name=queue)
if q.serial:
queues.append(SerialQueue.create(name=queue))
else:
queues.append(Queue.create(name=queue))
w = Worker.create(queues, name=options.get('name'), connection=options['connection'])
# Should we configure Sentry?
if sentry_dsn:
from raven import Client
from pq.contrib.sentry import register_sentry
client = Client(sentry_dsn)
register_sentry(client, w)
w.work(burst=options['burst'])
def handle(self, *args, **options):
"""
The actual logic of the command. Subclasses must implement
this method.
"""
from pq.queue import Queue, SerialQueue
verbosity = int(options.get('verbosity', 1))
func = args[0]
args = args[1:]
async = not options.get('sync')
timeout = options.get('timeout')
queue = options.get('queue')
conn = options.get('conn')
if options['serial']:
queue = queue or 'serial'
q = SerialQueue.create(queue, connection=conn)
else:
queue = queue or 'default'
q = Queue.create(queue, connection=conn)
if timeout:
job = q.enqueue_call(func, args=args, timeout=timeout, async=async)
else:
job = q.enqueue_call(func, args=args, async=async)
if verbosity and job.id:
print('Job %i created' % job.id)
elif verbosity:
print('Job complete')
def handle(self, *args, **options):
"""
The actual logic of the command. Subclasses must implement
this method.
"""
from pq.queue import Queue, SerialQueue
verbosity = int(options.get('verbosity', 1))
func = args[0]
args = args[1:]
async = not options.get('sync')
timeout = options.get('timeout')
queue = options.get('queue')
conn = options.get('conn')
if options['serial']:
queue = queue or 'serial'
q = SerialQueue.create(queue, connection=conn)
else:
queue = queue or 'default'
q = Queue.create(queue, connection=conn)
if timeout:
job = q.enqueue_call(func, args=args, timeout=timeout, async=async)
else:
job = q.enqueue_call(func, args=args, async=async)
if verbosity and job.id:
print('Job %i created' % job.id)
elif verbosity:
print('Job complete')
def test_queue_creation_conflict_issue2(self):
"""Ordinary queue shouldn't ever become a serial queue"""
q = Queue.create()
self.assertFalse(q.serial)
q.enqueue(do_nothing)
self.q.enqueue(do_nothing)
w = Worker([q, self.q])
w.work(burst=True)
def test_queue_creation_conflict_issue2(self):
"""Ordinary queue shouldn't ever become a serial queue"""
q = Queue.create()
self.assertFalse(q.serial)
q.enqueue(do_nothing)
self.q.enqueue(do_nothing)
w = Worker([q, self.q])
w.work(burst=True)
def handle(self, *args, **options):
"""
The actual logic of the command. Subclasses must implement
this method.
"""
from pq.queue import Queue, SerialQueue
verbosity = int(options.get('verbosity', 1))
func = args[1]
if args[0].lower() == 'now':
at = now()
else:
at = parser.parse(args[0])
if not at.tzinfo:
at = at.replace(tzinfo=get_default_timezone())
args = args[2:]
if options.get('mtwtf'):
weekdays = (0, 1, 2, 3, 4)
else:
weekdays = (
options.get('mo'),
options.get('tu'),
options.get('we'),
options.get('th'),
options.get('fr'),
options.get('sa'),
options.get('su'),
)
weekdays = [w for w in weekdays if isinstance(w, integer_types)]
timeout = options.get('timeout')
queue = options.get('queue')
conn = options.get('conn')
if options['serial']:
queue = queue or 'serial'
q = SerialQueue.create(queue, connection=conn, scheduled=True)
else:
queue = queue or 'default'
q = Queue.create(queue, connection=conn, scheduled=True)
job = q.schedule_call(
at, func,
args=args,
timeout=timeout,
repeat=options['repeat'],
interval=options['interval'],
between=options['between'],
weekdays=weekdays
)
if verbosity:
print('Job %i created' % job.id)
def handle(self, *args, **options):
"""
The actual logic of the command. Subclasses must implement
this method.
"""
from pq.queue import Queue, SerialQueue
verbosity = int(options.get('verbosity', 1))
func = args[1]
if args[0].lower() == 'now':
at = now()
else:
at = parser.parse(args[0])
if not at.tzinfo:
at = at.replace(tzinfo=get_default_timezone())
args = args[2:]
if options.get('mtwtf'):
weekdays = (0,1,2,3,4)
else:
weekdays = (
options.get('mo'),
options.get('tu'),
options.get('we'),
options.get('th'),
options.get('fr'),
options.get('sa'),
options.get('su'),
)
weekdays = [w for w in weekdays if isinstance(w, integer_types)]
timeout = options.get('timeout')
queue = options.get('queue')
conn = options.get('conn')
if options['serial']:
queue = queue or 'serial'
q = SerialQueue.create(queue, connection=conn, scheduled=True)
else:
queue = queue or 'default'
q = Queue.create(queue, connection=conn, scheduled=True)
job = q.schedule_call(at, func, args=args,
timeout=timeout,
repeat=options['repeat'],
interval=options['interval'],
between=options['between'],
weekdays=weekdays
)
if verbosity:
print('Job %i created' % job.id)
def pq(function, *args, **kwargs):
'''
Adds ``function`` to the `django-pq <https://github.com/bretth/django-pq>`_
default queue, with any passed in
``args`` and ``kwargs`` It will create this queue if it doesn't exist.
'''
from pq.queue import Queue
queue = Queue.create()
# Try to create the queue table, but if the database isn't set up yet
# then don't create it
try:
queue.save()
except DatabaseError:
pass
queue.enqueue(function, *args, **kwargs)
def handle(self, *args, **options):
"""
The actual logic of the command. Subclasses must implement
this method.
"""
from pq.queue import Queue, SerialQueue
verbosity = int(options.get('verbosity', 1))
timeout = options.get('timeout')
for queue in args:
if options['serial']:
q = SerialQueue.create(queue)
else:
q = Queue.create(queue)
q.connection = options.get('conn')
q.scheduled = options.get('scheduled')
if timeout:
q.default_timeout = timeout
q.save()
def handle(self, *args, **options):
"""
The actual logic of the command. Subclasses must implement
this method.
"""
from pq.queue import Queue, SerialQueue
verbosity = int(options.get('verbosity', 1))
timeout = options.get('timeout')
for queue in args:
if options['serial']:
q = SerialQueue.create(queue)
else:
q = Queue.create(queue)
q.connection = options.get('conn')
q.scheduled = options.get('scheduled')
if timeout:
q.default_timeout = timeout
q.save()
def handle(self, *args, **options):
"""
The actual logic of the command. Subclasses must implement
this method.
"""
from pq.queue import Queue, SerialQueue
func = args[1]
if args[0].lower() == 'now':
at = now()
else:
at = parser.parse(args[0])
if not at.tzinfo:
at = at.replace(tzinfo=get_default_timezone())
args = args[2:]
if options.get('mtwtf'):
weekdays = (0,1,2,3,4)
else:
weekdays = (
options.get('mo'),
options.get('tu'),
options.get('we'),
options.get('th'),
options.get('fr'),
options.get('sa'),
options.get('su'),
)
weekdays = [w for w in weekdays if w]
timeout = options.get('timeout')
queue = options.get('queue')
if options['serial']:
queue = queue or 'serial'
q = SerialQueue.create(queue)
else:
queue = queue or 'default'
q = Queue.create(queue)
q.schedule_call(at, func, args=args,
timeout=timeout,
repeat=options['repeat'],
interval=options['interval'],
between=options['between'],
weekdays=weekdays
)
def handle(self, *args, **options):
"""
The actual logic of the command. Subclasses must implement
this method.
"""
from pq.queue import Queue, SerialQueue
func = args[0]
args = args[1:]
timeout = options.get("timeout")
queue = options.get("queue")
if options["serial"]:
queue = queue or "serial"
q = SerialQueue.create(queue)
else:
queue = queue or "default"
q = Queue.create(queue)
if timeout:
q.enqueue(func, *args, timeout=timeout)
else:
q.enqueue(func, *args)
def test_default_queue_create_multiple(self):
queue = Queue.create()
self.assertEqual(queue.name, 'default')
queue = SerialQueue.create()
self.assertEqual(queue.name, 'default (serial)')
def test_default_queue_create_multiple(self):
queue = Queue.create()
self.assertEqual(queue.name, 'default')
queue = SerialQueue.create()
self.assertEqual(queue.name, 'default (serial)')
