Python get_worker Examples

Example #1

File: manage.py Project: djoffrey/aleph

def worker(sync=False):
    """Run the queue-based worker service."""
    worker = get_worker()
    if sync:
        worker.sync()
    else:
        worker.run()

Example #2

File: queues.py Project: wdsn/aleph

def queue_task(collection, stage, job_id=None, payload=None, context=None):
    stage = get_stage(collection, stage, job_id=job_id)
    stage.queue(payload or {}, context or {})
    if settings.EAGER:
        from aleph.worker import get_worker
        worker = get_worker()
        worker.sync()

Example #3

def queue_task(dataset, stage, job_id=None, payload=None, context=None):
    stage = get_stage(dataset, stage, job_id=job_id)
    stage.queue(payload or {}, context or {})
    if settings.TESTING:
        from aleph.worker import get_worker

        worker = get_worker()
        worker.sync()

Example #4

File: queues.py Project: moreymat/aleph

def queue_task(dataset, stage, job_id=None, context=None, **payload):
    stage = get_stage(dataset, stage, job_id=job_id)
    stage.queue(payload or {}, context or {})
    if settings.TESTING:
        from aleph.worker import get_worker

        worker = get_worker()
        while True:
            stages = worker.get_stages()
            task = Stage.get_task(worker.conn, stages, timeout=None)
            if task is None:
                break
            worker.dispatch_task(task)

Example #5

File: manage.py Project: wdsn/aleph

def worker():
    """Run the queue-based worker service."""
    worker = get_worker()
    worker.run()