def worker(sync=False): """Run the queue-based worker service.""" worker = get_worker() if sync: worker.sync() else: worker.run()
def queue_task(collection, stage, job_id=None, payload=None, context=None): stage = get_stage(collection, stage, job_id=job_id) stage.queue(payload or {}, context or {}) if settings.EAGER: from aleph.worker import get_worker worker = get_worker() worker.sync()
def queue_task(dataset, stage, job_id=None, payload=None, context=None): stage = get_stage(dataset, stage, job_id=job_id) stage.queue(payload or {}, context or {}) if settings.TESTING: from aleph.worker import get_worker worker = get_worker() worker.sync()
def queue_task(dataset, stage, job_id=None, context=None, **payload): stage = get_stage(dataset, stage, job_id=job_id) stage.queue(payload or {}, context or {}) if settings.TESTING: from aleph.worker import get_worker worker = get_worker() while True: stages = worker.get_stages() task = Stage.get_task(worker.conn, stages, timeout=None) if task is None: break worker.dispatch_task(task)
def worker(): """Run the queue-based worker service.""" worker = get_worker() worker.run()