def execute(tag, queue, seconds, loop): tq = TaskQueue(queue) print("Pulling from {}".format(tq.qualified_path)) seconds = int(seconds) if loop: tq.poll(lease_seconds=seconds, verbose=True) else: task = tq.lease(seconds=seconds) task.execute()
def execute(tag, queue, server, qurl, loop): tq = TaskQueue(queue_name=queue, queue_server=server, n_threads=0, qurl=qurl) print("Pulling from {}://{}".format(server, queue)) sec = int(LEASE_SECONDS) if loop: tq.poll(lease_seconds=sec, verbose=True) else: task = tq.lease(seconds=sec) task.execute()
def execute_helper(queue, aws_region, lease_sec, tally, min_sec): tq = TaskQueue(normalize_path(queue), region_name=aws_region) def stop_after_elapsed_time(elapsed_time): if min_sec < 0: return False return min_sec < elapsed_time if min_sec != 0: tq.poll( lease_seconds=lease_sec, verbose=True, tally=tally, stop_fn=stop_after_elapsed_time, ) else: task = tq.lease(seconds=lease_sec) task.execute()
def test_polling(sqs): N = 100 tasks = [PrintTask(i) for i in range(N)] tq = TaskQueue(getpath('fq'), green=False) tq.purge() tq.insert(tasks) tq.poll(lease_seconds=1, verbose=False, tally=True, stop_fn=(lambda executed: executed >= 5)) tq.purge() tq.insert(tasks) tq.poll(lease_seconds=1, verbose=False, tally=True, stop_fn=(lambda elapsed_time: elapsed_time >= 1))
def execute(queue, region_name, endpoint_url, seconds, tally, loop): tq = TaskQueue(queue, region_name=region_name, endpoint_url=endpoint_url) print("Pulling from {}".format(tq.qualified_path)) seconds = int(seconds) def stop_after_elapsed_time(elapsed_time): if loop < 0: return False return loop < elapsed_time if loop != 0: tq.poll( lease_seconds=seconds, verbose=True, tally=tally, stop_fn=stop_after_elapsed_time, ) else: task = tq.lease(seconds=seconds) task.execute()