예제 #1
0
def execute(tag, queue, seconds, loop):
    tq = TaskQueue(queue)

    print("Pulling from {}".format(tq.qualified_path))

    seconds = int(seconds)

    if loop:
        tq.poll(lease_seconds=seconds, verbose=True)
    else:
        task = tq.lease(seconds=seconds)
        task.execute()
예제 #2
0
def execute(tag, queue, server, qurl, loop):
    tq = TaskQueue(queue_name=queue,
                   queue_server=server,
                   n_threads=0,
                   qurl=qurl)

    print("Pulling from {}://{}".format(server, queue))

    sec = int(LEASE_SECONDS)

    if loop:
        tq.poll(lease_seconds=sec, verbose=True)
    else:
        task = tq.lease(seconds=sec)
        task.execute()
예제 #3
0
def execute_helper(queue, aws_region, lease_sec, tally, min_sec):
  tq = TaskQueue(normalize_path(queue), region_name=aws_region)

  def stop_after_elapsed_time(elapsed_time):
    if min_sec < 0:
      return False
    return min_sec < elapsed_time

  if min_sec != 0:
    tq.poll(
      lease_seconds=lease_sec,
      verbose=True,
      tally=tally,
      stop_fn=stop_after_elapsed_time,
    )
  else:
    task = tq.lease(seconds=lease_sec)
    task.execute()
def test_polling(sqs):
    N = 100
    tasks = [PrintTask(i) for i in range(N)]
    tq = TaskQueue(getpath('fq'), green=False)
    tq.purge()
    tq.insert(tasks)

    tq.poll(lease_seconds=1,
            verbose=False,
            tally=True,
            stop_fn=(lambda executed: executed >= 5))

    tq.purge()
    tq.insert(tasks)

    tq.poll(lease_seconds=1,
            verbose=False,
            tally=True,
            stop_fn=(lambda elapsed_time: elapsed_time >= 1))
예제 #5
0
def execute(queue, region_name, endpoint_url, seconds, tally, loop):
    tq = TaskQueue(queue, region_name=region_name, endpoint_url=endpoint_url)

    print("Pulling from {}".format(tq.qualified_path))
    seconds = int(seconds)

    def stop_after_elapsed_time(elapsed_time):
        if loop < 0:
            return False
        return loop < elapsed_time

    if loop != 0:
        tq.poll(
            lease_seconds=seconds,
            verbose=True,
            tally=tally,
            stop_fn=stop_after_elapsed_time,
        )
    else:
        task = tq.lease(seconds=seconds)
        task.execute()