Ejemplos de RedisQueue.wait_and_dequeue en Python

Ejemplo n.º 1

Archivo: worker.py Proyecto: jimdowling/Names-To-Nationality-Predicter

def main():
    with RecordsDB() as records_db:
        records_parser = RecordsParser(records_db)

        with CountriesDB() as countries_db:
            queue = RedisQueue(name='jobs',
                               namespace='queue',
                               decode_responses=True)
            job_in_json = queue.wait_and_dequeue()

            while job_in_json is not None:

                job = json.loads(job_in_json)

                country_id = job['country_id']
                country_name = countries_db.get_country_from_id(country_id)
                num_records = job['num_records']

                if country_name is None:
                    raise Exception("Country name cannot be None!")

                records_parser.get_records(country=country_name,
                                           country_id=country_id,
                                           max_records=num_records)

                job_in_json = queue.wait_and_dequeue()

Ejemplo n.º 2

Archivo: clear-jobs.py Proyecto: jimdowling/Names-To-Nationality-Predicter

def clear_jobs():
    queue = RedisQueue(name='jobs', namespace='queue', decode_responses=True)
    job_in_json = queue.wait_and_dequeue()

    while job_in_json is not None:
        job_in_json = queue.wait_and_dequeue()