Python iter_all_ids_chunked Exemples

Exemple #1

def _update_forms_in_db(db_name):
    reindex_accessor = FormReindexAccessor(limit_db_aliases=[db_name])
    doc_count = reindex_accessor.get_approximate_doc_count(db_name)
    chunks = iter_all_ids_chunked(reindex_accessor)
    processed = 0
    for form_ids in chunks:
        processed += len(form_ids)
        _update_forms(db_name, tuple(form_ids))

        if processed % 5000 == 0:
            print('[progress] [%s] %s of %s' % (db_name, processed, doc_count))

    print('[progress] [%s] Complete' % db_name)

Exemple #2

Fichier : populate_form_date_modified.py Projet : dimagi/commcare-hq

def _update_forms_in_db(db_name):
    reindex_accessor = FormReindexAccessor(limit_db_aliases=[db_name])
    doc_count = reindex_accessor.get_approximate_doc_count(db_name)
    chunks = iter_all_ids_chunked(reindex_accessor)
    processed = 0
    for form_ids in chunks:
        processed += len(form_ids)
        _update_forms(db_name, tuple(form_ids))

        if processed % 5000 == 0:
            print('[progress] [%s] %s of %s' % (db_name, processed, doc_count))

    print('[progress] [%s] Complete' % db_name)

Exemple #3

Fichier : migration.py Projet : twymer/commcare-hq

def perform_migration(domain, case_type, migration_xml):
    accessor = CaseReindexAccessor(domain=domain, case_type=case_type)
    for case_ids in iter_all_ids_chunked(accessor):
        send_migration_to_formplayer(domain, case_ids, migration_xml)