Exemplos de push_data_file_to_es em Python

Exemplo n.º 1

Arquivo: push_to_elasticsearch.py Projeto: sdurgi17/mongorivers

def process_pipeline(collection, mongo_fetch_generator, server_object_ids_range):
    for fetch_range in mongo_fetch_generator:
        mongo_fetched_data_dict = mongo_fetch_data.fetch_mongo_data_for_fetch_range(
            collection, fetch_range[0], fetch_range[1])
        push_data_to_es.dump_data_dict_to_es_readable_file(
            mongo_fetched_data_dict)
        push_data_to_es.push_data_file_to_es()

Exemplo n.º 2

Arquivo: push_incremental_to_es.py Projeto: sdurgi17/mongorivers

def process_pipeline(collection, mongo_fetch_generator, query_filters):
    for fetch_range in mongo_fetch_generator:
        query_filter = {'category':_categories}
        mongo_fetched_data_dict = mongo_fetch_data.fetch_mongo_data_for_fetch_range(collection, fetch_range[0],fetch_range[1],query_filters = query_filters)
        push_data_to_es.dump_data_dict_to_es_readable_file(mongo_fetched_data_dict)
        push_data_to_es.push_data_file_to_es()