def process_pipeline(collection, mongo_fetch_generator, server_object_ids_range): for fetch_range in mongo_fetch_generator: mongo_fetched_data_dict = mongo_fetch_data.fetch_mongo_data_for_fetch_range( collection, fetch_range[0], fetch_range[1]) push_data_to_es.dump_data_dict_to_es_readable_file( mongo_fetched_data_dict) push_data_to_es.push_data_file_to_es()
def process_pipeline(collection, mongo_fetch_generator, query_filters): for fetch_range in mongo_fetch_generator: query_filter = {'category':_categories} mongo_fetched_data_dict = mongo_fetch_data.fetch_mongo_data_for_fetch_range(collection, fetch_range[0],fetch_range[1],query_filters = query_filters) push_data_to_es.dump_data_dict_to_es_readable_file(mongo_fetched_data_dict) push_data_to_es.push_data_file_to_es()