Ejemplo n.º 1
0
        "port": 9200
    }])
    sys.stdout.write("Connected to ElasticSearch Client\n")

    # Instantiate extractor object.
    extractor = Extract(extract_client=client,
                        database_name=db,
                        batch_size=750)

    # Instantiate loader object.
    loader = Load(load_client=es_client,
                  index_name=index_name,
                  extractor=extractor,
                  bulk_size=750)
    if is_mt:
        loader.enable_multithreading()
        loader.set_no_of_threads(num_threads)

    for coll_name in coll_names:
        sys.stdout.write("\nIndexing " + coll_name + "...\n")
        start = timeit.default_timer()
        collection_type = None
        if coll_name == 'user':
            collection_type = Collection.User
        elif coll_name == 'checkin':
            collection_type = Collection.CheckIn
        elif coll_name == 'photo':
            collection_type = Collection.Photo
        elif coll_name == 'business':
            collection_type = Collection.Business
        elif coll_name == 'tip':