for coll_name in coll_names:
sys.stdout.write("\nIndexing " + coll_name + "...\n")
start = timeit.default_timer()
collection_type = None
if coll_name == 'user':
collection_type = Collection.User
elif coll_name == 'checkin':
collection_type = Collection.CheckIn
elif coll_name == 'photo':
collection_type = Collection.Photo
elif coll_name == 'business':
collection_type = Collection.Business
elif coll_name == 'tip':
collection_type = Collection.Tip
loader.enable_ingestion_pipeline(
sentiment_analyzer_ingestion_pipeline_id)
elif coll_name == 'review':
collection_type = Collection.Review
loader.enable_ingestion_pipeline(
sentiment_analyzer_ingestion_pipeline_id)
else:
sys.stderr.write("\nInvalid collection name: " + coll_name)
sys.stderr.write("\nIgnoring...\n")
continue
extractor.set_current_collection(collection_type)
loader.set_current_collection(collection_type)
loader.start_streaming()
end = timeit.default_timer()
sys.stdout.write("\nTime taken for " + coll_name + " ingestion : " +
str(end - start) + " seconds.\n")
