def export(output_dir: str) -> None: """Export collections to csv.""" mongo_client = Client() mongo_client.set_db() all_collections = mongo_client.collections() documents = mongo_client.fetch_documents(all_collections) df = mongo_client.convert_to_df(documents) mongo_client.export_to_csv(df, output_dir)
def run(phrase: str) -> None: """Run scraper.""" scrapper = Scrapper(phrase) scrapper.get_similar_words() scrapper.scrap_raw_data() mongo_client = Client() mongo_client.set_db() mongo_client.insert(data=scrapper.scrapped, collection=phrase) click.echo(f"{len(scrapper.scrapped)} records saved in database.")
def show() -> None: """Show all collections.""" mongo_client = Client() mongo_client.set_db() mongo_client.collections()
def delete(collection_name: str) -> None: """Delete collection from DB.""" mongo_client = Client() mongo_client.set_db() mongo_client.delete_collection(collection_name)