Python insert_to_db Examples

Example #1

File: execute.py Project: nduckste/airflow-datapipeline

def core_db_insert_to_db(**kwargs):
    task_instance = kwargs['ti']
    engine = create_engine_mysql()
    df_agg_rating = task_instance.xcom_pull(key='df_agg_rating', task_ids='aggregation')
    df_agg_rating_genre = task_instance.xcom_pull(key='df_agg_rating_genre', task_ids='aggregation')
    insert_to_db(engine, df_agg_rating, 'agg_movie_ratings')
    insert_to_db(engine, df_agg_rating_genre, 'agg_rating_genre')

Example #2

File: execute.py Project: ksheerasagar09/Movie-Pipelines

def insert_db_core(**kwargs):
    task_instance = kwargs["ti"]
    df_agg_rating = task_instance.xcom_pull(key = "df_agg_rating",task_ids='aggregate_data')
    df_agg_rating_tags = task_instance.xcom_pull(key="df_agg_rating_tags", task_ids='aggregate_data')
    engine = connect_db()
    meta = MetaData()
    create_table(meta, engine)
    insert_to_db(engine, df_agg_rating, "tb_agg_movie_ratings")
    insert_to_db(engine, df_agg_rating_tags, "tb_agg_movie_genres")

Example #3

File: execute.py Project: rohithreddykota/airflow-playground

from Movie.data_retrieval import get_data, merge_data
from Movie.connect import create_engine_pgsql, insert_to_db
from Movie.aggregation import agg_rating_movie, agg_rating_tag

df_movie, df_ratings, df_tags = get_data()
# print(df_movie[:5], df_ratings[:5],df_tags[:5])
df_movie_ratings, df_movie_tags, df_movie_tags_ratings = merge_data(
    df_movie, df_ratings, df_tags)
# print(df_movie_tags_ratings[:5])

df_agg_rating = agg_rating_movie(df_movie_ratings)
print(df_agg_rating[:10])
df_agg_rating_genre = agg_rating_tag(df_movie_tags_ratings)
print(df_agg_rating_genre[:50])

engine = create_engine_pgsql()
insert_to_db(engine, df_agg_rating, 'agg_movie_ratings')
insert_to_db(engine, df_agg_rating_genre, 'agg_rating_genre')