Exemplos de S3ApiETL.get_object_as_dataframe em Python

Exemplo n.º 1

def handler(_, __):
    df_source = S3ApiETL.get_object_as_dataframe(
        s3_client, DATALAKE_BUCKET, f'{RAW_PREFIX}/complaints.csv')
    df_result_age, df_result_group = apply_transformation(df_source)

    s3_helper_age.save_df(df_result_age)
    s3_helper_group.save_df(df_result_group)

Exemplo n.º 2

def handler(_, __):
    df_source = S3ApiETL.get_object_as_dataframe(
        s3_client, DATALAKE_BUCKET, f'{RAW_PREFIX}/complaints.csv')
    df_result, df_result_group_sentiments, df_group_city_state_sentiments = apply_transformation(
        df_source)

    s3_helper.save_df(df_result)
    s3_helper_sentiments.save_df(df_result_group_sentiments)
    s3_helper_city_state_sentiments.save_df(df_group_city_state_sentiments)

Exemplo n.º 3

def handler_lvl2(_, __):
    df_source = S3ApiETL.get_object_as_dataframe(
        s3_client, DATALAKE_BUCKET, f'{RAW_PREFIX}/complaints.csv')
    df_result = apply_transformation(df_source, 1100, 3000)

    s3_helper_lvl2.save_df(df_result)