Python S3ApiETL.get_object_as_dataframe示例

示例#1

def handler(_, __):
    df_source = S3ApiETL.get_object_as_dataframe(
        s3_client, DATALAKE_BUCKET, f'{RAW_PREFIX}/complaints.csv')
    df_result_age, df_result_group = apply_transformation(df_source)

    s3_helper_age.save_df(df_result_age)
    s3_helper_group.save_df(df_result_group)

示例#2

def handler(_, __):
    df_source = S3ApiETL.get_object_as_dataframe(
        s3_client, DATALAKE_BUCKET, f'{RAW_PREFIX}/complaints.csv')
    df_result, df_result_group_sentiments, df_group_city_state_sentiments = apply_transformation(
        df_source)

    s3_helper.save_df(df_result)
    s3_helper_sentiments.save_df(df_result_group_sentiments)
    s3_helper_city_state_sentiments.save_df(df_group_city_state_sentiments)

示例#3

def handler_lvl2(_, __):
    df_source = S3ApiETL.get_object_as_dataframe(
        s3_client, DATALAKE_BUCKET, f'{RAW_PREFIX}/complaints.csv')
    df_result = apply_transformation(df_source, 1100, 3000)

    s3_helper_lvl2.save_df(df_result)