Python etl_execute 예제들

예제 #1

파일: main.py 프로젝트: wongpenghong/airflow-playground

def execute_claim_payment_histories(ds, **kwargs):
    config, conn_aws, conn_mysql = get_connection()

    configTable = {}
    configTable['table'] = 'claim_payment_histories'
    configTable['schema_db'] = 'accommodation_service_production'
    configTable['schema_s3'] = 'accommodation_service_production'
    configTable['column'] = 0

    pilot = execute_etl.etl_execute()
    pilot.main(ds, config, configTable, conn_aws, conn_mysql)

    return 'execute_etl task has done!'

예제 #2

파일: main.py 프로젝트: wongpenghong/airflow-playground

def execute_bookings(ds, **kwargs):
    config, conn_aws, conn_mysql = get_connection()

    configTable = {}
    configTable['table'] = 'bookings'
    configTable['schema_db'] = 'accommodation_service_production'
    configTable['schema_s3'] = 'accommodation_service_production'
    configTable['column'] = 'created_at'

    pilot = execute_etl.etl_execute()
    pilot.main(ds, config, configTable, conn_aws, conn_mysql)

    return 'execute_etl task has done!'