#! /usr/bin/env python
# -*- coding: utf-8 -*-
import sys
from pipeline_manager import PipelineManager

if __name__ == '__main__':
    project_id = sys.argv[1]
    batch_id = sys.argv[2]
    batch_run_id = sys.argv[3]
    pipeline_mgr = PipelineManager(project_id,
                                   batch_id,
                                   batch_run_id,
                                   "etl_dcim_asset_map_hive_extract",
                                   "DM_DCIM_REFINED_ASSET_MAP")
    pipeline_mgr.execute_pipeline("hive_etl")
Пример #2
0
#! /usr/bin/env python
# -*- coding: utf-8 -*-
import sys
from pipeline_manager import PipelineManager

if __name__ == '__main__':
    project_id = sys.argv[1]
    batch_id = sys.argv[2]
    batch_run_id = sys.argv[3]
    pipeline_mgr = PipelineManager(project_id, batch_id, batch_run_id,
                                   "etl_bcm_circuit_monthly_cage_agg",
                                   "DM_BCM_CIRCUIT_MONTHLY_CAGE_AGG")
    pipeline_mgr.execute_pipeline("aggregate_etl")
    pipeline_mgr = PipelineManager(project_id, batch_id, batch_run_id,
                                   "etl_bcm_circuit_monthly_cage_agg_merge1",
                                   "DM_BCM_CIRCUIT_MONTHLY_CAGE_AGG")
    pipeline_mgr.execute_pipeline("query_etl")
#! /usr/bin/env python
# -*- coding: utf-8 -*-
import sys
from pipeline_manager import PipelineManager

if __name__ == '__main__':
    project_id = sys.argv[1]
    batch_id = sys.argv[2]
    batch_run_id = sys.argv[3]
    pipeline_mgr = PipelineManager(project_id,
                                   batch_id,
                                   batch_run_id,
                                   "etl_sbl_order_churn_asset",
                                   "PLP_SBL_ORDER_CHURN_ASSET")
    pipeline_mgr.execute_pipeline("query_load_etl")
    pipeline_mgr = PipelineManager(project_id,
                                   batch_id,
                                   batch_run_id,
                                   "etl_sbl_order_churn_asset_merge1",
                                   "PLP_SBL_ORDER_CHURN_ASSET")
    pipeline_mgr.execute_pipeline("query_etl")
    pipeline_mgr = PipelineManager(project_id,
                                   batch_id,
                                   batch_run_id,
                                   "etl_sbl_order_churn_asset_merge2",
                                   "PLP_SBL_ORDER_CHURN_ASSET")
    pipeline_mgr.execute_pipeline("query_etl")