Exemplos de DagPebbles.pipeline_enable_check em Python

Exemplo n.º 1

Arquivo: decrypt_files.py Projeto: hms-dbmi/bch-pic-sure-airflow-dags

def pipeline_enable_check(**kwargs):
    dp = DagPebbles()
    if dp.pipeline_enable_check('DECRYPT_FILES'):
        kwargs["ti"].xcom_push(key="S3_BUCKET", value=os.environ.get("S3_BUCKET",""))
        kwargs["ti"].xcom_push(key="SKIP_DECRYPT_FILES", value="N")
        return "pipeline_check_passed"
    else:
        return "pipeline_check_skipped" 

Exemplo n.º 2

Arquivo: data_pipeline_initiator.py Projeto: hms-dbmi/bch-pic-sure-airflow-dags

def pipeline_enable_check(**kwargs):
    dp = DagPebbles()
    if dp.pipeline_enable_check('DATA_PIPELINE_INITIATOR'):
        #TODO:: get it from db
        kwargs["ti"].xcom_push(key="SKIP_DOWNLOAD_LOG_FILE", value='N')
        kwargs["ti"].xcom_push(key="SKIP_DECRYPT_LOG_FILE", value='N')
        return "pipeline_check_passed"
    else:
        return "pipeline_check_skipped"

Exemplo n.º 3

def pipeline_enable_check(**kwargs):
    dp = DagPebbles()
    if dp.pipeline_enable_check('STAGE_CUSTOM_DMP_FILES'):
        return "pipeline_check_passed"
    else:
        return "pipeline_check_skipped"

Exemplo n.º 4

Arquivo: load_data.py Projeto: hms-dbmi/bch-pic-sure-airflow-dags

def pipeline_enable_check(**kwargs):
    dp = DagPebbles()
    if dp.pipeline_enable_check('DATA_LOAD'):
        return "pipeline_check_passed"
    else:
        return "pipeline_check_skipped"

Exemplo n.º 5

def pipeline_enable_check(**kwargs):
    dp = DagPebbles()
    if dp.pipeline_enable_check('CONCEPT_DIM_MAPPING'):
        return "pipeline_check_passed"
    else:
        return "pipeline_check_skipped"