def pipeline_enable_check(**kwargs):
dp = DagPebbles()
if dp.pipeline_enable_check('DECRYPT_FILES'):
kwargs["ti"].xcom_push(key="S3_BUCKET", value=os.environ.get("S3_BUCKET",""))
kwargs["ti"].xcom_push(key="SKIP_DECRYPT_FILES", value="N")
return "pipeline_check_passed"
else:
return "pipeline_check_skipped"
def pipeline_enable_check(**kwargs):
dp = DagPebbles()
if dp.pipeline_enable_check('DATA_PIPELINE_INITIATOR'):
#TODO:: get it from db
kwargs["ti"].xcom_push(key="SKIP_DOWNLOAD_LOG_FILE", value='N')
kwargs["ti"].xcom_push(key="SKIP_DECRYPT_LOG_FILE", value='N')
return "pipeline_check_passed"
else:
return "pipeline_check_skipped"
def pipeline_enable_check(**kwargs):
dp = DagPebbles()
if dp.pipeline_enable_check('STAGE_CUSTOM_DMP_FILES'):
return "pipeline_check_passed"
else:
return "pipeline_check_skipped"
def pipeline_enable_check(**kwargs):
dp = DagPebbles()
if dp.pipeline_enable_check('DATA_LOAD'):
return "pipeline_check_passed"
else:
return "pipeline_check_skipped"
def pipeline_enable_check(**kwargs):
dp = DagPebbles()
if dp.pipeline_enable_check('CONCEPT_DIM_MAPPING'):
return "pipeline_check_passed"
else:
return "pipeline_check_skipped"