def trigger_pipeline(topic_name, instance, trigger_type: TriggerType):
log.info("trigger_pipeline topic_name :{0}".format(topic_name))
topic = get_topic(topic_name)
pipeline_list = load_pipeline_by_topic_id(topic.topicId)
for pipeline in pipeline_list:
if __match_trigger_type(trigger_type, pipeline):
# log.info("pipeline run: {0}".format(pipeline.json()))
run_pipeline(pipeline, instance)
async def rerun_pipeline(topic_name, instance_id, pipeline_id):
instance = find_topic_data_by_id_and_topic_name(topic_name, instance_id)
topic = get_topic(topic_name)
pipeline_list = load_pipeline_by_topic_id(topic.topicId)
for pipeline in pipeline_list:
if pipeline.pipelineId == pipeline_id:
log.info("rerun topic {0} and pipeline {1}".format(topic_name, pipeline.pipelineId))
run_pipeline(pipeline, instance)
return {"received": True}
def trigger_pipeline(topic_name, instance, trigger_type: TriggerType):
log.info("trigger_pipeline topic_name :{0}".format(topic_name))
topic = get_topic(topic_name)
# TODO validate data with topic schema
pipeline_list = load_pipeline_by_topic_id(topic.topicId)
# futures =[]
for pipeline in pipeline_list:
if __match_trigger_type(trigger_type, pipeline):
log.debug("pipeline run: {0}".format(pipeline.json()))
run_pipeline(pipeline, instance)