class Sum(Task):
def run(self, numbers):
print(sum(numbers))
flow = Flow("parallel-execution")
stop = Parameter("stop")
number_1 = RandomNum()
number_2 = RandomNum()
number_3 = RandomNum()
stop.set_downstream(number_1, key="stop", flow=flow)
stop.set_downstream(number_2, key="stop", flow=flow)
stop.set_downstream(number_3, key="stop", flow=flow)
sum_numbers = Sum()
sum_numbers.bind(numbers=[number_1, number_2, number_3], flow=flow)
# with Flow("parallel-execution") as flow:
# stop = Parameter("stop")
# number_1 = random_num(stop)
# number_2 = random_num(stop)
# number_3 = random_num(stop)
# sum = sum(numbers=[number_1, number_2, number_3])
s3_source_bucket=s3_bucket,
s3_source_bucket_raw_prefix=Constants.S3_HEB_DT,
dest_delta_prefix=delta_raw_prefix,
table_name="test.heb_dt",
date_hour_path=date_hour_path,
pk=Constants.PK_HEB_DT)
str_opstmt_srt_cd = write_delta_lookup_table(
s3_source_bucket=s3_bucket,
s3_source_bucket_raw_prefix=Constants.S3_STR_OPSTMT_SRT_CD,
dest_delta_prefix=delta_raw_prefix,
table_name="test.str_opstmt_srt_cd",
date_hour_path=date_hour_path,
pk=Constants.PK_STR_OPSTMT_SRT_CD)
#start.set_downstream( flow=flow)
start.set_downstream(lin_of_bus, flow=flow)
start.set_downstream(company, flow=flow)
start.set_downstream(ck_coll_cntl, flow=flow)
start.set_downstream(cmptr_typ, flow=flow)
start.set_downstream(dist, flow=flow)
start.set_downstream(ecomm_mkt_area, flow=flow)
start.set_downstream(financial_div, flow=flow)
start.set_downstream(frnt_end, flow=flow)
start.set_downstream(location_typ, flow=flow)
start.set_downstream(mkt_rgn, flow=flow)
start.set_downstream(retl_loc_frmt, flow=flow)
start.set_downstream(retl_loc_segm, flow=flow)
start.set_downstream(retl_loc_stat_typ, flow=flow)
start.set_downstream(retl_loc_typ, flow=flow)
start.set_downstream(retl_unld, flow=flow)
start.set_downstream(srs_sys, flow=flow)
