def flipcoin(): flip = flip_coin_op('flip') with dsl.Condition(flip.outputs['result'] == 'heads'): flip2 = flip_coin_op('flip-again') with dsl.Condition(flip2.outputs['result'] == 'tails'): print_op('print1', flip2.outputs['result']) with dsl.Condition(flip.outputs['result'] == 'tails'): print_op('print2', flip2.outputs['results'])
def my_pipeline(): flip1 = flip_coin_op() print_op(flip1.output) flip2 = flip_coin_op() print_op(flip2.output) with dsl.Condition(flip1.output != 'no-such-result'): # always true flip3 = flip_coin_op() print_op(flip3.output) with dsl.Condition(flip2.output == flip3.output): flip4 = flip_coin_op() print_op(flip4.output)
def my_pipeline(): flip1 = flip_coin_op() print_op(flip1.output) with dsl.Condition(flip1.output == 'heads'): flip2 = flip_coin_op() print_op(flip2.output)
def my_pipeline(text: str = 'condition test'): flip1 = flip_coin_op() print_op(flip1.output) with dsl.Condition(flip1.output == 'heads'): flip2 = flip_coin_op() print_op(flip2.output) print_op(text)
def my_pipeline(text: str = 'condition test', force_flip_result: str = ''): flip1 = flip_coin(force_flip_result=force_flip_result) print_msg(msg=flip1.output) with dsl.Condition(flip1.output == 'heads'): flip2 = flip_coin() print_msg(msg=flip2.output) print_msg(msg=text)
def my_pipeline(text: str = 'condition test'): flip1 = flip_coin_op().set_caching_options(False) print_op(msg=flip1.output) with dsl.Condition(flip1.output == 'heads'): flip2 = flip_coin_op().set_caching_options(False) print_op(msg=flip2.output) print_op(msg=text)
def my_pipeline( dataset2: str = 'gs://ml-pipeline-playground/shakespeare2.txt'): importer1 = importer( artifact_uri='gs://ml-pipeline-playground/shakespeare1.txt', artifact_class=Dataset, reimport=False) train1 = train(dataset=importer1.output) with dsl.Condition(train1.outputs['scalar'] == '123'): importer2 = importer(artifact_uri=dataset2, artifact_class=Dataset, reimport=True) train(dataset=importer2.output)
def my_pipeline( msg: str = 'hello', loop_parameter: list = [ { 'A_a': 'heads', 'B_b': ['A', 'B'], }, { 'A_a': 'tails', 'B_b': ['X', 'Y', 'Z'], }, ], ): flip = flip_coin_op() outter_args_generator = args_generator_op() with dsl.Condition(flip.output != 'no-such-result'): # always true inner_arg_generator = args_generator_op() with dsl.ParallelFor(outter_args_generator.output) as item: print_op(msg) with dsl.Condition(item.A_a == 'heads'): print_op(item.B_b) with dsl.Condition(flip.output == 'heads'): print_op(item.B_b) with dsl.Condition(item.A_a == 'tails'): with dsl.ParallelFor([{'a': '-1'}, {'a': '-2'}]) as inner_item: print_op(inner_item) with dsl.ParallelFor(item.B_b) as item_b: print_op(item_b) with dsl.ParallelFor(loop_parameter) as pipeline_item: print_op(pipeline_item) with dsl.ParallelFor(inner_arg_generator.output) as inner_item: print_op(pipeline_item, inner_item.A_a) with dsl.ParallelFor(['1', '2']) as static_item: print_op(static_item) with dsl.Condition(static_item == '1'): print_op('1') # Reference loop item from grand child with dsl.ParallelFor(loop_parameter) as item: with dsl.Condition(item.A_a == 'heads'): with dsl.ParallelFor(item.B_b) as item_b: print_op(item_b)
def my_pipeline(): flip = flip_coin_op() with dsl.Condition(flip.output == 'heads'): random_num_head = random_num_op(0, 9)() with dsl.Condition(random_num_head.output > 5): print_op(msg='heads and %s > 5!' % random_num_head.output) with dsl.Condition(random_num_head.output <= 5): print_op(msg='heads and %s <= 5!' % random_num_head.output) with dsl.Condition(flip.output == 'tails'): random_num_tail = random_num_op(10, 19)() with dsl.Condition(random_num_tail.output > 15): print_op(msg='tails and %s > 15!' % random_num_tail.output) with dsl.Condition(random_num_tail.output <= 15): print_op(msg='tails and %s <= 15!' % random_num_tail.output)
def flip_coin_graph_component(): flip = flip_coin_op() with dsl.Condition(flip.output == 'heads'): flip_coin_graph_component()
def my_pipeline(text: str): with dsl.Condition(text == 'a'): producer_task = producer_op() dummy_op().after(producer_task)