def componentA(
a: {'ArtifactA': {
'file_type': 'csv'
}},
b: Integer() = 12,
c: {'ArtifactB': {
'path_type': 'file',
'file_type': 'tsv'
}} = 'gs://hello/world'
) -> {
'model': Integer()
}:
return MockContainerOp()
def my_pipeline(
a: {'GCSPath': {
'path_type': 'file',
'file_type': 'csv'
}} = 'good',
b: Integer() = 12):
a_op(field_m=a, field_o=b)
def b_op(
field_x: {
'customized_type': {
'openapi_schema_validator':
'{"type": "string", "pattern": "^gcs://.*$"}'
}
}, field_y: Integer(), field_z: GCSPath()
) -> {
'output_model_uri': 'GcsUri'
}:
return ContainerOp(name='operator b',
image='gcr.io/ml-pipeline/component-a',
command=[
'python3',
field_x,
],
arguments=[
'--field-y',
field_y,
'--field-z',
field_z,
],
file_outputs={
'output_model_uri': '/schema.txt',
})
def b_op(
field_x: {
'customized_type_a': {
'property_a': 'value_a',
'property_b': 'value_b'
}
}, field_y: Integer(),
field_z: {'ArtifactB': {
'path_type': 'file',
'file_type': 'tsv'
}}
) -> {
'output_model_uri': 'GcsUri'
}:
return ContainerOp(name='operator b',
image='gcr.io/ml-pipeline/component-a',
command=[
'python3',
field_x,
],
arguments=[
'--field-y',
field_y,
'--field-z',
field_z,
],
file_outputs={
'output_model_uri': '/schema.txt',
})
def a_op(field_l: Integer()) -> {
'field_m': {
'ArtifactB': {
'path_type': 'file',
'file_type': 'tsv'
}
},
'field_n': {
'customized_type': {
'property_a': 'value_a',
'property_b': 'value_b'
}
},
'field_o': 'Integer'
}:
return ContainerOp(name='operator a',
image='gcr.io/ml-pipeline/component-b',
arguments=[
'--field-l',
field_l,
],
file_outputs={
'field_m': '/schema.txt',
'field_n': '/feature.txt',
'field_o': '/output.txt'
})
def b_op(field_x,
field_y: Integer(),
field_z: GCSPath(path_type='file', file_type='tsv')) -> {'output_model_uri': 'GcsUri'}:
return ContainerOp(
name = 'operator b',
image = 'gcr.io/ml-pipeline/component-a',
command = [
'python3',
field_x,
],
arguments = [
'--field-y', field_y,
'--field-z', field_z,
],
file_outputs = {
'output_model_uri': '/schema.txt',
}
)
def a_op(field_l: Integer()) -> {
'field_m': 'GCSPath',
'field_n': {
'customized_type': {
'openapi_schema_validator':
'{"type": "string", "pattern": "^gs://.*$"}'
}
},
'field_o': 'Integer'
}:
return ContainerOp(name='operator a',
image='gcr.io/ml-pipeline/component-b',
arguments=[
'--field-l',
field_l,
],
file_outputs={
'field_m': '/schema.txt',
'field_n': '/feature.txt',
'field_o': '/output.txt'
})
def my_pipeline1(a: {'Schema':
{
'file_type': 'csv'
}} = 'good',
b: Integer() = 12):
pass
def componentA(a: {'Schema': {'file_type': 'csv'}}, b: Integer() = 12, c: GCSPath(path_type='file', file_type='tsv') = 'gs://hello/world') -> {'model': Integer()}:
return MockContainerOp()