Python ChannelParameter Examples

Example #1

File: beam_dag_runner_test.py Project: two8g/tfx

class _FakeComponentSpecC(types.ComponentSpec):
  PARAMETERS = {}
  INPUTS = {'a': ChannelParameter(type_name='a')}
  OUTPUTS = {'output': ChannelParameter(type_name='c')}

Example #2

File: standard_component_specs.py Project: htahir1/tfx

class TransformSpec(ComponentSpec):
    """Transform component spec."""

    PARAMETERS = {
        MODULE_FILE_KEY:
        ExecutionParameter(type=str, optional=True),
        MODULE_PATH_KEY:
        ExecutionParameter(type=str, optional=True),
        PREPROCESSING_FN_KEY:
        ExecutionParameter(type=str, optional=True),
        FORCE_TF_COMPAT_V1_KEY:
        ExecutionParameter(type=int, optional=True),
        CUSTOM_CONFIG_KEY:
        ExecutionParameter(type=str, optional=True),
        SPLITS_CONFIG_KEY:
        ExecutionParameter(type=transform_pb2.SplitsConfig, optional=True),
        DISABLE_STATISTICS_KEY:
        ExecutionParameter(type=int, optional=True),
    }
    INPUTS = {
        EXAMPLES_KEY:
        ChannelParameter(type=standard_artifacts.Examples),
        SCHEMA_KEY:
        ChannelParameter(type=standard_artifacts.Schema),
        ANALYZER_CACHE_KEY:
        ChannelParameter(type=standard_artifacts.TransformCache,
                         optional=True),
    }
    OUTPUTS = {
        TRANSFORM_GRAPH_KEY:
        ChannelParameter(type=standard_artifacts.TransformGraph),
        TRANSFORMED_EXAMPLES_KEY:
        ChannelParameter(type=standard_artifacts.Examples, optional=True),
        UPDATED_ANALYZER_CACHE_KEY:
        ChannelParameter(type=standard_artifacts.TransformCache,
                         optional=True),
        PRE_TRANSFORM_SCHEMA_KEY:
        ChannelParameter(type=standard_artifacts.Schema, optional=True),
        PRE_TRANSFORM_STATS_KEY:
        ChannelParameter(type=standard_artifacts.ExampleStatistics,
                         optional=True),
        POST_TRANSFORM_SCHEMA_KEY:
        ChannelParameter(type=standard_artifacts.Schema, optional=True),
        POST_TRANSFORM_STATS_KEY:
        ChannelParameter(type=standard_artifacts.ExampleStatistics,
                         optional=True),
        POST_TRANSFORM_ANOMALIES_KEY:
        ChannelParameter(type=standard_artifacts.ExampleAnomalies,
                         optional=True)
    }

Example #3

class _FakeComponentSpecC(types.ComponentSpec):
    PARAMETERS = {_COMPONENT_NAME: ExecutionParameter(type=str)}
    INPUTS = {'a': ChannelParameter(type=_ArtifactTypeA)}
    OUTPUTS = {'output': ChannelParameter(type=_ArtifactTypeC)}