class _MyType(Artifact): TYPE_NAME = 'MyTypeName' PROPERTIES = { 'string_value': Property(PropertyType.STRING), }
""" from __future__ import absolute_import from __future__ import division from __future__ import print_function import struct from typing import Text from tfx.types.artifact import Artifact from tfx.types.artifact import Property from tfx.types.artifact import PropertyType from tfx.types.artifact import ValueArtifact # Span for an artifact. SPAN_PROPERTY = Property(type=PropertyType.INT) # Comma separated of splits for an artifact. Empty string means artifact # has no split. SPLIT_NAMES_PROPERTY = Property(type=PropertyType.STRING) # Value for a string-typed artifact. STRING_VALUE_PROPERTY = Property(type=PropertyType.STRING) class Examples(Artifact): TYPE_NAME = 'Examples' PROPERTIES = { 'span': SPAN_PROPERTY, 'split_names': SPLIT_NAMES_PROPERTY, }
from tfx.types import standard_artifacts from tfx.types.artifact import Property from tfx.types.artifact import PropertyType from tfx.types.component_spec import ChannelParameter from tfx.types.component_spec import ExecutionParameter from tfx.types.component_spec import ComponentSpec from tfx.components.base import base_component from tfx.types import channel_utils import apache_beam as beam import pickle import google.auth import google.cloud.storage as storage # Span for an artifact. SPAN_PROPERTY = Property(type=PropertyType.INT) # Version for an artifact. VERSION_PROPERTY = Property(type=PropertyType.INT) # Version for an artifact. SPLIT_NAMES_PROPERTY = Property(type=PropertyType.STRING) class TCGAPreprocessingSpec(ComponentSpec): """TFX Custom TCGAPreprocessing component spec.""" PARAMETERS = { 'query': ExecutionParameter(type=Text), 'output_schema': ExecutionParameter(type=Any), 'table_name': ExecutionParameter(type=Text), 'use_bigquery_source': ExecutionParameter(type=Any),
class _MyType(Artifact): TYPE_NAME = "MyTypeName" PROPERTIES = { "string_value": Property(PropertyType.STRING), }
# # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express # or implied. See the License for the specific language governing # permissions and limitations under the License. from typing import Dict from tfx.types.artifact import Artifact, Property, PropertyType from zenml.artifacts.constants import ( DATATYPE_PROPERTY_KEY, MATERIALIZER_PROPERTY_KEY, ) MATERIALIZER_PROPERTY = Property( type=PropertyType.STRING) # type: ignore[no-untyped-call] # noqa DATATYPE_PROPERTY = Property( type=PropertyType.STRING) # type: ignore[no-untyped-call] # noqa class BaseArtifact(Artifact): """Base class for all ZenML artifacts. Every implementation of an artifact needs to inherit this class. While inheriting from this class there are a few things to consider: - Upon creation, each artifact class needs to be given a unique TYPE_NAME. - Your artifact can feature different properties under the parameter PROPERTIES which will be tracked throughout your pipeline runs. """