def __init__(self, languages=None): """Constructs a Translation FeatureConnector. Args: languages: `list<string>` (optional), full list of language codes if known in advance. """ # TODO(adarob): Add optional text encoders once `Sequence` adds support # for FixedVarLenFeatures. self._languages = set(languages) if languages else None super(TranslationVariableLanguages, self).__init__({ "language": text_feature.Text(), "translation": text_feature.Text(), })
def __init__(self, languages, encoder=None, encoder_config=None): """Constructs a Translation FeatureConnector. Args: languages: `list<string>` Full list of languages codes. encoder: `tfds.deprecated.text.TextEncoder` or list<tfds.deprecated.text.TextEncoder> (optional), an encoder that can convert text to integer. One can be shared one per language provided. If None, the text will be utf-8 byte-encoded. encoder_config: `tfds.deprecated.text.TextEncoderConfig` or `list<tfds.deprecated.text.TextEncoderConfig>` (optional), needed if restoring from a file with `load_metadata`. One config can be shared or one per language can be provided. """ # If encoder and encoder_config aren't lists, use the same values for all # languages. self._encoder = encoder self._encoder_config = encoder_config if not isinstance(encoder, collections_abc.Iterable): encoder = [encoder] * len(languages) if not isinstance(encoder_config, collections_abc.Iterable): encoder_config = [encoder_config] * len(languages) super(Translation, self).__init__({ lang: text_feature.Text(enc, enc_conf) for lang, enc, enc_conf in zip(languages, encoder, encoder_config) })
def __init__( self, languages=None, *, doc: feature_lib.DocArg = None, ): """Constructs a Translation FeatureConnector. Args: languages: `list<string>` (optional), full list of language codes if known in advance. doc: Documentation of this feature (e.g. description). """ # TODO(adarob): Add optional text encoders once `Sequence` adds support # for FixedVarLenFeatures. self._languages = set(languages) if languages else None super(TranslationVariableLanguages, self).__init__(feature={ "language": text_feature.Text(), "translation": text_feature.Text(), }, doc=doc)