def __init__(self, name: Text, config: Dict[Text, Any]) -> None:
"""Initializes a `ConveRTFeaturizer`.
Args:
name: An identifier for this featurizer.
config: The configuration.
"""
super().__init__(name=name, config=config)
model_url = self._config["model_url"]
self.model_url = (
model_url
if rasa.nlu.utils.is_url(model_url)
else os.path.abspath(model_url)
)
self.module = train_utils.load_tf_hub_model(self.model_url)
self.tokenize_signature: WrappedFunction = self._get_signature(
"tokenize", self.module
)
self.sequence_encoding_signature: WrappedFunction = self._get_signature(
"encode_sequence", self.module
)
self.sentence_encoding_signature: WrappedFunction = self._get_signature(
"default", self.module
)
def __init__(self, component_config: Dict[Text, Any] = None) -> None:
"""Construct a new tokenizer using the WhitespaceTokenizer framework."""
super().__init__(component_config)
self.module = train_utils.load_tf_hub_model(TF_HUB_MODULE_URL)
self.tokenize_signature = self.module.signatures["tokenize"]
def __init__(self, component_config: Dict[Text, Any] = None) -> None:
"""Construct a new tokenizer using the WhitespaceTokenizer framework."""
super().__init__(component_config)
model_url = "http://models.poly-ai.com/convert/v1/model.tar.gz"
self.module = train_utils.load_tf_hub_model(model_url)
self.tokenize_signature = self.module.signatures["tokenize"]
def __init__(self, component_config: Optional[Dict[Text, Any]] = None) -> None:
super(ConveRTFeaturizer, self).__init__(component_config)
model_url = "http://models.poly-ai.com/convert/v1/model.tar.gz"
self.module = train_utils.load_tf_hub_model(model_url)
self.sentence_encoding_signature = self.module.signatures["default"]
self.sequence_encoding_signature = self.module.signatures["encode_sequence"]
def __init__(self,
component_config: Optional[Dict[Text, Any]] = None) -> None:
super().__init__(component_config)
self.model_url = self.component_config.get("model_url",
TF_HUB_MODULE_URL)
self.module = train_utils.load_tf_hub_model(self.model_url)
self.sentence_encoding_signature = self.module.signatures["default"]
self.sequence_encoding_signature = self.module.signatures[
"encode_sequence"]
def __init__(self, component_config: Dict[Text, Any] = None) -> None:
"""Construct a new tokenizer using the WhitespaceTokenizer framework.
Args:
component_config: User configuration for the component
"""
super().__init__(component_config)
self.model_url = self._get_validated_model_url()
self.module = train_utils.load_tf_hub_model(self.model_url)
self.tokenize_signature = self.module.signatures["tokenize"]
def __init__(self, component_config: Optional[Dict[Text, Any]] = None) -> None:
"""Initializes ConveRTFeaturizer with the model and different
encoding signatures.
Args:
component_config: Configuration for the component.
"""
super(ConveRTFeaturizer, self).__init__(component_config)
self.model_url = self._get_validated_model_url()
self.module = train_utils.load_tf_hub_model(self.model_url)
self.tokenize_signature = self._get_signature("tokenize", self.module)
self.sequence_encoding_signature = self._get_signature(
"encode_sequence", self.module
)
self.sentence_encoding_signature = self._get_signature("default", self.module)
