def persist(self, model_dir):
if self.composite_entities:
composite_entities_file = os.path.join(
model_dir, COMPOSITE_ENTITIES_FILE_NAME)
write_json_to_file(composite_entities_file,
self.composite_entities,
separators=(',', ': '))
def persist(self, model_dir):
# type: (Text) -> Dict[Text, Any]
file_name = self.name + ".json"
full_name = os.path.join(model_dir, file_name)
write_json_to_file(full_name, {"dimensions": self.dimensions})
return {"ner_duckling_persisted": file_name}
def persist(self, model_dir):
# type: (Text) -> Dict[Text, Any]
file_name = self.name + ".json"
full_name = os.path.join(model_dir, file_name)
write_json_to_file(full_name, {"dimensions": self.dimensions})
return {"ner_duckling_persisted": file_name}
def persist(self, model_dir: Text) -> Optional[Dict[Text, Any]]:
"""Persist this model into the passed directory.
Return the metadata necessary to load the model again."""
regex_file = os.path.join(model_dir, REGEX_FEATURIZER_FILE_NAME)
utils.write_json_to_file(regex_file, self.known_patterns, indent=4)
return {"regex_file": REGEX_FEATURIZER_FILE_NAME}
def persist(self, model_dir):
# type: (Text) -> Optional[Dict[Text, Any]]
if self.composite_entities:
composite_entities_file = os.path \
.join(model_dir,
COMPOSITE_ENTITIES_FILE_NAME)
write_json_to_file(composite_entities_file,
self.composite_entities,
separators=(',', ': '))
def persist(self, model_dir):
# type: (Text) -> Optional[Dict[Text, Any]]
gazette = self.gazette if self.gazette else {}
from rasa_nlu.utils import write_json_to_file
file_name = os.path.join(model_dir, FUZZY_GAZETTE_FILE)
write_json_to_file(file_name, gazette, separators=(',', ': '))
return {"gazette_file": FUZZY_GAZETTE_FILE}
def persist(self, model_dir):
# type: (Text) -> Dict[Text, Any]
"""Persist this model into the passed directory. Returns the metadata necessary to load the model again."""
if self.known_patterns:
regex_file = os.path.join(model_dir, "regex_featurizer.json")
write_json_to_file(regex_file, self.known_patterns, indent=4)
return {"regex_featurizer": "regex_featurizer.json"}
else:
return {"regex_featurizer": None}
def persist(self, file_name: Text,
model_dir: Text) -> Optional[Dict[Text, Any]]:
"""Persist this model into the passed directory.
Return the metadata necessary to load the model again."""
file_name = file_name + ".pkl"
regex_file = os.path.join(model_dir, file_name)
utils.write_json_to_file(regex_file, self.known_patterns, indent=4)
return {"file": file_name}
def persist(self, model_dir):
# type: (Text) -> Optional[Dict[Text, Any]]
if self.synonyms:
entity_synonyms_file = os.path.join(model_dir,
ENTITY_SYNONYMS_FILE_NAME)
write_json_to_file(entity_synonyms_file, self.synonyms,
separators=(',', ': '))
return {"synonyms_file": ENTITY_SYNONYMS_FILE_NAME}
def persist(self, model_dir):
# type: (Text) -> Dict[Text, Any]
"""Persist this model into the passed directory. Returns the metadata necessary to load the model again."""
if self.known_patterns:
regex_file = os.path.join(model_dir, "regex_featurizer.json")
write_json_to_file(regex_file, self.known_patterns, indent=4)
return {"regex_featurizer": "regex_featurizer.json"}
else:
return {"regex_featurizer": None}
def persist(self, model_dir):
# type: (Text) -> Optional[Dict[Text, Any]]
"""Persist this model into the passed directory.
Return the metadata necessary to load the model again."""
if self.known_patterns:
regex_file = os.path.join(model_dir, REGEX_FEATURIZER_FILE_NAME)
utils.write_json_to_file(regex_file, self.known_patterns, indent=4)
return {"regex_file": REGEX_FEATURIZER_FILE_NAME}
def persist(self, model_dir):
# type: (Text) -> Dict[Text, Any]
if self.synonyms:
entity_synonyms_file = os.path.join(model_dir,
"entity_synonyms.json")
write_json_to_file(entity_synonyms_file, self.synonyms, separators=(',', ': '))
return {"entity_synonyms": "entity_synonyms.json"}
else:
return {"entity_synonyms": None}
def persist(self,
file_name: Text,
model_dir: Text) -> Optional[Dict[Text, Any]]:
"""Persist this model into the passed directory.
Return the metadata necessary to load the model again."""
file_name = file_name + ".pkl"
regex_file = os.path.join(model_dir, file_name)
utils.write_json_to_file(regex_file, self.known_patterns, indent=4)
return {"file": file_name}
def test_remove_model_with_files(empty_model_dir):
metadata_file = "metadata.json"
metadata_content = {"pipeline": "spacy_sklearn", "language": "en"}
metadata_path = os.path.join(empty_model_dir, metadata_file)
write_json_to_file(metadata_path, metadata_content)
fake_obj = {"Fake", "model"}
fake_obj_path = os.path.join(empty_model_dir, "component.pkl")
with io.open(fake_obj_path, "wb") as f:
pickle.dump(fake_obj, f)
assert remove_model(empty_model_dir)
def test_remove_model_with_files(empty_model_dir):
metadata_file = "metadata.json"
metadata_content = {"pipeline": "spacy_sklearn", "language": "en"}
metadata_path = os.path.join(empty_model_dir, metadata_file)
write_json_to_file(metadata_path, metadata_content)
fake_obj = {"Fake", "model"}
fake_obj_path = os.path.join(empty_model_dir, "component.pkl")
with io.open(fake_obj_path, "wb") as f:
pickle.dump(fake_obj, f)
assert remove_model(empty_model_dir)
def persist(self,
file_name: Text,
model_dir: Text) -> Optional[Dict[Text, Any]]:
if self.synonyms:
file_name = file_name + ".json"
entity_synonyms_file = os.path.join(model_dir, file_name)
write_json_to_file(entity_synonyms_file, self.synonyms,
separators=(',', ': '))
return {"file": file_name}
else:
return {"file": None}
def persist(self, model_dir: Text):
"""Persists the metadata of a model to a given directory."""
metadata = self.metadata.copy()
metadata.update({
"trained_at": datetime.datetime.now().strftime('%Y%m%d-%H%M%S'),
"rasa_nlu_version": rasa_nlu.__version__,
})
filename = os.path.join(model_dir, 'metadata.json')
write_json_to_file(filename, metadata, indent=4)
def persist(self, model_dir):
# type: (Text) -> None
"""Persists the metadata of a model to a given directory."""
metadata = self.metadata.copy()
metadata.update({
"trained_at": datetime.datetime.now().strftime('%Y%m%d-%H%M%S'),
"rasa_nlu_version": rasa_nlu.__version__,
})
filename = os.path.join(model_dir, 'metadata.json')
write_json_to_file(filename, metadata, indent=4)
def persist(self, model_dir):
# type: (Text) -> Dict[Text, Any]
if self.synonyms:
entity_synonyms_file = os.path.join(model_dir,
"entity_synonyms.json")
write_json_to_file(entity_synonyms_file,
self.synonyms,
separators=(',', ': '))
return {"entity_synonyms": "entity_synonyms.json"}
else:
return {"entity_synonyms": None}
