def save(self, data_store):
word_class_dict = {
"words": self.words,
"classes": self.classes,
"num_input": self.num_input,
"num_output": self.num_output,
"response": self.response
}
if type(data_store) is LocalFileSystem:
data_store.write_dl_model(data=self.dl_model,
filename=MODEL_FILENAME)
data_store.write_pickle_file(data=word_class_dict,
filename=WORD_CLASS_DICT_FILENAME)
if type(data_store) is S3DataStore:
temp_data_store = LocalFileSystem("/tmp/")
temp_data_store.write_dl_model(data=self.dl_model,
filename=MODEL_FILENAME)
temp_data_store.write_pickle_file(
data=word_class_dict, filename=WORD_CLASS_DICT_FILENAME)
data_store.upload_file("/tmp/" + MODEL_FILENAME + ".index",
MODEL_FILENAME + ".index")
data_store.upload_file("/tmp/" + MODEL_FILENAME + ".meta",
MODEL_FILENAME + ".meta")
data_store.upload_file(
"/tmp/" + MODEL_FILENAME + ".data-00000-of-00001",
MODEL_FILENAME + ".data-00000-of-00001")
data_store.upload_file("/tmp/" + WORD_CLASS_DICT_FILENAME,
WORD_CLASS_DICT_FILENAME)
return None
def save(self, data_store):
if type(data_store) is LocalFileSystem:
data_store.write_pickle_file(data=self.matrix,
filename=SIMILARITY_MATRIX_FILENAME)
data_store.write_pickle_file(data=self.movie_names,
filename=MOVIE_LIST_FILENAME)
if type(data_store) is S3DataStore:
temp_data_store = LocalFileSystem("/tmp/")
temp_data_store.write_pickle_file(
data=self.matrix, filename=SIMILARITY_MATRIX_FILENAME)
temp_data_store.write_pickle_file(data=self.movie_names,
filename=MOVIE_LIST_FILENAME)
data_store.upload_file("/tmp/" + SIMILARITY_MATRIX_FILENAME,
SIMILARITY_MATRIX_FILENAME)
data_store.upload_file("/tmp/" + MOVIE_LIST_FILENAME,
MOVIE_LIST_FILENAME)
return None
