def save(self, data_store): word_class_dict = { "words": self.words, "classes": self.classes, "num_input": self.num_input, "num_output": self.num_output, "response": self.response } if type(data_store) is LocalFileSystem: data_store.write_dl_model(data=self.dl_model, filename=MODEL_FILENAME) data_store.write_pickle_file(data=word_class_dict, filename=WORD_CLASS_DICT_FILENAME) if type(data_store) is S3DataStore: temp_data_store = LocalFileSystem("/tmp/") temp_data_store.write_dl_model(data=self.dl_model, filename=MODEL_FILENAME) temp_data_store.write_pickle_file( data=word_class_dict, filename=WORD_CLASS_DICT_FILENAME) data_store.upload_file("/tmp/" + MODEL_FILENAME + ".index", MODEL_FILENAME + ".index") data_store.upload_file("/tmp/" + MODEL_FILENAME + ".meta", MODEL_FILENAME + ".meta") data_store.upload_file( "/tmp/" + MODEL_FILENAME + ".data-00000-of-00001", MODEL_FILENAME + ".data-00000-of-00001") data_store.upload_file("/tmp/" + WORD_CLASS_DICT_FILENAME, WORD_CLASS_DICT_FILENAME) return None
def save(self, data_store): if type(data_store) is LocalFileSystem: data_store.write_pickle_file(data=self.matrix, filename=SIMILARITY_MATRIX_FILENAME) data_store.write_pickle_file(data=self.movie_names, filename=MOVIE_LIST_FILENAME) if type(data_store) is S3DataStore: temp_data_store = LocalFileSystem("/tmp/") temp_data_store.write_pickle_file( data=self.matrix, filename=SIMILARITY_MATRIX_FILENAME) temp_data_store.write_pickle_file(data=self.movie_names, filename=MOVIE_LIST_FILENAME) data_store.upload_file("/tmp/" + SIMILARITY_MATRIX_FILENAME, SIMILARITY_MATRIX_FILENAME) data_store.upload_file("/tmp/" + MOVIE_LIST_FILENAME, MOVIE_LIST_FILENAME) return None