def publish(self):
temp_file, temp_path = tempfile.mkstemp(dir=lore.env.WORK_DIR)
data = self.get_data()
if self.serialization() == 'csv':
data.to_csv(temp_path, index=False)
elif self.serialization() == 'pickle':
data.to_pickle(temp_path)
else:
raise "Invalid serialization"
upload(temp_path, self.data_path())
with open(temp_path, 'w') as f:
f.write(json.dumps(self.metadata()))
upload(temp_path, self.metadata_path())
def publish(self, compression='gzip'):
temp_file, temp_path = tempfile.mkstemp(dir=lore.env.DATA_DIR)
data = self.get_data()
if self.serialization() == 'csv':
data.to_csv(temp_path, index=False, compression=compression)
elif self.serialization() == 'pickle':
data.to_pickle(temp_path, compression=compression)
else:
raise "Invalid serialization"
upload(temp_path, self.data_path())
with open(temp_path, 'w') as f:
f.write(json.dumps(self.metadata()))
upload(temp_path, self.metadata_path())
os.close(temp_file)
os.remove(temp_path)
def upload(self):
self.save()
io.upload(self.model_path, self.remote_model_path)
def upload(self):
super(Keras, self).upload()
io.upload(self.weights_path, self.remote_weights_path)