def dump(self, fpath=None):
fpath = self.model_fpath if fpath is None else fpath
try:
with open(fpath, "wb") as fd:
pickle.dump(self.model, fd)
zlogger.log("{}.model.dump".format(self.__class__),
"Model saved to file successfully")
except:
zlogger.logError("{}.model.dump".format(self.__class__),
"Pickle to File - {}".format(fpath))
def dumpSave(self, fpath=None):
fpath = self.getModelFPath(fpath)
try:
with open(fpath, "wb") as fd:
pickle.dump(self.persist, fd)
zlogger.log("{}.model.dump".format(self.__class__),
"Model saved to file successfully")
except:
zlogger.logError("{}.model.dump".format(self.__class__),
"Pickle to File - {}".format(fpath))
def dump(self, fpath=None):
# 1. model definition
super().dump(fpath)
# 2. training data
fpath = "{}.dat".format(self.model_fpath if fpath is None else fpath)
try:
with open(fpath, "wb") as fd:
pickle.dump(self.dataset, fd)
zlogger.log("{}.dataset.dump".format(self.__class__),
"Dataset dumped to file successfully")
except:
zlogger.logError("{}.dataset.dump".format(self.__class__),
"Pickle to File - {}".format(fpath))
def load(self, fpath=None):
# 1. model definition
super().load(fpath)
# 2. training data
fpath = "{}.dat".format(self.model_fpath if fpath is None else fpath)
try:
with open(fpath, "rb") as fd:
self.dataset = pickle.load(fd)
zlogger.log("{}.dataset.load".format(self.__class__),
"Dataset loaded from file successfully")
except:
zlogger.logError("{}.dataset.load".format(self.__class__),
"Pickle to File - {}".format(fpath))
def load(self, fpath=None):
self.name = getClassName() if fpath is None else re.search(
'(.*)\.zmd', fpath)[1]
fpath = self.getModelFPath() if fpath is None else fpath
try:
with open(fpath, "rb") as fd:
self.model = pickle.load(fd)
zlogger.log("{}.model.load".format(self.__class__),
"Model loaded from file successfully")
except:
zlogger.logError("{}.model.load".format(self.__class__),
"Pickle to File - {}".format(fpath))
def loadDump(self, fpath=None):
fpath = self.getModelFPath(fpath)
def unpackPersist():
if self.persist is not None:
for k, v in self.persist.items():
setattr(self, k, v)
try:
with open(fpath, "rb") as fd:
self.persist = pickle.load(fd)
zlogger.log("{}.model.load".format(self.__class__),
"Model loaded from file successfully")
except:
zlogger.logError("{}.model.load".format(self.__class__),
"Pickle to File - {}".format(fpath))
unpackPersist()
zlogger.log("{}.model.load".format(self.__class__),
"Persist unpacked successfully")
etype = ['Text File', 'PDF', 'Article', 'Site', 'Serialized', 'GSheet']
etype_i = [zFILE, zPDF, zARTICLE, zNESTED_ARTICLES, zSERIALIZED, zGSHEET]
epath = [
'example.txt', 'example.pdf',
'https://www.nation.co.ke/counties/nairobi/Police-kill-ATM-heist-mastermind/1954174-5503356-aodphx/index.html',
'https://www.standardmedia.co.ke/corporate/news', 'example.byt',
(gsheet_id, arange)
]
econtent = [
'The quick brown fox jumper over the lazy dogs.' * 7, None, None, None,
dict((k, v) for k, v in zip(etype, epath)), None
]
for et, ei, ep, ec in zip(etype, etype_i, epath, econtent):
print("\n{0} {1} {0}\n{2}\n".format("-" * 7, et, ep))
try:
# for ln in readFrom(ep, dtype=ei) :
ln = readFrom(ep, dtype=ei)
print("\n\t{}\n".format(ln))
except:
zlogger.logError("dataSource.main.readExample",
"EXCEPT: {} - {}".format(et, ep))
try:
writeTo(ec, ep, dtype=ei)
except:
zlogger.logError("dataSource.main.writeExample",
"EXCEPT: {} - {}".format(et, ep))
zlogger.log("dataSource.main", "Finished")