def log_queue(log_to=None):
if log_to:
# standard logfile
jlog = munk.file_sink(log_to + ".log")
jlog = munk.jsonify(jlog)
jlog = munk.timify(jlog, tag="timestamp")
jlog = munk.exclude(jlog, "params")
# parameter logfile
paraml = munk.file_sink(log_to + ".params")
paraml = munk.jsonify(paraml)
paraml = munk.timify(paraml, tag="timestamp")
paraml = munk.include(paraml, "params")
jplog = munk.broadcast(*[jlog, paraml])
# finally a pretty printer for some immediate feedback
pp = munk.timify(munk.prettyprint_sink())
pp = munk.dontkeep(pp, "tags")
pp = munk.include_tags_only(pp, "pretty")
jplog = munk.exclude_tags(jplog, "pretty")
log = munk.broadcast(*[jplog, pp])
else:
pp = munk.timify(munk.prettyprint_sink())
pp = munk.dontkeep(pp, "tags")
log = munk.include_tags_only(pp, "pretty")
return log
def log_queue(log_to=None):
if log_to:
# standard logfile
jlog = munk.file_sink(log_to+".log")
jlog = munk.jsonify(jlog)
jlog = munk.timify(jlog, tag="timestamp")
jlog = munk.exclude(jlog, "params")
# parameter logfile
paraml = munk.file_sink(log_to+".params")
paraml = munk.jsonify(paraml)
paraml = munk.timify(paraml, tag="timestamp")
paraml = munk.include(paraml, "params")
jplog = munk.broadcast(*[jlog, paraml])
# finally a pretty printer for some immediate feedback
pp = munk.timify(munk.prettyprint_sink())
pp = munk.dontkeep(pp, "tags")
pp = munk.include_tags_only(pp, "pretty")
jplog = munk.exclude_tags(jplog, "pretty")
log = munk.broadcast(*[jplog, pp])
else:
pp = munk.timify(munk.prettyprint_sink())
pp = munk.dontkeep(pp, "tags")
log = munk.include_tags_only(pp, "pretty")
return log
def reload(depot, folder, tag, layer):
"""
"""
import notebook as nb
model, schedule = nb.reload(depot, folder, tag, layer)
log = munk.prettyprint_sink()
log = munk.dontkeep(log, "tags")
log = munk.include_tags_only(log, "pretty")
schedule['logging'] = log
lab = schedule['__lab__']
lab = __import__(lab.split('.')[0])
lab.no_training(model, schedule)
def reload(depot, folder, tag, layer):
"""
"""
import notebook as nb
model, schedule = nb.reload(depot, folder, tag, layer)
log = munk.prettyprint_sink()
log = munk.dontkeep(log, "tags")
log = munk.include_tags_only(log, "pretty")
schedule['logging'] = log
lab = schedule['__lab__']
lab = __import__(lab.split('.')[0])
lab.no_training(model, schedule)
