def restore_or_init(net, logger, dest_dir, args): from_scratch = False if utils.isint(args.restore): restore_from, restore_iter = (dest_dir, args.restore) restore_fromthis = True else: restore_from, restore_iter = utils.parent_dir(args.restore) if not osp.isabs(restore_from): restore_from = osp.join(utils.parent_dir(dest_dir)[0], restore_from) restore_fromthis = False saved = utils.get_saves(restore_from) restore_iter = int(restore_iter) if restore_iter == -1: if saved: start_iter, iter_dir = saved[-1] else: if restore_fromthis: from_scratch = True else: raise ValueError('No checkpoints found in {}'.format(restore_from)) else: for start_iter, iter_dir in saved: if start_iter == restore_iter: break else: if restore_iter == 0: from_scratch = True else: raise ValueError('Checkpoint {} not found in {}'.format(restore_iter, restore_from)) if from_scratch: start_iter = 0 if not from_scratch: snap_dest = osp.join(iter_dir, 'state_dict.pth') # map to cpu in case the optim was done with different devices print("Restoring net and logger state from", snap_dest) saved_state_dict = torch.load(snap_dest, map_location=lambda storage, loc: storage) if hasattr(saved_state_dict,'_OrderedDict__root'): load_weights(net, saved_state_dict) else: net.initialize_from_file(snap_dest) logger.restore(iter_dir) return start_iter
def cleanup(self): clean_dir = os.path.join(parent_dir(__file__), "examples") delete_files_in_dir(clean_dir, ["README"])
def get_tests_directory(self): module = self.__class__.__module__.split(".")[-2] return os.path.join(parent_dir(__file__), module)
# -*- coding: utf-8 -*- import os.path from utils import parent_dir DEFAULT_CONFIG_FILE = parent_dir(__file__) + os.path.sep + 'serverrc' def load_config(confpath): exec(compile(open(confpath).read(), confpath, 'exec')) return locals() def load_global_config(): return load_config(DEFAULT_CONFIG_FILE) if __name__ == '__main__': print load_config()
# -*- coding: utf-8 -*- import os.path from configobj import ConfigObj from utils import encode, decode, parent_dir # _ = lambda f: os.path.dirname(os.path.abspath(f)) config_dir = parent_dir(__file__) + os.path.sep + "config" # config_dir = _(_(__file__)) + os.path.sep + 'config' GLOBAL_CONFIG = config_dir + os.path.sep + "agent.conf" METRIC_CONFIG = config_dir + os.path.sep + "metric.conf" METRIC_LIST = config_dir + os.path.sep + "metric.list" DEFAULT_METRIC_LIST = config_dir + os.path.sep + "metric.list.default" # print GLOBAL_CONFIG # def load_config(): # exec(compile(open(GLOBAL_CONFIG).read(), GLOBAL_CONFIG, 'exec')) # return locals() def load_config(filename): return ConfigObj(filename) def load_global_config(): return ConfigObj(GLOBAL_CONFIG)