def main(): parser = create_parser(False) args = parser.parse_args() spec = utils.load_config_file( args.yaml) # spec is a dict of dicts of dicts data_settings = procdata.apply_defaults(spec["data"]) para_settings = utils.apply_defaults(spec["params"]) xval_merge = XvalMerge(args, data_settings) print(xval_merge) for split_idx in range(1, args.folds + 1): print( "---------------------------------------------------------------------------" ) print(" FOLD %d of %d" % (split_idx, args.folds)) print( "---------------------------------------------------------------------------" ) data_pair, val_results = run_on_split(args, data_settings, para_settings, split_idx, xval_merge.trainer) xval_merge.add(split_idx, data_pair, val_results) xval_merge.finalize() xval_merge.save() print('Completed')
def main(): parser = create_parser(False) args = parser.parse_args() spec = load_config_file(args.yaml) # spec is a dict of dicts of dicts data_settings = spec["data"] trainer = Trainer(args, args.yaml, add_timestamp=True) data = procdata.ProcData(data_settings) xval_merge = XvalMerge(args, data_settings, trainer) for split_idx in range(1, args.folds + 1): print( "---------------------------------------------------------------------------" ) print(" FOLD %d of %d" % (split_idx, args.folds)) print( "---------------------------------------------------------------------------" ) data_pair, val_results = run_on_split(args, split_idx, xval_merge.trainer) xval_merge.add(split_idx, data_pair, val_results) xval_merge.finalize() xval_merge.save(xval_merge.trainer.tb_log_dir) if args.no_figures is False: xval_merge.make_writer(xval_merge.trainer.tb_log_dir) xval_merge.prepare_treatment() xval_merge.make_images(data) xval_merge.close_writer() #xval_merge.load(xval_merge.trainer.tb_log_dir) print('Completed')
def main(): parser = create_parser(True) args = parser.parse_args() spec = utils.load_config_file(args.yaml) #spec is a dict of dicts of dicts data_settings = procdata.apply_defaults(spec["data"]) para_settings = utils.apply_defaults(spec["params"]) xval_merge = XvalMerge(args, data_settings) data_pair, val_results = run_on_split(args, data_settings, para_settings, split=None, trainer=xval_merge.trainer) xval_merge.add(1, data_pair, val_results) xval_merge.finalize() xval_merge.save()
def main(): parser = create_parser(False) args = parser.parse_args() spec = utils.load_config_file(args.yaml) # spec is a dict of dicts of dicts data_settings = procdata.apply_defaults(spec["data"]) para_settings = utils.apply_defaults(spec["params"]) data = procdata.ProcData(data_settings) xval_merge = XvalMerge(args, data_settings) for split_idx in range(1, args.folds + 1): print("---------------------------------------------------------------------------") print(" FOLD %d of %d"%(split_idx, args.folds)) print("---------------------------------------------------------------------------") data_pair, val_results = run_on_split(args, data_settings, para_settings, split_idx, xval_merge.trainer) xval_merge.add(split_idx, data_pair, val_results) xval_merge.finalize() xval_merge.save() xval_merge.make_writer(xval_merge.trainer.tb_log_dir) xval_merge.prepare_treatment() xval_merge.make_images(data) xval_merge.close_writer() #xval_merge.load(xval_merge.trainer.tb_log_dir) print('Completed')
def __init__(self, ares_dict, mango_enrichment=False): super().__init__(ares_dict, mango_enrichment) self.filter_config = load_config_file( os.path.join(PARENT_DIR, "config", "news_filter_config.yaml"))