def main():
    parser = create_parser(False)
    args = parser.parse_args()
    spec = utils.load_config_file(
        args.yaml)  # spec is a dict of dicts of dicts
    data_settings = procdata.apply_defaults(spec["data"])
    para_settings = utils.apply_defaults(spec["params"])

    xval_merge = XvalMerge(args, data_settings)
    print(xval_merge)
    for split_idx in range(1, args.folds + 1):
        print(
            "---------------------------------------------------------------------------"
        )
        print("    FOLD %d of %d" % (split_idx, args.folds))
        print(
            "---------------------------------------------------------------------------"
        )
        data_pair, val_results = run_on_split(args, data_settings,
                                              para_settings, split_idx,
                                              xval_merge.trainer)
        xval_merge.add(split_idx, data_pair, val_results)
    xval_merge.finalize()
    xval_merge.save()
    print('Completed')
예제 #2
0
def main():
    parser = create_parser(False)
    args = parser.parse_args()
    spec = load_config_file(args.yaml)  # spec is a dict of dicts of dicts
    data_settings = spec["data"]
    trainer = Trainer(args, args.yaml, add_timestamp=True)
    data = procdata.ProcData(data_settings)

    xval_merge = XvalMerge(args, data_settings, trainer)
    for split_idx in range(1, args.folds + 1):
        print(
            "---------------------------------------------------------------------------"
        )
        print("    FOLD %d of %d" % (split_idx, args.folds))
        print(
            "---------------------------------------------------------------------------"
        )
        data_pair, val_results = run_on_split(args, split_idx,
                                              xval_merge.trainer)
        xval_merge.add(split_idx, data_pair, val_results)
    xval_merge.finalize()
    xval_merge.save(xval_merge.trainer.tb_log_dir)
    if args.no_figures is False:
        xval_merge.make_writer(xval_merge.trainer.tb_log_dir)
        xval_merge.prepare_treatment()
        xval_merge.make_images(data)
        xval_merge.close_writer()
    #xval_merge.load(xval_merge.trainer.tb_log_dir)
    print('Completed')
예제 #3
0
def main():
    parser = create_parser(True)
    args = parser.parse_args()
    spec = utils.load_config_file(args.yaml) #spec is a dict of dicts of dicts
    data_settings = procdata.apply_defaults(spec["data"])
    para_settings = utils.apply_defaults(spec["params"])
    xval_merge = XvalMerge(args, data_settings)
    data_pair, val_results = run_on_split(args, data_settings, para_settings, split=None, trainer=xval_merge.trainer)
    xval_merge.add(1, data_pair, val_results)
    xval_merge.finalize()
    xval_merge.save()
예제 #4
0
def main():
    parser = create_parser(False)
    args = parser.parse_args()
    spec = utils.load_config_file(args.yaml)  # spec is a dict of dicts of dicts
    data_settings = procdata.apply_defaults(spec["data"])
    para_settings = utils.apply_defaults(spec["params"])
    data = procdata.ProcData(data_settings)
    
    xval_merge = XvalMerge(args, data_settings)
    for split_idx in range(1, args.folds + 1):
        print("---------------------------------------------------------------------------")
        print("    FOLD %d of %d"%(split_idx, args.folds))
        print("---------------------------------------------------------------------------")
        data_pair, val_results = run_on_split(args, data_settings, para_settings, split_idx, xval_merge.trainer)
        xval_merge.add(split_idx, data_pair, val_results)
    xval_merge.finalize()
    xval_merge.save()
    xval_merge.make_writer(xval_merge.trainer.tb_log_dir)
    xval_merge.prepare_treatment()
    xval_merge.make_images(data)
    xval_merge.close_writer()
    #xval_merge.load(xval_merge.trainer.tb_log_dir)
    print('Completed')
예제 #5
0
 def __init__(self, ares_dict, mango_enrichment=False):
     super().__init__(ares_dict, mango_enrichment)
     self.filter_config = load_config_file(
         os.path.join(PARENT_DIR, "config", "news_filter_config.yaml"))