# prevent asap other modules from defining the root logger using basicConfig import automl.logger from ruamel import yaml import automl from automl import log from automl.utils import config_load parser = argparse.ArgumentParser() parser.add_argument( 'predictions', type=str, help='The predictions file to load and compute the scores for.') args = parser.parse_args() # script_name = os.path.splitext(os.path.basename(__file__))[0] # log_dir = os.path.join(args.outdir if args.outdir else '.', 'logs') # os.makedirs(log_dir, exist_ok=True) # now_str = datetime_iso(date_sep='', time_sep='') automl.logger.setup(root_level='DEBUG', console_level='INFO') config = config_load("resources/config.yaml") config.run_mode = 'script' config.script = os.path.basename(__file__) automl.resources.from_config(config) scores = automl.TaskResult.score_from_predictions_file(args.predictions) log.info("\n\nScores computed from %s:\n%s", args.predictions, yaml.dump(dict(scores), default_flow_style=False))
create=True).logs if args.outdir else 'logs' # now_str = datetime_iso(time=False, no_sep=True) if args.profiling: logging.TRACE = logging.INFO automl.logger.setup(log_file=os.path.join( log_dir, '{script}_{now}.log'.format(script=script_name, now=now_str)), root_file=os.path.join( log_dir, '{script}_{now}_full.log'.format(script=script_name, now=now_str)), root_level='INFO', app_level='DEBUG', console_level='INFO', print_to_log=True) log.info("Running `%s` on `%s` benchmarks in `%s` mode.", args.framework, args.benchmark, args.mode) log.debug("Script args: %s.", args) config = config_load("resources/config.yaml") # allowing config override from user_dir: useful to define custom benchmarks and frameworks for example. config_user = config_load( os.path.join(args.userdir if args.userdir is not None else config.user_dir, "config.yaml")) # config listing properties set by command line config_args = ns.parse( {'results.save': args.keep_scores}, input_dir=args.indir, output_dir=args.outdir, user_dir=args.userdir, run_mode=args.mode, script=os.path.basename(__file__),