def parse_args():
parser = default_train_parser()
logger.info("IN CMD MODE")
args_config_provided = parser.parse_args(sys.argv[1:])
if args_config_provided.config_file is not None:
argv = json_to_argv(args_config_provided.config_file) + sys.argv[1:]
else:
argv = sys.argv[1:]
args = parser.parse_args(argv)
args = complete_default_train_parser(args)
logger.info('-' * 100)
logger.info('Input Argument Information')
logger.info('-' * 100)
args_dict = vars(args)
for a in args_dict:
logger.info('%-28s %s' % (a, args_dict[a]))
return args
def set_args(cmd_argv):
parser = default_train_parser()
# args_config_provided = parser.parse_args(sys.argv[1:])
args_config_provided = parser.parse_args(cmd_argv)
if args_config_provided.config_file is not None:
# argv = json_to_argv(args_config_provided.config_file) + sys.argv[1:]
argv = json_to_argv(args_config_provided.config_file) + cmd_argv
else:
# argv = sys.argv[1:]
argv = cmd_argv
args = parser.parse_args(argv)
args = complete_default_train_parser(args)
#######
args = gpu_id_setting(args)
#######
logger.info('-' * 100)
logger.info('Input Argument Information')
logger.info('-' * 100)
args_dict = vars(args)
for a in args_dict:
logger.info('%-28s %s' % (a, args_dict[a]))
return args
level=logging.INFO)
logger = logging.getLogger(__name__)
#########################################################################
# Initialize arguments
##########################################################################
parser = default_train_parser()
logger.info("IN CMD MODE")
args_config_provided = parser.parse_args(sys.argv[1:])
if args_config_provided.config_file is not None:
argv = json_to_argv(args_config_provided.config_file) + sys.argv[1:]
else:
argv = sys.argv[1:]
args = parser.parse_args(argv)
args = complete_default_train_parser(args)
logger.info('-' * 100)
logger.info('Input Argument Information')
logger.info('-' * 100)
args_dict = vars(args)
for a in args_dict:
logger.info('%-28s %s' % (a, args_dict[a]))
#########################################################################
# Read Data
##########################################################################
helper = DataHelper(gz=True, config=args)
# Set datasets
train_dataloader = helper.train_loader