def parse_args(): parser = default_train_parser() logger.info("IN CMD MODE") args_config_provided = parser.parse_args(sys.argv[1:]) if args_config_provided.config_file is not None: argv = json_to_argv(args_config_provided.config_file) + sys.argv[1:] else: argv = sys.argv[1:] args = parser.parse_args(argv) args = complete_default_train_parser(args) logger.info('-' * 100) logger.info('Input Argument Information') logger.info('-' * 100) args_dict = vars(args) for a in args_dict: logger.info('%-28s %s' % (a, args_dict[a])) return args
def set_args(cmd_argv): parser = default_train_parser() # args_config_provided = parser.parse_args(sys.argv[1:]) args_config_provided = parser.parse_args(cmd_argv) if args_config_provided.config_file is not None: # argv = json_to_argv(args_config_provided.config_file) + sys.argv[1:] argv = json_to_argv(args_config_provided.config_file) + cmd_argv else: # argv = sys.argv[1:] argv = cmd_argv args = parser.parse_args(argv) args = complete_default_train_parser(args) ####### args = gpu_id_setting(args) ####### logger.info('-' * 100) logger.info('Input Argument Information') logger.info('-' * 100) args_dict = vars(args) for a in args_dict: logger.info('%-28s %s' % (a, args_dict[a])) return args
from csr_mhqa.data_processing import Example, InputFeatures, DataHelper from csr_mhqa.utils import * from models.HGN import * from hgntransformers import get_linear_schedule_with_warmup logging.basicConfig( format='%(asctime)s - %(levelname)s - %(name)s - %(message)s', datefmt='%m/%d/%Y %H:%M:%S', level=logging.INFO) logger = logging.getLogger(__name__) ######################################################################### # Initialize arguments ########################################################################## parser = default_train_parser() logger.info("IN CMD MODE") args_config_provided = parser.parse_args(sys.argv[1:]) if args_config_provided.config_file is not None: argv = json_to_argv(args_config_provided.config_file) + sys.argv[1:] else: argv = sys.argv[1:] args = parser.parse_args(argv) args = complete_default_train_parser(args) logger.info('-' * 100) logger.info('Input Argument Information') logger.info('-' * 100) args_dict = vars(args) for a in args_dict: