def set_config(): if opt.config: config = parse_config(opt.config) else: raise_exception('--config must be specified.') if isinstance(config.DATA.SCALE, int): config.DATA.SCALE = (config.DATA.SCALE, config.DATA.SCALE) # make tuple if not opt.tag: opt.tag = utils.get_file_name(opt.config) if opt.local_rank is not None: opt.gpu_id = opt.local_rank opt.device = 'cuda:' + str(opt.gpu_id) if torch.cuda.is_available() and opt.gpu_id != -1 else 'cpu' if opt.debug: config.MISC.SAVE_FREQ = 1 config.MISC.VAL_FREQ = 1 config.MISC.LOG_FREQ = 1 if opt.tag != 'default': pid = f'[PID:{os.getpid()}]' with open('run_log.txt', 'a') as f: f.writelines(utils.get_time_str(fmt="%Y-%m-%d %H:%M:%S") + ' ' + pid + ' ' + get_command_run() + '\n') return config
def parse_runs(tag): template_root = os.path.abspath(os.path.join(app.root_path, '..')) logroot = os.path.join(template_root, 'logs') logpath = os.path.join(logroot, tag, 'meta.json') if not os.path.isfile(logpath): return [] with open(logpath, 'r') as f: meta = json.load(f) runs = [] for line in meta: run = { 'command': line['command'], 'starttime': misc_utils.get_time_str(line['starttime'], fmt='%Y-%m-%d %H:%M:%S') } if 'finishtime' in line: runtime = int(line['finishtime']) - int(line['starttime']) else: runtime = int(misc_utils.get_time_stamp()) - int(line['starttime']) run['runtime'] = misc_utils.format_time(runtime) runs.append(run) return runs
def get_command_run(): args = sys.argv.copy() args[0] = args[0].split('/')[-1] if 'CUDA_VISIBLE_DEVICES' in os.environ: gpu_id = os.environ['CUDA_VISIBLE_DEVICES'] command = f'CUDA_VISIBLE_DEVICES={gpu_id} ' else: command = '' if sys.version[0] == '3': command += 'python3' else: command += 'python' for i in args: command += ' ' + i return command if opt.tag != 'cache': pid = f'[PID:{os.getpid()}]' with open('run_log.txt', 'a') as f: f.writelines( utils.get_time_str(fmt="%Y-%m-%d %H:%M:%S") + ' ' + pid + ' ' + get_command_run() + '\n') # utils.print_args(opt)
opt = parse_args() opt.device = 'cuda:' + opt.gpu_ids if torch.cuda.is_available() and opt.gpu_ids != '-1' else 'cpu' if opt.debug: opt.save_freq = 1 opt.eval_freq = 1 opt.log_freq = 1 def get_command_run(): args = sys.argv.copy() args[0] = args[0].split('/')[-1] if sys.version[0] == '3': command = 'python3' else: command = 'python' for i in args: command += ' ' + i return command if opt.tag != 'cache': with open('run_log.txt', 'a') as f: f.writelines(utils.get_time_str(fmt="%Y-%m-%d %H:%M:%S") + ' ' + get_command_run() + '\n') # utils.print_args(opt)