def main(): np.set_printoptions(suppress=True) parser = argparse.ArgumentParser( description="Domain generalization testbed") parser.add_argument("--input_dir", type=str, default="") parser.add_argument("--latex", action="store_true") args = parser.parse_args() results_file = "results.tex" if args.latex else "results.txt" sys.stdout = misc.Tee(os.path.join(args.input_dir, results_file), "w") records = reporting.load_records(args.input_dir) if args.latex: print("\\documentclass{article}") print("\\usepackage{booktabs}") print("\\usepackage{adjustbox}") print("\\begin{document}") print("\\section{Full DomainBed results}") print("% Total records:", len(records)) else: print("Total records:", len(records)) SELECTION_METHODS = [ model_selection.IIDAccuracySelectionMethod, model_selection.LeaveOneOutSelectionMethod, model_selection.OracleSelectionMethod, ] for selection_method in SELECTION_METHODS: if args.latex: print() print("\\subsection{{Model selection: {}}}".format( selection_method.name)) print_results_tables(records, selection_method, args.latex) if args.latex: print("\\end{document}")
header_text = f"Averages, model selection method: {selection_method.name}" print_table(table, header_text, alg_names, col_labels, colwidth=25, latex=latex) if __name__ == "__main__": np.set_printoptions(suppress=True) parser = argparse.ArgumentParser( description="Domain generalization testbed") parser.add_argument("--input_dir", required=True) parser.add_argument('--dataset', required=True) parser.add_argument('--algorithm', required=True) parser.add_argument('--test_env', type=int, required=True) args = parser.parse_args() records = reporting.load_records(args.input_dir) print("Total records:", len(records)) records = reporting.get_grouped_records(records) records = records.filter( lambda r: r['dataset'] == args.dataset and r['algorithm'] == args.algorithm and r['test_env'] == args.test_env ) SELECTION_METHODS = [ model_selection.IIDAccuracySelectionMethod, model_selection.LeaveOneOutSelectionMethod, model_selection.OracleSelectionMethod, ]