def compile_primary(expname): datafile.update() prim_names = datafile.prim_test_available() prim_cfgs = [[] for _ in range(10)] for filename in prim_names: cat, file_expname, primid, rep = names.name2key(filename) if file_expname == expname: prim_cfgs[primid].append(filename) prim_cfgs = [sorted(filenames) for filenames in prim_cfgs] testset, results = perf(prim_cfgs) cfg = treedict.TreeDict() cfg.hardware.resultsfile = names.r_pname(names.kPrimaryResults, expname) exp.save_results(cfg, time.time(), testset, results)
def compile_secondary(primname, source, expname): datafile.update() sec_names = datafile.sec_test_available() sec_cfgs = [[] for _ in range(10)] for filename in sec_names: cat, file_primname, primid, file_secname, secid, rep = names.name2key(filename) if file_primname == primname and file_secname == expname and primid == source: sec_cfgs[secid].append(filename) sec_cfgs = [sorted(filenames) for filenames in sec_cfgs] testset, sec_results = perf(sec_cfgs) cfg = treedict.TreeDict() cfg.hardware.resultsfile = names.r_sname(names.kSecondaryResults, primname, source, expname) exp.save_results(cfg, time.time(), testset, sec_results)
def compile_secondary(primname, source, expname): datafile.update() sec_names = datafile.sec_test_available() sec_cfgs = [[] for _ in range(10)] for filename in sec_names: cat, file_primname, primid, file_secname, secid, rep = names.name2key( filename) if file_primname == primname and file_secname == expname and primid == source: sec_cfgs[secid].append(filename) sec_cfgs = [sorted(filenames) for filenames in sec_cfgs] testset, sec_results = perf(sec_cfgs) cfg = treedict.TreeDict() cfg.hardware.resultsfile = names.r_sname(names.kSecondaryResults, primname, source, expname) exp.save_results(cfg, time.time(), testset, sec_results)