def do_un(arg): file,output_dir=arg try: ts=tspl.TSPLSum(file,['amd64_core','cpu'],['SSE_FLOPS','user']) except tspl.TSPLException as e: return uncorrelated.plot_correlation(ts,uncorrelated.pearson(ts),'',output_dir)
def main(): parser = argparse.ArgumentParser( description='Deal with a directory of pickle' ' files nightly') parser.add_argument('-p', help='Set number of processes', nargs=1, type=int, default=[1]) parser.add_argument('threshold', help='Treshold ratio for std dev:mean', nargs='?', default=0.25) parser.add_argument('filearg', help='File, directory, or quoted' ' glob pattern', nargs='?', default='jobs') n = parser.parse_args() filelist = tspl_utils.getfilelist(n.filearg) pool = multiprocessing.Pool(processes=n.p[0]) m = multiprocessing.Manager() ratios = m.dict() partial_imbal = functools.partial(imbalance.compute_imbalance, k1=['amd64_core'], k2=['SSE_FLOPS'], threshold=float(n.threshold), plot_flag=False, full_flag=False, ratios=ratios) pool.map(partial_imbal, filelist) badfiles = [] th = [] for i in ratios.keys(): v = ratios[i][0] if v > float(n.threshold): for f in filelist: if re.search(i, f): badfiles.append(f) th.append(v) pool.map(do_mp, zip(badfiles, th)) # Pool.starmap should exist.... bad_users = imbalance.find_top_users(ratios) for file in badfiles: try: ts = tspl.TSPLSum(file, ['amd64_core', 'cpu'], ['SSE_FLOPS', 'user']) except tspl.TSPLException as e: continue uncorrelated.plot_correlation(ts, uncorrelated.pearson(ts), '')
def do_un(arg): file,output_dir=arg k1={'amd64' : ['amd64_core','cpu'], 'intel_snb' : [ 'intel_snb', 'cpu'],} k2={'amd64' : ['SSE_FLOPS', 'user'], 'intel_snb' : ['LOAD_L1D_ALL','user'],} try: ts=tspl.TSPLSum(file,k1,k2) except tspl.TSPLException as e: return uncorrelated.plot_correlation(ts,uncorrelated.pearson(ts),'',output_dir)
def do_un(arg): file, output_dir = arg k1 = { 'amd64': ['amd64_core', 'cpu'], 'intel_snb': ['intel_snb', 'cpu'], } k2 = { 'amd64': ['SSE_FLOPS', 'user'], 'intel_snb': ['LOAD_L1D_ALL', 'user'], } try: ts = tspl.TSPLSum(file, k1, k2) except tspl.TSPLException as e: return uncorrelated.plot_correlation(ts, uncorrelated.pearson(ts), '', output_dir)
def main(): parser = argparse.ArgumentParser(description="Deal with a directory of pickle" " files nightly") parser.add_argument("-p", help="Set number of processes", nargs=1, type=int, default=[1]) parser.add_argument("threshold", help="Treshold ratio for std dev:mean", nargs="?", default=0.25) parser.add_argument("filearg", help="File, directory, or quoted" " glob pattern", nargs="?", default="jobs") n = parser.parse_args() filelist = tspl_utils.getfilelist(n.filearg) pool = multiprocessing.Pool(processes=n.p[0]) m = multiprocessing.Manager() ratios = m.dict() partial_imbal = functools.partial( imbalance.compute_imbalance, k1=["amd64_core"], k2=["SSE_FLOPS"], threshold=float(n.threshold), plot_flag=False, full_flag=False, ratios=ratios, ) pool.map(partial_imbal, filelist) badfiles = [] th = [] for i in ratios.keys(): v = ratios[i][0] if v > float(n.threshold): for f in filelist: if re.search(i, f): badfiles.append(f) th.append(v) pool.map(do_mp, zip(badfiles, th)) # Pool.starmap should exist.... bad_users = imbalance.find_top_users(ratios) for file in badfiles: try: ts = tspl.TSPLSum(file, ["amd64_core", "cpu"], ["SSE_FLOPS", "user"]) except tspl.TSPLException as e: continue uncorrelated.plot_correlation(ts, uncorrelated.pearson(ts), "")