def do_mp(arg):
(file,thresh,out_dir)=arg
masterplot.master_plot(file,'lines',thresh,out_dir,'imbalance',
header='Potentially Imbalanced')
masterplot.master_plot(file,'percentile',thresh,out_dir,'imbalance',
header='Potentially Imbalanced (Percentiles)')
def main():
parser = argparse.ArgumentParser(description='')
parser.add_argument('-p', help='Set number of processes',
nargs=1, type=int, default=[1])
parser.add_argument('-o', help='Output directory',
nargs=1, type=str, default=['.'], metavar='output_dir')
parser.add_argument('filearg', help='File, directory, or quoted'
' glob pattern', nargs='?',default='jobs')
n=parser.parse_args()
filelist=tspl_utils.getfilelist(n.filearg)
k1=['amd64_sock']
k2=['DRAM']
pool = multiprocessing.Pool(processes=n.p[0])
m = multiprocessing.Manager()
res = m.dict()
fit_partial=functools.partial(fit_step,k1=k1,k2=k2,genplot=False,res=res)
if len(filelist) != 0:
pool.map(fit_partial,filelist)
pool.close()
pool.join()
for fn in res.keys():
for (ind,ratio) in res[fn]:
if ratio < 1e-3:
print fn + ': ' + str(res[fn])
masterplot.master_plot(fn,'lines',False,n.o[0],'step',
1,[x+1 for x in range(16)],
header='Step Function Performance')
break
def getuser(file,user,files):
try:
ts=tspl.TSPLBase(file,['lnet'],['rx_bytes'])
except tspl.TSPLException as e:
return
if ts.j.acct['owner'] == user:
masterplot.master_plot(file)
def getcode(file,code,output_dir):
try:
ts=tspl.TSPLBase(file,['lnet'],['rx_bytes'])
except tspl.TSPLException as e:
return
ld=lariat_utils.LariatData(ts.j.id,ts.j.end_time,analyze_conf.lariat_path)
ename=ld.exc.split('/')[-1]
ename=ld.comp_name(ename,ld.equiv_patterns)
if ename == code:
print ts.j.id, ename, ts.wayness
masterplot.master_plot(file,output_dir=output_dir,mintime=1,wayness=ts.wayness)
def getcode(file, code, output_dir):
try:
ts = tspl.TSPLBase(file, ['lnet'], ['rx_bytes'])
except tspl.TSPLException as e:
return
ld = lariat_utils.LariatData(ts.j.id, ts.j.end_time,
analyze_conf.lariat_path)
ename = ld.exc.split('/')[-1]
ename = ld.comp_name(ename, ld.equiv_patterns)
if ename == code:
print ts.j.id, ename, ts.wayness
masterplot.master_plot(file,
output_dir=output_dir,
mintime=1,
wayness=ts.wayness)
def master_plot(request, pk):
data = get_data(pk)
fig, fname = mp.master_plot(None,
header=None,
mintime=60,
wayness=int(
data.acct['granted_pe'].rstrip('way')),
lariat_dict="pass",
job_stats=data)
return figure_to_response(fig)
def master_plot(request, pk):
data = get_data(pk)
fig, fname = mp.master_plot(None,header=None,mintime=60,lariat_dict="pass",job_stats=data)
return figure_to_response(fig)
def do_mp(arg):
masterplot.master_plot(*arg)
def do_mp(arg):
(file,thresh,out_dir)=arg
masterplot.master_plot(file,'lines',thresh,out_dir,'lowflops',
header='Measured Low Flops')
masterplot.master_plot(file,'percentile',thresh,out_dir,'lowflops',
header='Measured Low Flops')
def do_mp(arg): masterplot.master_plot(*arg)
def master_plot(request, pk):
data = get_data(pk)
fig, fname = mp.master_plot(None,header=None,mintime=60,wayness=int(data.acct['granted_pe'].rstrip('way')),lariat_dict="pass",job_stats=data)
return figure_to_response(fig)