Example #1
0
def do_mp(arg):
  (file,thresh,out_dir)=arg
  
  masterplot.master_plot(file,'lines',thresh,out_dir,'imbalance',
                         header='Potentially Imbalanced')
  masterplot.master_plot(file,'percentile',thresh,out_dir,'imbalance',
                         header='Potentially Imbalanced (Percentiles)')
Example #2
0
def main():
  parser = argparse.ArgumentParser(description='')
  parser.add_argument('-p', help='Set number of processes',
                      nargs=1, type=int, default=[1])
  parser.add_argument('-o', help='Output directory',
                      nargs=1, type=str, default=['.'], metavar='output_dir')
  parser.add_argument('filearg', help='File, directory, or quoted'
                      ' glob pattern', nargs='?',default='jobs')
  n=parser.parse_args()
  
  filelist=tspl_utils.getfilelist(n.filearg)

  k1=['amd64_sock']
  k2=['DRAM']

  pool   = multiprocessing.Pool(processes=n.p[0])
  m      = multiprocessing.Manager()
  res    = m.dict()                                         

  fit_partial=functools.partial(fit_step,k1=k1,k2=k2,genplot=False,res=res)

  if len(filelist) != 0:
    pool.map(fit_partial,filelist)
    pool.close()
    pool.join()

  for fn in res.keys():
    for (ind,ratio) in res[fn]:
      if ratio < 1e-3:
        print fn + ': ' + str(res[fn])
        masterplot.master_plot(fn,'lines',False,n.o[0],'step',
                               1,[x+1 for x in range(16)],
                               header='Step Function Performance') 
        break
Example #3
0
def getuser(file,user,files):
  try:
    ts=tspl.TSPLBase(file,['lnet'],['rx_bytes'])
  except tspl.TSPLException as e:
    return

  if ts.j.acct['owner'] == user:
    masterplot.master_plot(file)
Example #4
0
def getcode(file,code,output_dir):
  try:
    ts=tspl.TSPLBase(file,['lnet'],['rx_bytes'])
  except tspl.TSPLException as e:
    return

  ld=lariat_utils.LariatData(ts.j.id,ts.j.end_time,analyze_conf.lariat_path)
  
  ename=ld.exc.split('/')[-1]
  ename=ld.comp_name(ename,ld.equiv_patterns)
  
  if ename == code:
    print ts.j.id, ename, ts.wayness
    masterplot.master_plot(file,output_dir=output_dir,mintime=1,wayness=ts.wayness)
Example #5
0
def getcode(file, code, output_dir):
    try:
        ts = tspl.TSPLBase(file, ['lnet'], ['rx_bytes'])
    except tspl.TSPLException as e:
        return

    ld = lariat_utils.LariatData(ts.j.id, ts.j.end_time,
                                 analyze_conf.lariat_path)

    ename = ld.exc.split('/')[-1]
    ename = ld.comp_name(ename, ld.equiv_patterns)

    if ename == code:
        print ts.j.id, ename, ts.wayness
        masterplot.master_plot(file,
                               output_dir=output_dir,
                               mintime=1,
                               wayness=ts.wayness)
Example #6
0
def master_plot(request, pk):
    data = get_data(pk)

    fig, fname = mp.master_plot(None,
                                header=None,
                                mintime=60,
                                wayness=int(
                                    data.acct['granted_pe'].rstrip('way')),
                                lariat_dict="pass",
                                job_stats=data)
    return figure_to_response(fig)
Example #7
0
def master_plot(request, pk):
    data = get_data(pk)

    fig, fname = mp.master_plot(None,header=None,mintime=60,lariat_dict="pass",job_stats=data)
    return figure_to_response(fig)
Example #8
0
def do_mp(arg):
    masterplot.master_plot(*arg)
Example #9
0
def do_mp(arg):
  (file,thresh,out_dir)=arg
  masterplot.master_plot(file,'lines',thresh,out_dir,'lowflops',
                         header='Measured Low Flops')
  masterplot.master_plot(file,'percentile',thresh,out_dir,'lowflops',
                         header='Measured Low Flops')
Example #10
0
def do_mp(arg):
  masterplot.master_plot(*arg)
Example #11
0
def master_plot(request, pk):
    data = get_data(pk)
    
    fig, fname = mp.master_plot(None,header=None,mintime=60,wayness=int(data.acct['granted_pe'].rstrip('way')),lariat_dict="pass",job_stats=data)
    return figure_to_response(fig)