def main(**args):
plot_type = getattr(sys.modules[plots.__name__],args['plot'])
plot = plot_type(processes=args['p'],mode=args['mode'],
header=args['header'],
prefix=args['prefix'],outdir=args['o'],
aggregate=(not args['full']),wide=args['wide'],
save=True)
try:
batch_system = args.get('batch_system',cfg.batch_system)
acct_path = args.get('acct_path',cfg.acct_path)
host_name_ext = args.get('host_name_ext',cfg.host_name_ext)
acct = batch_acct.factory(batch_system,
acct_path,
host_name_ext)
reader = acct.find_jobids(args['jobids'])
filelist = []
for acct in reader:
date_dir = os.path.join(cfg.pickles_dir,
datetime.fromtimestamp(acct['end_time']).strftime('%Y-%m-%d'))
filelist.append(os.path.join(date_dir,acct['id']))
except:
filelist = tspl_utils.getfilelist(args['files'])
plot.run(filelist)
def main(**args):
plot_type = getattr(sys.modules[plots.__name__], args['plot'])
plot = plot_type(processes=args['p'],
mode=args['mode'],
header=args['header'],
prefix=args['prefix'],
outdir=args['o'],
aggregate=(not args['full']),
wide=args['wide'],
save=True)
try:
batch_system = args.get('batch_system', cfg.batch_system)
acct_path = args.get('acct_path', cfg.acct_path)
host_name_ext = args.get('host_name_ext', cfg.host_name_ext)
acct = batch_acct.factory(batch_system, acct_path, host_name_ext)
reader = acct.find_jobids(args['jobids'])
filelist = []
for acct in reader:
date_dir = os.path.join(
cfg.pickles_dir,
datetime.fromtimestamp(acct['end_time']).strftime('%Y-%m-%d'))
filelist.append(os.path.join(date_dir, acct['id']))
except:
filelist = tspl_utils.getfilelist(args['files'])
plot.run(filelist)
def get_filelist(start, end, pickles_dir=None):
try:
start = datetime.strptime(start, "%Y-%m-%d")
end = datetime.strptime(end, "%Y-%m-%d")
except:
start = datetime.now() - timedelta(days=1)
end = start
filelist = []
for root, dirnames, filenames in os.walk(pickles_dir):
for directory in dirnames:
try:
date = datetime.strptime(directory, '%Y-%m-%d')
if max(date.date(), start.date()) > min(
date.date(), end.date()):
continue
except:
print directory, "does not have date format"
continue
filelist.extend(
tspl_utils.getfilelist(os.path.join(root, directory)))
break
print filelist
return filelist
def main(**args):
plot_type = getattr(sys.modules[analysis.__name__],args['plot'])
plot = plot_type(processes=args['p'],mode=args['mode'],
header=args['header'],
prefix=args['prefix'],outdir=args['o'],
aggregate=(not args['full']),wide=args['wide'],
save=True)
filelist=tspl_utils.getfilelist(args['files'])
plot.run(filelist)
def get_filelist(start,end,pickles_dir=None):
try:
start = datetime.strptime(start,"%Y-%m-%d")
end = datetime.strptime(end,"%Y-%m-%d")
except:
start = datetime.now() - timedelta(days=1)
end = start
filelist = []
for root,dirnames,filenames in os.walk(pickles_dir):
for directory in dirnames:
date = datetime.strptime(directory,'%Y-%m-%d')
if max(date.date(),start.date()) > min(date.date(),end.date()):
continue
print('for date',date.date())
print(tspl_utils.getfilelist(os.path.join(root,directory)))
filelist.extend(tspl_utils.getfilelist(os.path.join(root,directory)))
break
return filelist
