def main():
# parse arguments
parser = argparse.ArgumentParser(description='Get job info from aCT')
parser.add_argument('-a',
'--all',
action='store_true',
help='all jobs that match other criteria')
parser.add_argument(
'-j',
'--jobs',
default='',
help='ID/range(id1-id2;id1<id2)/comma separated list of IDs/ranges')
parser.add_argument(
'-f',
'--find',
default='',
help='get only jobs with matching (sub)string in their name')
parser.add_argument('-s',
'--state',
default='',
help='get only jobs with certain state')
parser.add_argument('-n',
'--name',
default='',
help='get only jobs with given name')
parser.add_argument('-v',
'--verbose',
action='store_true',
help='show more information')
parser.add_argument('-p',
'--proxy',
default=None,
help='custom path to proxy certificate')
# arguments passed directly to arccat
parser.add_argument('-o',
'--stdout',
action='store_true',
help='show the stdout of the job (default)',
default=True)
parser.add_argument('-e',
'--stderr',
action='store_true',
help='show the stderr of the job')
#parser.add_argument('-l', '--joblog', action='store_true',
# help='show A-REX\'s error log of the job')
#parser.add_argument('-P', '--listplugins', action='store_true',
# help='list the available plugins')
#parser.add_argument('-t', '--timeout', type=int, nargs=1,
# help='timeout in seconds (default 20)', default=20)
clicommon.showHelpOnCommandOnly(parser)
args = parser.parse_args()
# logging
logFormat = "[%(asctime)s] [%(filename)s:%(lineno)d] [%(levelname)s] - %(message)s"
if args.verbose:
logging.basicConfig(format=logFormat,
level=logging.DEBUG,
stream=sys.stdout)
else:
logging.basicConfig(format=logFormat,
level=logging.DEBUG,
filename=os.devnull)
# get column names from database
manager = jobmgr.JobManager()
# create a list of jobs to work on
if args.all:
jobs = [] # empty means all jobs
elif args.jobs:
try:
jobs = jobmgr.getIDsFromList(args.jobs)
except InvalidJobRangeError as e:
print("error: range '{}' is not a valid range".format(e.jobRange))
sys.exit(2)
except InvalidJobIDError as e:
print("error: ID '{}' is not a valid ID".format(e.jobid))
sys.exit(3)
else:
print("error: no jobs specified (use -a or -j)")
sys.exit(10)
proxyid = clicommon.getProxyIdFromProxy(args.proxy)
# get ARC job IDs of jobs that match filters
try:
jobdicts = manager.getJobStats(proxyid,
jobs,
args.state,
args.find,
clicols=[],
arccols=["JobID", "StdOut", "StdErr"],
jobname=args.name)
except Exception as e:
print('error: {}'.format(str(e)))
sys.exit(9)
if not jobdicts: # no jobs so just exit
print('no jobs found that fit given filters')
sys.exit(0)
for job in jobdicts:
url = job["a_JobID"] + "/"
if args.stderr:
url += job["a_StdErr"]
elif args.stdout:
url += job["a_StdOut"]
subprocess.run(["arccp", url, "-"])
def main():
# parse arguments
parser = argparse.ArgumentParser(description='Get job info from aCT')
parser.add_argument('-a',
'--all',
action='store_true',
help='all jobs that match other criteria')
parser.add_argument(
'-j',
'--jobs',
default='',
help='ID/range(id1-id2;id1<id2)/comma separated list of IDs/ranges')
parser.add_argument(
'-f',
'--find',
default='',
help='get only jobs with matching (sub)string in their name')
parser.add_argument('-s',
'--state',
default='',
help='get only jobs with certain state')
parser.add_argument('-v',
'--verbose',
action='store_true',
help='show more information')
parser.add_argument('-p',
'--proxy',
default=None,
help='custom path to proxy certificate')
parser.add_argument('--arc-cols',
default='JobID,State,arcstate',
help='columns from ARC table that should be fetched')
parser.add_argument(
'--client-cols',
default='id,jobname',
help='columns from client table that should be fetched')
parser.add_argument('--get-cols',
action='store_true',
help='print all available column names')
clicommon.showHelpOnCommandOnly(parser)
args = parser.parse_args()
# logging
logFormat = "[%(asctime)s] [%(filename)s:%(lineno)d] [%(levelname)s] - %(message)s"
if args.verbose:
logging.basicConfig(format=logFormat,
level=logging.DEBUG,
stream=sys.stdout)
else:
logging.basicConfig(format=logFormat,
level=logging.DEBUG,
filename=os.devnull)
# get column names from database
manager = jobmgr.JobManager()
if args.get_cols:
clientCols = manager.getClientColumns()
arcCols = manager.getArcColumns()
print('client cols:', end=' ')
for col in clientCols:
print(col, end=' ')
print()
print('arc cols:', end=' ')
for col in arcCols:
print(col, end=' ')
print()
sys.exit(0)
# create a list of jobs to work on
if args.all:
jobs = [] # empty means all jobs
elif args.jobs:
try:
jobs = jobmgr.getIDsFromList(args.jobs)
except InvalidJobRangeError as e:
print("error: range '{}' is not a valid range".format(e.jobRange))
sys.exit(2)
except InvalidJobIDError as e:
print("error: ID '{}' is not a valid ID".format(e.jobid))
sys.exit(3)
else:
print("error: no jobs specified (use -a or -j)")
sys.exit(10)
# create column lists
if not args.client_cols:
clicols = []
else:
clicols = args.client_cols.split(',')
if not args.arc_cols:
arccols = []
else:
arccols = args.arc_cols.split(',')
# get proxy ID given proxy
proxyid = clicommon.getProxyIdFromProxy(args.proxy)
# get information
try:
jobdicts = manager.getJobStats(proxyid,
jobs,
args.state,
args.find,
clicols=clicols,
arccols=arccols)
except Exception as e:
print('error: {}'.format(str(e)))
sys.exit(9)
if not jobdicts: # no jobs so just exit
sys.exit(0)
# For each column, determine biggest sized value so that output can
# be nicely formatted.
colsizes = {}
for job in jobdicts:
for key, value in job.items():
# All keys have a letter and underscore prepended, which is not
# used when printing
colsize = max(len(str(key[2:])), len(str(value)))
try:
if colsize > colsizes[key]:
colsizes[key] = colsize
except KeyError:
colsizes[key] = colsize
# Print table header
for col in clicols:
print('{:<{width}}'.format(col, width=colsizes['c_' + col]), end=' ')
for col in arccols:
print('{:<{width}}'.format(col, width=colsizes['a_' + col]), end=' ')
print()
line = ''
for value in colsizes.values():
line += '-' * value
line += '-' * (len(colsizes) - 1)
print(line)
# Print jobs
for job in jobdicts:
for col in clicols:
fullKey = 'c_' + col
txt = job.get(fullKey)
# just in case the value is a bunch of whitespace
# TODO: This (str(txt)) might not be a general fix; it is a direct
# fix for the problem encountered with
# datetime.datetime object for 'created' field that
# has to be converted to a string.
# The same fix is used for arccols below.
# TODO: This fix assumes that all job fields are properly
# convertible to string. Is that really so?
if not txt or str(txt).strip() == '': # short circuit important!
txt = "''"
print('{:<{width}}'.format(txt, width=colsizes[fullKey]), end=' ')
for col in arccols:
fullKey = 'a_' + col
txt = job.get(fullKey)
# just in case the value is a bunch of whitespace
if not txt or str(txt).strip() == '': # short circuit important!
txt = "''"
print('{:<{width}}'.format(str(txt), width=colsizes[fullKey]),
end=' ')
print()
def main():
# parse arguments
parser = argparse.ArgumentParser(description='Fetch failed jobs')
parser.add_argument('-a',
'--all',
action='store_true',
help='all jobs that match other criteria')
parser.add_argument('-j',
'--jobs',
default='',
help='comma separated list of IDs or ranges')
parser.add_argument(
'-f',
'--find',
help='get only jobs with matching (sub)string in their name')
parser.add_argument('-v',
'--verbose',
action='store_true',
help='show more information')
parser.add_argument('-p',
'--proxy',
default=None,
help='custom path to proxy certificate')
parser.add_argument('-r',
'--refetch',
action='store_true',
help='refetch packages')
clicommon.showHelpOnCommandOnly(parser)
args = parser.parse_args()
# logging
logFormat = "[%(asctime)s] [%(filename)s:%(lineno)d] [%(levelname)s] - %(message)s"
if args.verbose:
logging.basicConfig(format=logFormat,
level=logging.DEBUG,
stream=sys.stdout)
else:
logging.basicConfig(format=logFormat,
level=logging.DEBUG,
filename=os.devnull)
# create a list of jobs to work on
if args.all:
jobs = [] # empty means all jobs
elif args.jobs:
try:
jobs = jobmgr.getIDsFromList(args.jobs)
except InvalidJobRangeError as e:
print("error: range '{}' is not a valid range".format(e.jobRange))
sys.exit(2)
except InvalidJobIDError as e:
print("error: ID '{}' is not a valid ID".format(e.jobid))
sys.exit(3)
else:
print("error: no jobs specified (use -a or -j)")
sys.exit(10)
# get proxy ID given proxy
proxyid = clicommon.getProxyIdFromProxy(args.proxy)
# fetch jobs
manager = jobmgr.JobManager()
if args.refetch:
numFetching = manager.refetchJobs(proxyid, jobs, args.find)
print('Will refetch {} jobs'.format(numFetching))
else:
numFetching = manager.fetchJobs(proxyid, jobs, args.find)
print('Will fetch {} jobs'.format(numFetching))
def main():
# parse arguments
parser = argparse.ArgumentParser(description='Submit xRSL job to aCT')
parser.add_argument('-p',
'--proxy',
default=None,
help='custom path to proxy certificate')
parser.add_argument('-s',
'--site',
default='default',
help='specific site to submit job to')
parser.add_argument('-v',
'--verbose',
action='store_true',
help='show more information')
parser.add_argument('xRSL', help='path to xRSL file')
clicommon.showHelpOnCommandOnly(parser)
args = parser.parse_args()
# logging
logFormat = "[%(asctime)s] [%(filename)s:%(lineno)d] [%(levelname)s] - %(message)s"
if args.verbose:
logging.basicConfig(format=logFormat,
level=logging.DEBUG,
stream=sys.stdout)
else:
logging.basicConfig(format=logFormat,
level=logging.DEBUG,
filename=os.devnull)
# get ID given proxy
proxyid = clicommon.getProxyIdFromProxy(args.proxy)
# check site
try:
jobmgr.checkSite(args.site) # use default path for sites.json
except errors.NoSuchSiteError as e:
print('error: site \'{}\' is not configured'.format(args.site))
sys.exit(4)
except Exception as e:
print('error: could not read site config: {}'.format(str(e)))
sys.exit(11) # TODO: refactor error handling
# get and check job description
try:
jobdesc = readXRSL(args.xRSL)
jobmgr.checkJobDesc(jobdesc)
except errors.InvalidJobDescriptionError:
print('error: invalid job description')
sys.exit(6)
except IOError:
print('error: could not read xRSL file')
sys.exit(7)
# insert job
arcconf = aCTConfig.aCTConfigARC()
clidb = clientdb.ClientDB()
jobid = clidb.insertJobAndDescription(jobdesc, proxyid, args.site)
print('Successfully inserted job with id {}'.format(jobid))