def __getRunningJobs(batchsite):
""" internal method to get running jobs """
log = getLogger("script")
res = Rget("%s/watchdog/" % DAMPE_WORKFLOW_URL, data={"site": str(batchsite)})
res.raise_for_status()
res = res.json()
if not res.get("result", "nok") == "ok":
log.error(res.get("error"))
return []
jobs = res.get("jobs")
return jobs
def main(args=None):
usage = "Usage: %(prog)s JobName [options]"
description = "roll-back Jobs in DB"
parser = ArgumentParser(usage=usage, description=description)
parser.add_argument("--title", dest="title", type=str, default=None, help='name of job, required!', required=True)
parser.add_argument("--type", dest="type", type=str, default="Generation", help='type of job, required!',
required=False)
parser.add_argument("--instance", dest="inst", type=int, default=None,
help='to roll back specific instance', required=False)
parser.add_argument("--status", dest="stat", type=str, default="Failed",
help='jobs to be picked for roll-back, Any will return all statii!', required=False)
parser.add_argument("--n_min", dest="n_min", type=int, default=None, help='roll back everything above this number',
required=False)
parser.add_argument("--n_max", dest="n_max", type=int, default=None, help='roll back everything below this number',
required=False)
parser.add_argument("--set-var", dest="set_var", type=str, default=None,
help="set variables for streams, format is key1=value1;key2=value2, separate by ;")
opts = parser.parse_args(args)
if opts.n_min is None and opts.n_max is None and opts.inst is None and opts.stat == "Any":
q = query_yes_no("WARNING: you are requesting to roll back all instances of job %s.\
\nThis query may take a while to be completed, are you sure?" % opts.title)
if not q:
print 'rollback aborted'
sys_exit()
if not (opts.n_min is None and opts.n_max is None):
_range = opts.n_max - opts.n_min
if _range > 100: print 'WARNING: you are querying more than 100 jobs, this may take a while to complete'
override_dict = {"InputFiles": [], "OutputFiles": [], "MetaData": []}
if opts.set_var is not None:
var_dict = dict({tuple(val.split("=")) for val in opts.set_var.split(";")})
override_dict['MetaData'] = [{"name": k, "value": v, "var_type": "string"} for k, v in var_dict.iteritems()]
my_dict = {}
for key in opts.__dict__:
if opts.__dict__[key] is not None:
my_dict[key] = opts.__dict__[key]
if 'set_var' in my_dict: del my_dict['set_var']
# get all jobs to roll back.
res = Rget("%s/jobstatus/" % DAMPE_WORKFLOW_URL, data=my_dict)
res.raise_for_status()
res = res.json()
if res.get("result", "nok") != "ok":
print "error %s" % res.get("error")
jobs = res.get("jobs")
if len(jobs):
print 'found %i jobs that satisfy query conditions.' % len(jobs)
if query_yes_no("continue rolling back %i instances?" % len(jobs)):
for j in jobs:
my_dict = {"t_id": j['jobId'], "inst_id": j['instanceId'],
"major_status": "New", "minor_status": "AwaitingBatchSubmission", "hostname": None,
"batchId": None, "status_history": [], "body": str(override_dict),
"log": "", "cpu": [], "memory": [], "created_at": "Now"}
res = post("%s/jobstatus/" % DAMPE_WORKFLOW_URL, data={"args": dumps(my_dict)})
res.raise_for_status()
res = res.json()
if not res.get("result", "nok") == "ok":
print ("error resetting instance %s" % res.get("error"))
print 'rolled back %i instances' % len(jobs)
else:
print 'rollback aborted'
sys_exit()
else:
print 'could not find any jobs satisfying the query.'
sys_exit()
