def executequery(self, query, data):
""" run the sql queries and yield a job object for each result """
cur = self.con.cursor()
cur.execute(query, data)
for record in cur:
hostcur = self.hostcon.cursor()
hostcur.execute(self.hostquery, (record['job_id'], ))
hostarchives = {}
hostlist = []
for h in hostcur:
if h[0] not in hostarchives:
hostlist.append(h[0])
hostarchives[h[0]] = []
hostarchives[h[0]].append(h[1])
jobpk = record['job_id']
del record['job_id']
record['host_list'] = hostlist
job = Job(jobpk, str(record['local_job_id']), record)
job.set_nodes(hostlist)
job.set_rawarchives(hostarchives)
yield job
def executequery(self, query, data):
""" run the sql queries and yield a job object for each result """
if self.con == None:
self.con = getdbconnection(self.dbsettings, True)
if self.hostcon == None:
self.hostcon = getdbconnection(self.dbsettings, False)
cur = self.con.cursor()
cur.execute(query, data)
rows_returned=cur.rowcount
logging.info("Processing %s jobs", rows_returned)
for record in cur:
hostcur = self.hostcon.cursor()
hostcur.execute(self.hostquery, (record['job_id'], record['job_id']))
hostarchives = {}
hostlist = []
for h in hostcur:
if h[0] not in hostarchives:
hostlist.append(h[0])
hostarchives[h[0]] = []
hostarchives[h[0]].append(h[1])
jobpk = record['job_id']
del record['job_id']
record['host_list'] = hostlist
job = Job(jobpk, str(record['local_job_id']), record)
job.set_nodes(hostlist)
job.set_rawarchives(hostarchives)
yield job
def executequery(self, query, data):
""" run the sql queries and yield a job object for each result """
cur = self.con.cursor()
cur.execute(query, data)
for record in cur:
hostcur = self.hostcon.cursor()
hostcur.execute(self.hostquery, (record["job_id"],))
hostarchives = {}
hostlist = []
for h in hostcur:
if h[0] not in hostarchives:
hostlist.append(h[0])
hostarchives[h[0]] = []
hostarchives[h[0]].append(h[1])
jobpk = record["job_id"]
del record["job_id"]
record["host_list"] = hostlist
job = Job(jobpk, str(record["local_job_id"]), record)
job.set_nodes(hostlist)
job.set_rawarchives(hostarchives)
yield job
def recordtojob(record, hostlist, hostarchivemapping=None):
""" convert an accounting record to a job class """
if record['node_list'] == "None assigned":
record['reqnodes'] = record['nodes']
record['nodes'] = 0
# The job primary key value is not used by this class, instead the
# combination of acct[endtime] acct[localjobid] and resourceid is used
# to ID thedb rows corresponding to the job
j = Job(record['id'], record['id'], record)
j.set_nodes(hostlist)
if hostarchivemapping != None:
j.set_rawarchives(hostarchivemapping)
return j
def recordtojob(record, hostlist, hostarchivemapping=None):
""" convert an accounting record to a job class """
if record['node_list'] == "None assigned":
record['reqnodes'] = record['nodes']
record['nodes'] = 0
# The job primary key value is not used by this class, instead the
# combination of acct[endtime] acct[localjobid] and resourceid is used
# to ID thedb rows corresponding to the job
j = Job(record['id'], record['id'], record)
j.set_nodes(hostlist)
if hostarchivemapping != None:
j.set_rawarchives(hostarchivemapping)
return j