def doWork(cls, group):
"""
get the status of the jobs in the group.
jobs assigned: all jobs in the group.
"""
logging.info("%s Getting job status for jobs in group %s" \
%( cls.fullId(), str(group) ) )
try:
# get DB sessions
bossSession = BossLiteAPI("MySQL", pool=cls.params['sessionPool'])
db = TrackingDB( bossSession.bossLiteDB )
tasks = db.getGroupTasks(group)
for taskId in tasks :
cls.bossQuery( bossSession, int(taskId) )
except BossLiteError, ex:
logging.error( "%s JobTrackingThread exception: %s" \
%( cls.fullId(), ex ) )
class PilotBossMonitor(MonitorInterface):
"""
_PilotBossMonitor_
"""
def __init__(self, schedType, **args):
""" __init__ """
self.schedType = schedType
self.bossTask = None
self.scheduler = None
self.counters = ['pending', 'submitted', 'waiting', 'ready', \
'scheduled', 'running', 'cleared', 'created', 'other']
print dbConfig
self.bossLiteSession = BossLiteAPI('MySQL', dbConfig, makePool=True)
self.sessionPool = self.bossLiteSession.bossLiteDB.getPool()
self.db = TrackingDB( self.bossLiteSession.bossLiteDB )
def monitorPilot(self, site, tqStateApi):
""" __monitorPilot__
This fnction will submit pilot jobs using
the selected mechanism
"""
if ( self.schedType == 'LSF' ):
#schedConfig = {'user_proxy' : '', 'service' : '', 'config' : '' }
schedConfig = {'cpCmd': 'rfcp', 'rfioSer': '%s:' % self.host}
#self.scheduler = Scheduler.Scheduler('SchedulerLsf', schedConfig)
poller = PABossLitePoll()
poller()
total = poller.pilotJobs
#start the logic here
def getGroups(self, group):
tasks = self.db.getGroupTasks(group)
for taskId in tasks :
print taskId
def getStatistic(self):
"""
__getStatistics__
Poll the BOSS DB for a summary of the job status
"""
# summary of the jobs in the DB
result = self.db.getJobsStatistic()
if result is not None:
counter = {}
for ctr in self.counters:
counter[ctr] = 0
for pair in result :
status, count = pair
if status == 'E':
continue
elif status == 'R' :
counter['running'] = count
elif status == 'I':
counter['pending'] = count
elif status == 'SW' :
counter['waiting'] = count
elif status == 'SR':
counter['ready'] = count
elif status == 'SS':
counter['scheduled'] = count
elif status == 'SU':
counter['submitted'] = count
elif status == 'SE':
counter['cleared'] = count
elif status == 'C':
counter['created'] = count
else:
counter['other'] += count
# display counters
for ctr, value in counter.iteritems():
print(ctr + " jobs : " + str(value))
print("....................")
return result
def pollJobs(self, runningAttrs, processStatus, skipStatus=None ):
"""
__pollJobs__
basic structure for jobs polling
"""
offset = 0
loop = True
while loop :
logging.debug("Max jobs to be loaded %s:%s " % \
(str( offset ), str( offset + self.jobLimit) ) )
self.newJobs = self.bossLiteSession.loadJobsByRunningAttr(
runningAttrs=runningAttrs, \
limit=self.jobLimit, offset=offset
)
logging.info("Polled jobs : " + str( len(self.newJobs) ) )
# exit if no more jobs to query
if self.newJobs == [] :
loop = False
break
else :
offset += self.jobLimit
try:
self.db.processBulkUpdate( self.newJobs, processStatus, \
skipStatus )
logging.info( "Changed status to %s for %s loaded jobs" \
% ( processStatus, str( len(self.newJobs) ) ) )
except BossLiteError, err:
logging.error(
"Failed handling %s loaded jobs, waiting next round: %s" \
% ( processStatus, str( err ) ) )
continue
